-- Logs begin at Thu 2022-02-10 10:46:57 UTC, end at Thu 2022-02-10 12:34:02 UTC. -- Feb 10 11:20:41.387315 dv-neutron-828497-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 10 11:20:43.535543 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.common.config [-] Logging enabled! Feb 10 11:20:43.536265 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev15 Feb 10 11:20:43.536364 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83451) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 10 11:20:43.538776 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.common.config [-] Logging enabled! Feb 10 11:20:43.539022 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev15 Feb 10 11:20:43.539277 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83451) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 10 11:20:43.540243 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 11:20:43.540480 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 11:20:43.540833 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 11:20:43.541076 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 11:20:43.541326 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 11:20:43.541653 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.541957 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.542259 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.542495 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.542796 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.543091 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.543377 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.543670 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.543971 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.544260 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.544546 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.544837 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.545071 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.545387 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.545679 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.545971 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.546199 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] debug = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.546482 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.546913 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.547323 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.547609 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.547903 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.548181 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.548462 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.548750 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.549086 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] host = dv-neutron-828497-1-hyperv {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.549393 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.549682 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.549972 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.550261 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.550539 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.550818 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.551107 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.551382 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.551657 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] log_file = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.551936 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.552229 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.552519 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.552814 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.553042 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.553420 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.553717 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.554014 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.554296 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.554577 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.554856 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.555135 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.555413 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.555685 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.555976 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.556266 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.556556 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.556834 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.557114 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.557411 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.557686 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.557975 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.558253 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.558531 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.558807 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.559101 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.559374 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.559650 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.559951 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.560240 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.560525 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.560811 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.561089 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.561397 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.561673 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.561950 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.562481 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] use_json = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.562757 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.563030 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.563317 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.563594 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.563871 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.564148 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.564426 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.564715 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.564992 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:43.565321 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.565625 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.565930 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.566218 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.566519 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.566804 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.567096 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.567386 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.567675 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.567965 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.568260 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.568542 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.569380 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.569684 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.569979 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.570257 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.570540 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.570837 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.571119 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.571395 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.571679 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.571971 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.572250 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.572523 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.572805 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.573087 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.573385 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.573660 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.573936 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.574228 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.574508 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.574779 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.575053 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.575333 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.575606 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.575893 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.576174 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.576455 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.576724 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.577002 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.577302 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.577577 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.577866 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.578141 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.578420 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.578695 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.578969 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.579248 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.579522 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.579799 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.580071 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.580344 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.580621 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.580895 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.581192 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.581471 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.581748 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.582023 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.582314 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.582615 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.582896 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.583182 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.583463 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.583743 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.584024 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.584302 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.584647 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.585474 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.585754 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.586061 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.586350 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.586644 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.586931 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.587211 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.587511 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.587791 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.588078 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.588362 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.588644 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.588934 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.589257 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.589560 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.589861 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.590159 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.590456 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.590756 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.591042 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.591360 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.591645 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:43.591866 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 11:20:43.592121 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83451) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 10 11:20:43.997904 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO keyring.backend [-] Loading KWallet Feb 10 11:20:44.005444 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO keyring.backend [-] Loading SecretService Feb 10 11:20:44.008587 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO keyring.backend [-] Loading Windows Feb 10 11:20:44.009975 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO keyring.backend [-] Loading chainer Feb 10 11:20:44.010555 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO keyring.backend [-] Loading macOS Feb 10 11:20:44.045030 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 10 11:20:44.045345 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 10 11:20:44.045642 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 10 11:20:44.045982 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 10 11:20:44.351003 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.351299 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.351564 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.407534 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.407815 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.408086 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.411189 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.411469 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.411735 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.440679 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.440957 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.441256 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.468580 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.468859 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.469154 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.789529 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.790149 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.790149 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.790333 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.791246 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.913190 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.913589 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.913878 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.914151 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.914418 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.914729 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.914995 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.915261 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.915512 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.915793 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.916055 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.916320 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.916590 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.916850 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.917116 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.917408 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.917667 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.917942 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.918196 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.918477 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.918824 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.919078 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.919328 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.919609 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.919857 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.920101 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.920483 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 11:20:44.920723 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 11:20:44.920961 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 11:20:44.921231 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 11:20:44.921466 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 11:20:44.921704 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 11:20:44.922256 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 10 11:20:44.925510 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 10 11:20:44.930258 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 10 11:20:44.934144 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Feb 10 11:20:44.935786 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 10 11:20:44.936173 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 10 11:20:44.936507 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 10 11:20:44.936890 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 10 11:20:44.939989 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 10 11:20:44.940246 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 10 11:20:44.940595 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 11:20:44.968428 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 10 11:20:44.968874 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.969194 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83451) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 10 11:20:44.969561 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.970934 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83451) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 10 11:20:44.971216 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 11:20:44.971464 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 10 11:20:44.974611 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:44.974895 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.035885 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 10 11:20:45.036125 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 10 11:20:45.036365 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 10 11:20:45.036741 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 10 11:20:45.067931 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_db.sqlalchemy.engines [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83451) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 10 11:20:45.389556 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Initializing driver for type 'gre' Feb 10 11:20:45.390002 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] gre ID ranges: [(1, 1000)] Feb 10 11:20:45.443169 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Initializing driver for type 'local' Feb 10 11:20:45.443509 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Initializing driver for type 'vlan' Feb 10 11:20:45.457091 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] VlanTypeDriver initialization complete Feb 10 11:20:45.457467 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Initializing driver for type 'vxlan' Feb 10 11:20:45.457960 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] vxlan ID ranges: [(1, 1000)] Feb 10 11:20:45.511023 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Initializing extension driver 'port_security' Feb 10 11:20:45.511408 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.extensions.port_security [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] PortSecurityExtensionDriver initialization complete Feb 10 11:20:45.511743 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Initializing mechanism driver 'openvswitch' Feb 10 11:20:45.512073 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Initializing mechanism driver 'hyperv' Feb 10 11:20:45.518631 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:20:45.519320 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > port after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.519698 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > port after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.520057 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > port after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.520581 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 10 11:20:45.521017 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > subnet after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.521402 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > subnet after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.521754 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.522766 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 10 11:20:45.523182 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > network after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.523538 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > network after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.523888 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > network after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.524282 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 10 11:20:45.524694 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > security_group after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.525047 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > security_group after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.525421 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.525959 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 10 11:20:45.526375 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.526731 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.527078 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.527470 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 10 11:20:45.527917 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] ML2 OVO RPC backend initialized. {{(pid=83451) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 10 11:20:45.528562 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.528925 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.529373 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > network before_response 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.529726 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > networks before_response 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.530076 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > port before_response 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.530420 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > ports before_response 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.530766 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > subnet before_response 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.531112 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > subnets before_response 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.531459 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > network after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.531804 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > network after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.532144 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > network after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.532484 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > port after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.532828 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > port after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.533190 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > port after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.533533 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > subnet after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.533874 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > subnet after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.534210 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.534800 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Modular L2 Plugin initialization complete Feb 10 11:20:45.535127 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading services supported by the core plugin {{(pid=83451) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 10 11:20:45.535459 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.managers [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Got port-security extension from driver 'port_security' Feb 10 11:20:45.535932 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.extensions.vlantransparent [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Disabled vlantransparent extension. Feb 10 11:20:45.536355 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83451) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 10 11:20:45.536682 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading Plugin: router Feb 10 11:20:45.573591 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.573992 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router after_create 55549900 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.574367 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router before_create 55549900 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.574744 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.575122 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.575485 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router after_delete 55549900 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.575851 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.576221 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router after_create 55549900 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.576579 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router after_update 55549900 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.576936 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router after_update 55549900 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.577331 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.577700 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router after_update 55549900 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.578117 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router precommit_update 55549900 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.578496 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: port after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.578848 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: port after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.579229 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: subnet after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.579578 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.579936 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.580293 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router precommit_create 55549900 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.580643 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: port before_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.580993 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router precommit_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.581385 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router after_update 55549900 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.581736 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.582084 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router precommit_create 55549900 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.582458 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.582807 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router precommit_update 55549900 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.583182 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > agent after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.583541 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > agent after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.583890 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > network after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.585409 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Tracking information for resource: router configured {{(pid=83451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 11:20:45.585825 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Tracking information for resource: floatingip configured {{(pid=83451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 11:20:45.590791 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.db.l3_agentschedulers_db [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 10 11:20:45.591385 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: port after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.591759 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: port after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.592122 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: port after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.592480 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: port after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.593435 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router before_create 55550100 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.593812 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.594182 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router precommit_create 55550100 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.594545 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > router precommit_update 55550100 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.598889 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.services.provider_configuration [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Service providers = [] {{(pid=83451) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 10 11:20:45.599263 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.db.servicetype_db [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83451) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 10 11:20:45.602295 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.services.service_base [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 11:20:45.602654 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.services.service_base [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 11:20:45.603001 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.services.service_base [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 11:20:45.603903 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.services.service_base [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 11:20:45.604287 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.services.service_base [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 10 11:20:45.604684 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 11:20:45.605011 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 10 11:20:45.615903 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 11:20:45.616260 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading Plugin: auto_allocate Feb 10 11:20:45.622238 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: network precommit_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.622635 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: network precommit_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.623141 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 11:20:45.623470 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading Plugin: tag Feb 10 11:20:45.630109 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 11:20:45.630447 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading Plugin: timestamp Feb 10 11:20:45.635001 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 11:20:45.635339 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading Plugin: network_ip_availability Feb 10 11:20:45.640691 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.641021 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.641422 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.642134 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 11:20:45.642462 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading Plugin: flavors Feb 10 11:20:45.647920 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 11:20:45.648264 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading Plugin: revisions Feb 10 11:20:45.652572 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 11:20:45.652966 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_concurrency.lockutils [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.607s {{(pid=83451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 10 11:20:45.653754 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83451) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 10 11:20:45.654104 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Initializing extension manager. Feb 10 11:20:45.654611 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: __init__.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.654958 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: __pycache__ {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.655299 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.655639 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.655977 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: _filter_validation_lib.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.656312 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.656647 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: address_group.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.657430 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.657992 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: address-group Feb 10 11:20:45.658323 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: address_scope.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.659036 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.659545 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: address-scope Feb 10 11:20:45.659873 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.660830 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.661385 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: router-admin-state-down-before-update Feb 10 11:20:45.661715 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: agent.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.662426 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.663215 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: agent Feb 10 11:20:45.663626 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: agent_resources_synced.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.664562 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.665069 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: agent-resources-synced Feb 10 11:20:45.665426 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: allowedaddresspairs.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.667401 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.667928 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: allowed-address-pairs Feb 10 11:20:45.668269 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: auto_allocated_topology.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.669449 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.669974 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: auto-allocated-topology Feb 10 11:20:45.670310 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: availability_zone.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.671012 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.671521 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: availability_zone Feb 10 11:20:45.671855 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: availability_zone_filter.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.672772 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.673319 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: availability_zone_filter Feb 10 11:20:45.673661 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: data_plane_status.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.674570 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.675083 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension data-plane-status not supported by any of loaded plugins Feb 10 11:20:45.675416 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: default_subnetpools.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.676336 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.676853 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: default-subnetpools Feb 10 11:20:45.677214 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.677998 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.678587 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: dhcp_agent_scheduler Feb 10 11:20:45.678923 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: dns.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.679846 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.680353 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension dns-integration not supported by any of loaded plugins Feb 10 11:20:45.680682 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: dns_domain_ports.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.681625 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.682138 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 10 11:20:45.682469 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: dvr.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.683145 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.683662 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: dvr Feb 10 11:20:45.683992 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: empty_string_filtering.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.684907 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.685446 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: empty-string-filtering Feb 10 11:20:45.685775 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.686728 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.687484 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 10 11:20:45.687810 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.688731 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.689282 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 10 11:20:45.689614 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: external_net.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.690531 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.691044 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: external-net Feb 10 11:20:45.691372 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.692286 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.692795 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: extra_dhcp_opt Feb 10 11:20:45.693149 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: extraroute.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.694774 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.695286 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: extraroute Feb 10 11:20:45.695614 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: extraroute_atomic.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.696660 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.697204 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: extraroute-atomic Feb 10 11:20:45.697537 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: filter_validation.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.698214 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.698728 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: filter-validation Feb 10 11:20:45.699056 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: fip_pf_description.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.699971 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.700478 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 10 11:20:45.700803 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: fip_port_details.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.701763 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.702277 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: fip-port-details Feb 10 11:20:45.702607 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: flavors.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.703853 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.704388 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: flavors Feb 10 11:20:45.704723 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.706454 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.706985 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 10 11:20:45.707321 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: floatingip_pools.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.708035 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.708557 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: floatingip-pools Feb 10 11:20:45.708888 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: ip_allocation.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.710431 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.710943 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension ip_allocation not supported by any of loaded plugins Feb 10 11:20:45.711274 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.712205 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.712724 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: ip-substring-filtering Feb 10 11:20:45.713058 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: l2_adjacency.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.714007 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.714524 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 10 11:20:45.714853 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: l3.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.715815 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.716344 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: router Feb 10 11:20:45.716678 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.719100 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.719636 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 10 11:20:45.719975 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.720908 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.721462 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: ext-gw-mode Feb 10 11:20:45.721797 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.722723 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.723242 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: l3-ha Feb 10 11:20:45.723571 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: l3_flavors.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.724498 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.725048 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: l3-flavors Feb 10 11:20:45.725396 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.726416 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.726938 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 10 11:20:45.727271 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: l3agentscheduler.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.728316 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.728837 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: l3_agent_scheduler Feb 10 11:20:45.729198 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: logging.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.730744 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.731277 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension logging not supported by any of loaded plugins Feb 10 11:20:45.731621 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: metering.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.732373 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.732963 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: metering Feb 10 11:20:45.733334 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.734448 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.734972 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: metering_source_and_destination_fields Feb 10 11:20:45.735311 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: multiprovidernet.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.736269 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.736786 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: multi-provider Feb 10 11:20:45.737131 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: netmtu.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.738067 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.738578 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: net-mtu Feb 10 11:20:45.738911 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: netmtu_writable.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.739836 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.740345 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: net-mtu-writable Feb 10 11:20:45.740728 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: network_availability_zone.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.741597 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.742112 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: network_availability_zone Feb 10 11:20:45.742445 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: network_ip_availability.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.743555 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.744076 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: network-ip-availability Feb 10 11:20:45.744412 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: network_segment_range.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.745218 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.745729 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension network-segment-range not supported by any of loaded plugins Feb 10 11:20:45.746063 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: pagination.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.747070 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.747408 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: pagination Feb 10 11:20:45.747739 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.748659 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.749207 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: port-mac-address-regenerate Feb 10 11:20:45.749539 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: port_resource_request.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.750465 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.750976 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension port-resource-request not supported by any of loaded plugins Feb 10 11:20:45.751305 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: portbindings.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.752240 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.752756 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: binding Feb 10 11:20:45.753086 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: portbindings_extended.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.754406 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.754934 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: binding-extended Feb 10 11:20:45.755270 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: portsecurity.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.756707 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.757421 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: port-security Feb 10 11:20:45.757754 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: project_id.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.758744 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.759080 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: project-id Feb 10 11:20:45.759409 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: providernet.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.760343 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.760865 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: provider Feb 10 11:20:45.761231 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: qos.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.764921 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.765484 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension qos not supported by any of loaded plugins Feb 10 11:20:45.765826 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.767088 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.767612 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 10 11:20:45.767950 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.768880 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.769435 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 10 11:20:45.769772 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: qos_default.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.770692 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.771214 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension qos-default not supported by any of loaded plugins Feb 10 11:20:45.771551 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: qos_fip.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.772763 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.773307 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension qos-fip not supported by any of loaded plugins Feb 10 11:20:45.773637 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: qos_gateway_ip.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.774597 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.775112 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 10 11:20:45.775439 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: qos_port_network_policy.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.776363 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.776875 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 10 11:20:45.777240 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: qos_rule_type_details.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.778168 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.778685 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 10 11:20:45.779008 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: qos_rules_alias.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.780062 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.780582 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 10 11:20:45.780911 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: quotasv2.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.781820 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.782153 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: quotas Feb 10 11:20:45.782484 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: quotasv2_detail.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.784114 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.784455 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: quota_details Feb 10 11:20:45.784811 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: rbac.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.785879 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.786405 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: rbac-policies Feb 10 11:20:45.786744 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: rbac_address_scope.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.787714 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.788232 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: rbac-address-scope Feb 10 11:20:45.788568 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: rbac_security_groups.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.789522 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.790040 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: rbac-security-groups Feb 10 11:20:45.790661 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: rbac_subnetpool.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.791285 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.791801 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: rbac-subnetpool Feb 10 11:20:45.792132 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: revisionifmatch.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.793064 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.793603 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: revision-if-match Feb 10 11:20:45.793933 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: revisions.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.795064 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.795574 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: standard-attr-revisions Feb 10 11:20:45.795906 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: router_availability_zone.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.796616 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.797145 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: router_availability_zone Feb 10 11:20:45.797516 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: routerservicetype.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.798538 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.799087 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension router-service-type not supported by any of loaded plugins Feb 10 11:20:45.799480 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.800491 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.801055 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: port-security-groups-filtering Feb 10 11:20:45.801437 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: securitygroup.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.813622 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.814171 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: security-group Feb 10 11:20:45.814551 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: segment.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.815359 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.815941 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension segment not supported by any of loaded plugins Feb 10 11:20:45.816326 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.817337 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.817852 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 10 11:20:45.818185 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: servicetype.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.819849 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.820378 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: service-type Feb 10 11:20:45.820712 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: sorting.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.821729 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.822067 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: sorting Feb 10 11:20:45.822398 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: standard_attr_segment.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.823310 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.823826 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 10 11:20:45.824157 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: standardattrdescription.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.824806 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.825360 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: standard-attr-description Feb 10 11:20:45.825689 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: stateful_security_group.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.826638 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.827156 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: stateful-security-group Feb 10 11:20:45.827482 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: stdattrs_common.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.828070 dv-neutron-828497-1-hyperv neutron-server[83451]: WARNING neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 10 11:20:45.828399 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.829368 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.829889 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 10 11:20:45.830221 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: subnet_onboard.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.831373 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.831898 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: subnet_onboard Feb 10 11:20:45.832231 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.833204 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.833718 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 10 11:20:45.834050 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: subnet_service_types.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.835554 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.836083 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: subnet-service-types Feb 10 11:20:45.836415 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: subnetallocation.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.837548 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.838064 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: subnet_allocation Feb 10 11:20:45.838394 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.839066 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.839579 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: subnetpool-prefix-ops Feb 10 11:20:45.839906 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.840846 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.841382 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 10 11:20:45.841713 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: tagging.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.842788 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.843310 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: standard-attr-tag Feb 10 11:20:45.843643 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: timestamp.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.844861 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.845432 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loaded extension: standard-attr-timestamp Feb 10 11:20:45.845768 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: trunk.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.847244 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.847550 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension trunk not supported by any of loaded plugins Feb 10 11:20:45.847887 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: trunk_details.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.848823 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.849395 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension trunk-details not supported by any of loaded plugins Feb 10 11:20:45.849731 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: uplink_status_propagation.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.850875 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.851398 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 10 11:20:45.851731 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Loading extension file: vlantransparent.py {{(pid=83451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:20:45.852425 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:20:45.852943 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 10 11:20:45.855236 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of TrackedResource for resource:network Feb 10 11:20:45.855971 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of TrackedResource for resource:subnet Feb 10 11:20:45.856579 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 11:20:45.857405 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of TrackedResource for resource:port Feb 10 11:20:45.858685 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.resource_helper [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:20:45.859128 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.resource_helper [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Service FLAVORS assigned prefix: {{(pid=83451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:20:45.859826 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.resource_helper [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:20:45.860198 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.resource_helper [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:20:45.860539 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of TrackedResource for resource:router Feb 10 11:20:45.861229 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of TrackedResource for resource:floatingip Feb 10 11:20:45.861960 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.resource_helper [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Service METERING assigned prefix: /metering {{(pid=83451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:20:45.863411 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.863788 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.864148 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:20:45.865345 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 11:20:45.866367 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of TrackedResource for resource:security_group Feb 10 11:20:45.867043 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 11:20:45.867868 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.resource_helper [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Service CORE assigned prefix: {{(pid=83451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:20:45.868360 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 11:20:45.868816 dv-neutron-828497-1-hyperv neutron-server[83451]: WARNING neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] subnetpool is already registered Feb 10 11:20:45.869488 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.resource_helper [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Service CORE assigned prefix: {{(pid=83451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:20:45.869839 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 11:20:45.870173 dv-neutron-828497-1-hyperv neutron-server[83451]: WARNING neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] subnetpool is already registered Feb 10 11:20:45.872710 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.resource_helper [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:20:45.873169 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.resource_helper [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Service FLAVORS assigned prefix: {{(pid=83451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:20:45.873772 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.resource_helper [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:20:45.874203 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.resource_helper [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:20:45.874545 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of TrackedResource for resource:router Feb 10 11:20:45.874881 dv-neutron-828497-1-hyperv neutron-server[83451]: WARNING neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] router is already registered Feb 10 11:20:45.875482 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of TrackedResource for resource:floatingip Feb 10 11:20:45.875826 dv-neutron-828497-1-hyperv neutron-server[83451]: WARNING neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] floatingip is already registered Feb 10 11:20:45.876461 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.resource_helper [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Service METERING assigned prefix: /metering {{(pid=83451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:20:45.877162 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 11:20:45.877504 dv-neutron-828497-1-hyperv neutron-server[83451]: WARNING neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] rbac_policy is already registered Feb 10 11:20:45.878053 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of TrackedResource for resource:security_group Feb 10 11:20:45.878389 dv-neutron-828497-1-hyperv neutron-server[83451]: WARNING neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] security_group is already registered Feb 10 11:20:45.878990 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 11:20:45.879325 dv-neutron-828497-1-hyperv neutron-server[83451]: WARNING neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] security_group_rule is already registered Feb 10 11:20:45.879999 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.resource_helper [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Service CORE assigned prefix: {{(pid=83451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:20:45.880346 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 11:20:45.880682 dv-neutron-828497-1-hyperv neutron-server[83451]: WARNING neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] subnetpool is already registered Feb 10 11:20:45.881955 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.resource_helper [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Service CORE assigned prefix: {{(pid=83451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:20:45.882419 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 11:20:45.882635 dv-neutron-828497-1-hyperv neutron-server[83451]: WARNING neutron.quota.resource_registry [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] subnetpool is already registered Feb 10 11:20:45.883305 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: extensions {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.884777 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: address-groups {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.886376 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: address-scopes {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.887573 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: agents {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.888713 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: auto-allocated-topology {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.889971 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: availability_zones {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.891335 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: dhcp-networks {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.892657 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: dhcp-agents {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.894089 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: routers {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.895871 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: flavors {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.897099 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: service_profiles {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.898328 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: next_providers {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.899819 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: service_profiles {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.901259 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: floatingip-pools {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.902575 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: routers {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.904318 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: floatingips {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.905526 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: l3-routers {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.906877 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: l3-agents {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.908239 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: metering-labels {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.909619 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: metering-label-rules {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.910865 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: network-ip-availabilities {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.912101 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: bindings {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.914696 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: quotas {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.916134 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: quotas {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.917578 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: rbac-policies {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.918860 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: security-groups {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.920057 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: security-group-rules {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.921310 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: service-providers {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.922499 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: subnetpools {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.923892 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: subnetpools {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.925361 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: tags {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.927015 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: tags {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.929453 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: tags {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.931170 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: tags {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.932923 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: tags {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.934595 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: tags {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.936315 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: tags {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.938458 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: tags {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.940330 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: tags {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.942241 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron.api.extensions [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Extended resource: tags {{(pid=83451) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:20:45.948573 dv-neutron-828497-1-hyperv neutron-server[83451]: WARNING keystonemiddleware.auth_token [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 10 11:20:45.953246 dv-neutron-828497-1-hyperv neutron-server[83451]: WARNING keystonemiddleware.auth_token [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 10 11:20:45.961237 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_concurrency.lockutils [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Acquired lock "singleton_lock" {{(pid=83451) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 10 11:20:45.961717 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_concurrency.lockutils [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Releasing lock "singleton_lock" {{(pid=83451) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 10 11:20:45.962345 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO oslo_service.service [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Starting 2 workers Feb 10 11:20:45.966965 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Started child 83554 {{(pid=83451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 10 11:20:45.971191 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Started child 83555 {{(pid=83451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 10 11:20:45.972335 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:45.972863 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO neutron.service [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 10 11:20:45.973463 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Notify callbacks [] for process, before_spawn {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:45.973832 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [-] (83554) wsgi starting up on http://0.0.0.0:9696 Feb 10 11:20:45.976208 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO oslo_service.service [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Starting 1 workers Feb 10 11:20:45.977639 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:45.979220 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [-] (83555) wsgi starting up on http://0.0.0.0:9696 Feb 10 11:20:45.981286 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Started child 83556 {{(pid=83451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 10 11:20:45.981746 dv-neutron-828497-1-hyperv neutron-server[83451]: INFO oslo_service.service [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Starting 1 workers Feb 10 11:20:45.984956 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.service [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] calling RpcWorker wait() {{(pid=83556) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 10 11:20:45.985546 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.service [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] returning from RpcWorker wait() {{(pid=83556) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 10 11:20:45.986019 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Started child 83557 {{(pid=83451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 10 11:20:45.986682 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:45.986789 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d925c4b2-b39f-4839-9be7-1bb718df10a1 None None] Notify callbacks [] for process, after_spawn {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:45.987149 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:20:45.988704 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83451) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 10 11:20:45.988931 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 11:20:45.989115 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 11:20:45.989380 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 11:20:45.989725 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 11:20:45.989894 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 11:20:45.990418 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.991341 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.991748 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.992045 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.992385 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.992968 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.993183 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:45.993744 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.993744 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.993932 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.994045 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.994182 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.994355 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.994619 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.994843 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.995135 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.995420 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.995662 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.995930 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.996106 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.996366 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.996637 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.996884 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.997181 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] debug = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.997433 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.997939 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.998170 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.998417 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.998662 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.998942 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.999202 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.999499 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.999776 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:45.999994 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.000296 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.000565 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.000799 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.001057 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.001360 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.001604 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.002084 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] host = dv-neutron-828497-1-hyperv {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.002329 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.002545 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.002776 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.003008 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.003272 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.003479 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.003748 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.004002 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.004256 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.004489 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.004746 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.004968 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.005231 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.005489 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] log_file = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.005653 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] log_options = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.005891 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.006289 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.007042 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.007351 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.007523 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.007671 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.007820 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.007980 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.008246 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.008491 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.008711 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.008931 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.009190 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.009442 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.009697 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.009913 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.010164 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.010379 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.010628 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.010876 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.011103 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.011352 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.011568 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.011792 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.012000 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.012234 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.012463 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.012698 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.012915 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.013197 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.013429 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.013686 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.013927 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.014172 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.014403 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.014634 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.014869 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.015134 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.015370 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.015635 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.015903 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.016121 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.016360 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.016577 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.016828 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.017040 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] use_json = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.017310 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.017530 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.017795 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.018010 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.018261 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.018476 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.018722 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.018987 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.019217 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.019589 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.020042 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.020207 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.020446 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.020718 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.020947 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.021220 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.021481 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.021728 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.021999 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.022316 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.022540 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.022921 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.023266 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.023423 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.023700 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.023945 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.024187 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.024409 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.024627 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.024844 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.025166 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.025367 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.025620 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.025870 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.026084 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.026317 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.026568 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.026819 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.027083 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.027622 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.027622 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.027925 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.028056 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.028227 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.029166 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.029166 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.029166 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.029166 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.029526 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.029610 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.029764 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.029990 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.030229 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.030472 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.030708 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.030932 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.031149 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.031363 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.031581 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.032286 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.032286 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.032286 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.032787 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.032787 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.033212 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.033212 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.033521 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.033739 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:20:46.033870 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.033870 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.034151 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.034318 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.034448 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.034596 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.035042 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.035042 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.035865 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.035865 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.035865 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.036285 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.036285 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.036538 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.036538 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.036813 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.038223 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.038223 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.038223 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.038223 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.038876 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.038876 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.039287 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.039960 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.040101 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.040247 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.040485 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.040770 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.041216 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.041670 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.041837 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.042007 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.042287 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.042530 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.042762 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.043003 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.043276 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.043533 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.043832 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.044090 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.044334 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.044614 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.044852 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.045753 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.045753 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.045753 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.046240 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.046240 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.046547 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.046725 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.047071 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.047336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 56424) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:20:46.047503 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.047503 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.049717 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.049717 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.049717 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.049717 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.049717 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.049717 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.049717 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.049717 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.050998 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.050998 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.050998 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.050998 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.050998 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.050998 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.051757 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.051757 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.051757 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.052150 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.052283 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.052462 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.052692 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.052936 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.053793 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.054118 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.054309 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.054589 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.054785 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.058661 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.058661 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.058661 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.058661 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.058661 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.058661 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.058661 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.059639 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073030 Feb 10 11:20:46.059716 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.059716 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.059716 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.059716 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.059716 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.059716 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.059716 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.062545 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.062545 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.062545 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.062545 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.062545 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.062545 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.063554 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.063554 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.063554 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.065104 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.065104 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.065104 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.065104 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.065104 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.065104 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.065995 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.065995 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.065995 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.065995 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.066536 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.066536 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.066536 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.066959 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.066959 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.067277 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.067455 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.068344 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.068344 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.068344 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.069617 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.069617 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.069617 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.070041 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.071115 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.071115 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.071115 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.071115 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.071712 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.071712 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.071712 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.072079 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.072079 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.072399 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.072562 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.072689 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.072905 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.074009 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.074322 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.074499 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.075636 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.075636 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.075636 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.075636 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.075636 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.076568 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.076568 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.076568 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.080006 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.080006 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.080006 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.080006 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.080006 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.080006 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.080006 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.080006 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.080639 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.080639 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.080639 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.080639 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.080639 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.080639 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.081107 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.081235 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.085313 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.085313 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.085313 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.085313 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.085313 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.085313 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.085313 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.085313 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.086182 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.086182 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.086182 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.086182 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.086182 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.086182 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.086182 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.086182 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.086182 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.086877 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.087075 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.087299 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.087777 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.087909 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.088166 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.088397 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.088631 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.088858 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.089025 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 11:20:46.089566 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83451) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 10 11:20:46.089733 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 11:20:46.093118 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 11:20:46.093118 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 11:20:46.093118 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 11:20:46.093118 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 11:20:46.093118 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.093118 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.093118 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.093118 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.093757 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.093757 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.093757 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.093757 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.093757 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.093757 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.093757 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.093757 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.094337 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.094337 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.094337 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.094337 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.094337 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.094337 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.094337 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.094886 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.094886 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.094886 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.095104 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] debug = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.095104 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.095302 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.095443 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.095600 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.095756 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.095911 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.096066 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.096248 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.096400 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.096565 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.096731 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.096893 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.097055 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.097262 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.097427 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.097598 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.097751 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] host = dv-neutron-828497-1-hyperv {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.097917 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.098078 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.098720 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.098720 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.098720 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.099637 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.100206 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.100206 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.100206 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.100628 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.100628 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.100628 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.101024 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.101024 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] log_file = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.101024 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] log_options = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.101376 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.101376 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.101497 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.104574 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.104574 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.104574 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.104574 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.104574 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.104574 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.104574 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.105319 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.105319 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.105319 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.105319 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.105319 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.105319 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.105319 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.105319 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.105897 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.105897 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.105897 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.105897 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.105897 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.105897 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.105897 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.105897 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.106534 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.106534 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.106534 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.106534 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.106534 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.106877 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.106877 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.107067 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.107067 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.107226 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.107371 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.107539 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.107702 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.107864 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.108032 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.108193 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.108357 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.108519 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.108682 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.108844 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] use_json = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.109155 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.109946 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.110269 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.110577 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.110893 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.111054 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.111217 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.111382 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.111544 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:20:46.111733 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.111897 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.112220 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.112389 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.112554 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.112717 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.112882 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.113041 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.113227 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.113956 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.113956 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.113956 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.113956 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.114284 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.114284 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.114427 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.114515 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.114635 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.114805 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.114986 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.115139 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.115285 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.116156 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.116496 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.116658 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.116986 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.117176 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.117351 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.117517 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.117683 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.117849 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.118014 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.118174 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.118481 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.118803 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.119106 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.119408 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.119731 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.120023 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.120310 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.120608 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.120895 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.121207 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.121512 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.121797 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.122080 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.122373 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.123119 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.123119 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.123119 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.123119 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.123402 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.123402 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.123533 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.123629 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.123794 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.123958 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.124129 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.124292 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.124455 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.124622 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.124784 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.124947 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.125111 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.125317 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.125482 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.125650 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.125811 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.126119 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.126414 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.126722 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.127039 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.127201 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.127366 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.127540 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.127721 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.127888 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.128051 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.128214 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.128378 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.128541 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.128704 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.128871 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.129037 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.129226 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.129391 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.129559 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.129725 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.129888 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.130054 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.130211 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.130378 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.130540 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.130704 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.130867 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.131031 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.131221 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.131898 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.132063 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.132283 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.132534 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.132716 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.132870 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.133037 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.133228 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.133371 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.133549 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.133715 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.133880 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.134043 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.134279 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.134424 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.134561 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.134696 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.134833 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.134989 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.135127 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.135259 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.135433 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.135596 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.135761 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.135924 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.136112 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.136912 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.136912 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.136912 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.136912 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.136912 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.137272 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.137272 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.137612 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.137806 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.138455 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.138455 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.138455 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.138455 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.138732 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.138732 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.138851 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.139000 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.139896 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.139896 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.139896 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.139896 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.139896 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.140218 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.140218 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.140218 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.140387 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.140930 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.140930 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.140930 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.141191 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.141191 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.141329 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.141535 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.141651 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.141814 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.141978 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.142147 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.142312 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.142476 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.142645 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.142808 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.142972 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.143137 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.143304 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.143467 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.143640 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.143790 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.143953 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.144120 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.144267 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.144432 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.144595 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.144758 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.144922 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.145102 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.145322 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.146274 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.146457 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.146625 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.146790 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.147117 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.147241 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.147367 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.147491 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.147634 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.147782 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.148005 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.148133 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.148255 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.149183 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.149367 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.149535 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.149711 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.149878 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.150043 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.150221 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.150386 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.150551 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.150716 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.150880 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.151838 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.152007 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.152175 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.152341 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.152505 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.152680 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.152897 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.153025 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.153210 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.153336 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.154246 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.154246 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.154246 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.154246 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.154246 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.154862 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.154862 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.154862 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.154862 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.155308 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.155308 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.155308 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.155670 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.155670 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.155670 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.156010 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.156010 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.156202 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.156317 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.156482 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.156647 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.156811 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.156981 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.157168 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.157335 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.157500 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.157663 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.157828 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.157990 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.158148 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.158304 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.158460 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.158623 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.158788 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.158951 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.159114 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.159277 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.159441 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:20:46.159597 dv-neutron-828497-1-hyperv neutron-server[83451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 11:20:46.163651 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:20:56.534065 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30303f2a-b61e-48e1-b283-e5bc8c85c64a None None] get_active_networks_info from dv-neutron-828497-1-hyperv {{(pid=83556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:20:56.591245 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e1ea45db-7913-48e4-bb40-d5dadff9520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708789'] for agent, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:56.612630 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30303f2a-b61e-48e1-b283-e5bc8c85c64a None None] No non-hosted networks {{(pid=83556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 10 11:20:58.775223 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9cc2aba9-05c5-44c6-ac6a-82b6d9deaf52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708789'] for agent, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:58.823487 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5858ae13-daa8-4b56-a869-a08f5b866c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:59.707983 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708789'] for agent, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:00.076222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708789'] for agent, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:00.077769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:00.078435 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:00.080017 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:00.080557 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:00.081033 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:00.081553 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:00.082027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:00.082651 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:00.083124 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:00.083651 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:00.084212 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:00.084822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-828497-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:21:00.090950 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-828497-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:21:01.413918 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708789'] for agent, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:02.992350 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 56522) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:21:03.609857 dv-neutron-828497-1-hyperv neutron-server[83555]: WARNING oslo_policy.policy [None req-c66dab10-f523-4119-9ac3-1f77ac54c444 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 11:21:03.610439 dv-neutron-828497-1-hyperv neutron-server[83555]: WARNING oslo_policy.policy [None req-c66dab10-f523-4119-9ac3-1f77ac54c444 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 11:21:03.801397 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.db.l3_hamode_db [None req-2c8e31d8-6d63-484b-92dc-abab5acc6574 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 10 11:21:03.825303 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-c66dab10-f523-4119-9ac3-1f77ac54c444 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:21:03.826369 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c66dab10-f523-4119-9ac3-1f77ac54c444 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8331199 Feb 10 11:21:03.890026 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8e31d8-6d63-484b-92dc-abab5acc6574 None None] Routers set() bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:21:03.890353 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8e31d8-6d63-484b-92dc-abab5acc6574 None None] Router IDs set() for agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 10 11:21:06.158790 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 56536) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:21:06.552683 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-79b1a44c-da5f-4c74-b561-64e060493fd8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:21:06.609028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.policy [None req-79b1a44c-da5f-4c74-b561-64e060493fd8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83555) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 10 11:21:06.609803 dv-neutron-828497-1-hyperv neutron-server[83555]: WARNING oslo_policy.policy [None req-79b1a44c-da5f-4c74-b561-64e060493fd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 11:21:06.610167 dv-neutron-828497-1-hyperv neutron-server[83555]: WARNING oslo_policy.policy [None req-79b1a44c-da5f-4c74-b561-64e060493fd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 11:21:06.613403 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.quota [None req-79b1a44c-da5f-4c74-b561-64e060493fd8 admin admin] Loaded quota_driver: . Feb 10 11:21:06.629521 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-79b1a44c-da5f-4c74-b561-64e060493fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:21:06.701229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-79b1a44c-da5f-4c74-b561-64e060493fd8 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768347227251', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768347214685', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768347203181', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768347208075', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768347198779', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66313563', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66128843', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-558236', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-624444'] for rbac-policy, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:06.767877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-79b1a44c-da5f-4c74-b561-64e060493fd8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:06.768984 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-79b1a44c-da5f-4c74-b561-64e060493fd8 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6093159 Feb 10 11:21:09.329466 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 56550) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:21:09.707380 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Request body: {'network': {'project_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'admin_state_up': True, 'name': 'private'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:21:09.712795 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:21:09.717332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Usage tracker for resource:network and tenant:d0025b2ef3e74e69b7ddd3e6dc75e472 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:21:09.722005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:21:09.729752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:21:09.739257 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Made reservation on behalf of d0025b2ef3e74e69b7ddd3e6dc75e472 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:21:09.742677 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:09.760632 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:09.802392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:21:09.806866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Usage tracker for resource:security_group_rule and tenant:d0025b2ef3e74e69b7ddd3e6dc75e472 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:21:09.809693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:21:09.815772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:21:09.881390 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:09.887942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:09.913216 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:21:09.940915 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768343415902', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:09.941550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Unsubscribe: segment precommit_create {{(pid=83555) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 11:21:09.942052 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Added segment d4f79aaa-35a9-438a-a0c4-1eaec9363a7c of type vlan for network 316e3a3b-246b-4aa2-a0ae-87333b641de9 Feb 10 11:21:09.951025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107d8c4d-c007-436a-a79b-cef08c9fe16e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:10.013792 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:10.014108 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:10.014598 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:10.014962 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:10.015310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:10.015642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:10.015960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:10.016286 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:10.016605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:10.016922 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:10.017264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Tracked resource versions report: Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: pushed versions: Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: { 'ConntrackHelper': {'1.0'}, Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Log': {'1.0'}, Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Network': {'1.1'}, Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Port': {'1.5'}, Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'PortForwarding': {'1.2'}, Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'QosPolicy': {'1.8'}, Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'SecurityGroup': {'1.2'}, Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'SecurityGroupRule': {'1.0'}, Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'SubPort': {'1.0'}, Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Subnet': {'1.1'}, Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Trunk': {'1.1'}} Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: consumer versions: Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: { DHCP agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: L3 agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: Metadata agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: Metering agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: Open vSwitch agent@dv-neutron-828497-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Log': '1.0', Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Network': '1.1', Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Port': '1.5', Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'PortForwarding': '1.2', Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'QosPolicy': '1.8', Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'SecurityGroup': '1.2', Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'SecurityGroupRule': '1.0', Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'SubPort': '1.0', Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Subnet': '1.1', Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Trunk': '1.1'}} Feb 10 11:21:10.018506 dv-neutron-828497-1-hyperv neutron-server[83555]: {{(pid=83555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 11:21:10.050866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:10.094893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:10.095826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:21:10.096461 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:10.203747 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8732231 Feb 10 11:21:10.204450 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04eb5f-c038-486a-976d-a1f2bb8eeca4 admin admin] Pushing event updated for resources: {'Network': ['ID=316e3a3b-246b-4aa2-a0ae-87333b641de9,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:10.239147 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 316e3a3b-246b-4aa2-a0ae-87333b641de9 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:21:12.819851 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 56566) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:21:13.300627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe866c70-8110-40e1-983b-c422e4f8f756 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:21:13.302029 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fe866c70-8110-40e1-983b-c422e4f8f756 admin admin] 10.222.0.36 "GET /v2.0/networks/316e3a3b-246b-4aa2-a0ae-87333b641de9 HTTP/1.1" status: 200 len: 825 time: 0.4812398 Feb 10 11:21:13.330311 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d4daf16d-dd62-45ca-a871-5dc774f86379 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/bf0bc3d3-7627-4ac9-b003-3bdfcd59d404 HTTP/1.1" status: 200 len: 734 time: 0.0222316 Feb 10 11:21:13.339138 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a6db873e-c9a8-4bb5-b765-79941f679ccb admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '316e3a3b-246b-4aa2-a0ae-87333b641de9', 'tenant_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'subnetpool_id': 'bf0bc3d3-7627-4ac9-b003-3bdfcd59d404', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:21:13.343627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a6db873e-c9a8-4bb5-b765-79941f679ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:21:13.347354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a6db873e-c9a8-4bb5-b765-79941f679ccb admin admin] Usage tracker for resource:subnet and tenant:d0025b2ef3e74e69b7ddd3e6dc75e472 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:21:13.350229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a6db873e-c9a8-4bb5-b765-79941f679ccb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:21:13.356466 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a6db873e-c9a8-4bb5-b765-79941f679ccb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:21:13.367109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6db873e-c9a8-4bb5-b765-79941f679ccb admin admin] Made reservation on behalf of d0025b2ef3e74e69b7ddd3e6dc75e472 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:21:13.369404 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a6db873e-c9a8-4bb5-b765-79941f679ccb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:13.631456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a6db873e-c9a8-4bb5-b765-79941f679ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:13.713458 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db873e-c9a8-4bb5-b765-79941f679ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e581753-52f2-4b34-a868-f41dac375c7e,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:13.722118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db873e-c9a8-4bb5-b765-79941f679ccb admin admin] Checking segment: {'id': 'd4f79aaa-35a9-438a-a0c4-1eaec9363a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '316e3a3b-246b-4aa2-a0ae-87333b641de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:21:13.722486 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db873e-c9a8-4bb5-b765-79941f679ccb admin admin] Network hostable DHCP agents. Network: 316e3a3b-246b-4aa2-a0ae-87333b641de9, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:21:13.745954 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db873e-c9a8-4bb5-b765-79941f679ccb admin admin] Network 316e3a3b-246b-4aa2-a0ae-87333b641de9 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:21:13.755882 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-a6db873e-c9a8-4bb5-b765-79941f679ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 316e3a3b-246b-4aa2-a0ae-87333b641de9) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:21:13.760627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6db873e-c9a8-4bb5-b765-79941f679ccb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:21:13.761262 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a6db873e-c9a8-4bb5-b765-79941f679ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:13.765833 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9480d9c-a459-4dab-a6f6-4329622912af None None] Network 316e3a3b-246b-4aa2-a0ae-87333b641de9 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:21:13.783071 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a6db873e-c9a8-4bb5-b765-79941f679ccb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4473379 Feb 10 11:21:14.080077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-316e3a3b-246b-4aa2-a0ae-87333b641de9', 'network_id': '316e3a3b-246b-4aa2-a0ae-87333b641de9', 'tenant_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'fixed_ips': [{'subnet_id': '1e581753-52f2-4b34-a868-f41dac375c7e'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:21:14.081303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:14.263228 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Allocated IP 172.20.0.2 (316e3a3b-246b-4aa2-a0ae-87333b641de9/1e581753-52f2-4b34-a868-f41dac375c7e/453616bf-9a1c-4021-9584-4612f1aae572) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:21:14.484708 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:14.498534 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Transition to ACTIVE for port object 453616bf-9a1c-4021-9584-4612f1aae572 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:21:14.517656 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Transition to ACTIVE for port object 453616bf-9a1c-4021-9584-4612f1aae572 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:21:14.524000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:14.590750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Network 316e3a3b-246b-4aa2-a0ae-87333b641de9 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:21:14.593606 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:21:14.601026 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Pushing event updated for resources: {'Port': ['ID=453616bf-9a1c-4021-9584-4612f1aae572,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:14.603334 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:21:14.641867 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:14.642220 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:14.642564 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:14.642897 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:14.643245 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:14.643580 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:14.643911 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:14.644268 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:14.644596 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:14.644920 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:14.645270 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Tracked resource versions report: Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: pushed versions: Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: { 'ConntrackHelper': {'1.0'}, Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Log': {'1.0'}, Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Network': {'1.1'}, Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Port': {'1.5'}, Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'PortForwarding': {'1.2'}, Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'QosPolicy': {'1.8'}, Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'SecurityGroup': {'1.2'}, Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'SecurityGroupRule': {'1.0'}, Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'SubPort': {'1.0'}, Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Subnet': {'1.1'}, Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Trunk': {'1.1'}} Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: consumer versions: Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: { DHCP agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: L3 agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: Metadata agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: Metering agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: Open vSwitch agent@dv-neutron-828497-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Log': '1.0', Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Network': '1.1', Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Port': '1.5', Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'PortForwarding': '1.2', Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'QosPolicy': '1.8', Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'SecurityGroup': '1.2', Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'SecurityGroupRule': '1.0', Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'SubPort': '1.0', Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Subnet': '1.1', Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Trunk': '1.1'}} Feb 10 11:21:14.646579 dv-neutron-828497-1-hyperv neutron-server[83556]: {{(pid=83556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 11:21:14.706125 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Attempting to bind port 453616bf-9a1c-4021-9584-4612f1aae572 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:21:14.706530 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Attempting to bind port 453616bf-9a1c-4021-9584-4612f1aae572 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'd4f79aaa-35a9-438a-a0c4-1eaec9363a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '316e3a3b-246b-4aa2-a0ae-87333b641de9'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:21:14.706966 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Attempting to bind port 453616bf-9a1c-4021-9584-4612f1aae572 on network 316e3a3b-246b-4aa2-a0ae-87333b641de9 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:21:14.713486 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:21:14.713894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Checking segment: {'id': 'd4f79aaa-35a9-438a-a0c4-1eaec9363a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '316e3a3b-246b-4aa2-a0ae-87333b641de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:21:14.714370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:14.714761 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Bound using segment: {'id': 'd4f79aaa-35a9-438a-a0c4-1eaec9363a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '316e3a3b-246b-4aa2-a0ae-87333b641de9'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:21:14.715259 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Bound port: 453616bf-9a1c-4021-9584-4612f1aae572, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f79aaa-35a9-438a-a0c4-1eaec9363a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '316e3a3b-246b-4aa2-a0ae-87333b641de9'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:21:14.715667 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:14.801621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] For port 453616bf-9a1c-4021-9584-4612f1aae572, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:21:14.806314 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] For port 453616bf-9a1c-4021-9584-4612f1aae572, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=453616bf-9a1c-4021-9584-4612f1aae572,segment=NetworkSegment(d4f79aaa-35a9-438a-a0c4-1eaec9363a7c),segment_id=d4f79aaa-35a9-438a-a0c4-1eaec9363a7c)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:21:14.810881 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:14.922458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d679821-dd13-4ee8-9946-257fe3c6cc2d None None] Pushing event updated for resources: {'Port': ['ID=453616bf-9a1c-4021-9584-4612f1aae572,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:16.122212 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 56576) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:21:16.516492 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-61dddedf-efd7-4cca-ac7d-4813f125579e admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:21:16.517550 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-61dddedf-efd7-4cca-ac7d-4813f125579e admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3944025 Feb 10 11:21:18.327052 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 453616bf-9a1c-4021-9584-4612f1aae572 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:21:18.398803 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 453616bf-9a1c-4021-9584-4612f1aae572 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:21:18.586619 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef029d63-c42a-4ff5-9b79-4c5870191596 None None] Network 316e3a3b-246b-4aa2-a0ae-87333b641de9 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:21:18.697218 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0380b27b-2d06-4954-9f4d-abad1f74b305 None None] Provisioning for port 453616bf-9a1c-4021-9584-4612f1aae572 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:21:18.714288 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0380b27b-2d06-4954-9f4d-abad1f74b305 None None] Provisioning complete for port 453616bf-9a1c-4021-9584-4612f1aae572 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:21:18.714745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0380b27b-2d06-4954-9f4d-abad1f74b305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:18.848776 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 56590) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:21:18.946156 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0380b27b-2d06-4954-9f4d-abad1f74b305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:18.998379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-0380b27b-2d06-4954-9f4d-abad1f74b305 None None] For port 453616bf-9a1c-4021-9584-4612f1aae572, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=453616bf-9a1c-4021-9584-4612f1aae572,segment=NetworkSegment(d4f79aaa-35a9-438a-a0c4-1eaec9363a7c),segment_id=d4f79aaa-35a9-438a-a0c4-1eaec9363a7c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:21:19.003483 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0380b27b-2d06-4954-9f4d-abad1f74b305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:19.082576 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380b27b-2d06-4954-9f4d-abad1f74b305 None None] Pushing event updated for resources: {'Port': ['ID=453616bf-9a1c-4021-9584-4612f1aae572,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:19.259192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-9f37dde0-d396-434b-a0d4-a7ee665cffdd admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:21:19.260152 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9f37dde0-d396-434b-a0d4-a7ee665cffdd admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4105144 Feb 10 11:21:19.328905 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2ffec42f-b0e2-4c8e-a8c2-5cbee4db7b50 None None] Provisioning complete for port 453616bf-9a1c-4021-9584-4612f1aae572 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:21:19.329491 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2ffec42f-b0e2-4c8e-a8c2-5cbee4db7b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:20.304462 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 453616bf-9a1c-4021-9584-4612f1aae572 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:21:20.374179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 453616bf-9a1c-4021-9584-4612f1aae572 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:21:20.374849 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:21.866861 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 56604) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:21:22.552503 dv-neutron-828497-1-hyperv neutron-server[83554]: WARNING oslo_policy.policy [None req-428e5669-396d-40d1-8d65-f3c6237d6bd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 11:21:22.553110 dv-neutron-828497-1-hyperv neutron-server[83554]: WARNING oslo_policy.policy [None req-428e5669-396d-40d1-8d65-f3c6237d6bd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 11:21:22.767194 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-428e5669-396d-40d1-8d65-f3c6237d6bd1 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'name': 'router1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:21:22.803856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.policy [None req-428e5669-396d-40d1-8d65-f3c6237d6bd1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83554) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 10 11:21:22.804609 dv-neutron-828497-1-hyperv neutron-server[83554]: WARNING oslo_policy.policy [None req-428e5669-396d-40d1-8d65-f3c6237d6bd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 11:21:22.804976 dv-neutron-828497-1-hyperv neutron-server[83554]: WARNING oslo_policy.policy [None req-428e5669-396d-40d1-8d65-f3c6237d6bd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 11:21:22.808386 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.quota [None req-428e5669-396d-40d1-8d65-f3c6237d6bd1 admin admin] Loaded quota_driver: . Feb 10 11:21:22.824419 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-428e5669-396d-40d1-8d65-f3c6237d6bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:21:22.830656 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-428e5669-396d-40d1-8d65-f3c6237d6bd1 admin admin] Usage tracker for resource:router and tenant:d0025b2ef3e74e69b7ddd3e6dc75e472 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:21:22.835104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-428e5669-396d-40d1-8d65-f3c6237d6bd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:21:22.842430 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-428e5669-396d-40d1-8d65-f3c6237d6bd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:21:22.858128 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-428e5669-396d-40d1-8d65-f3c6237d6bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:22.860167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-428e5669-396d-40d1-8d65-f3c6237d6bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:22.890044 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-428e5669-396d-40d1-8d65-f3c6237d6bd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:23.002536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-428e5669-396d-40d1-8d65-f3c6237d6bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:23.023466 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-428e5669-396d-40d1-8d65-f3c6237d6bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:23.024830 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-428e5669-396d-40d1-8d65-f3c6237d6bd1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1558218 Feb 10 11:21:25.302953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 56620) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:21:25.689981 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-1c24b863-3a29-4848-b685-ce01d02ab17a admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:21:25.691050 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1c24b863-3a29-4848-b685-ce01d02ab17a admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3865449 Feb 10 11:21:26.451287 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c556103d-b405-4ce2-b831-2fdd60e80809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:27.951845 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 56630) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:21:28.347814 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:21:28.355134 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:21:28.358847 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Usage tracker for resource:network and tenant:3baddb09ab104817b2b7a409b2c1ece1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:21:28.362180 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:21:28.367776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:21:28.377174 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Made reservation on behalf of 3baddb09ab104817b2b7a409b2c1ece1 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:21:28.380111 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:28.398011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:28.436530 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:21:28.440672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:3baddb09ab104817b2b7a409b2c1ece1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:21:28.443502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:21:28.449491 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:21:28.513857 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:28.517540 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:28.532273 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Reserving flat network on physical network physnet1 {{(pid=83554) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 10 11:21:28.560087 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768343415902', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:28.560668 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Unsubscribe: segment precommit_create {{(pid=83554) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 11:21:28.561197 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Added segment 9a33d97b-1e31-4155-872e-607d2c8924a1 of type flat for network 585d1acb-5d6b-405b-8a3c-1987eb05be45 Feb 10 11:21:28.579295 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034d6284-9b1d-45f9-b9f6-6b9b9f2a9506,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:28.637996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:28.638271 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:28.638607 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:28.638938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:28.639286 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:28.639617 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:28.639941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:28.640265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:28.640582 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:28.640899 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:28.641251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Tracked resource versions report: Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: pushed versions: Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: { 'ConntrackHelper': {'1.0'}, Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Log': {'1.0'}, Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Network': {'1.1'}, Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Port': {'1.5'}, Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'PortForwarding': {'1.2'}, Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'QosPolicy': {'1.8'}, Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'SecurityGroup': {'1.2'}, Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'SecurityGroupRule': {'1.0'}, Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'SubPort': {'1.0'}, Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Subnet': {'1.1'}, Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Trunk': {'1.1'}} Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: consumer versions: Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: { DHCP agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: L3 agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: Metadata agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: Metering agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: Open vSwitch agent@dv-neutron-828497-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Log': '1.0', Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Network': '1.1', Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Port': '1.5', Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'PortForwarding': '1.2', Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'QosPolicy': '1.8', Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'SecurityGroup': '1.2', Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'SecurityGroupRule': '1.0', Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'SubPort': '1.0', Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Subnet': '1.1', Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Trunk': '1.1'}} Feb 10 11:21:28.642496 dv-neutron-828497-1-hyperv neutron-server[83554]: {{(pid=83554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 11:21:28.685391 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:28.731445 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:28.732501 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:21:28.733154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:28.773619 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9c07561f-d7be-4ba6-ba30-3d678cf8f794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:28.838382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] Pushing event updated for resources: {'Network': ['ID=585d1acb-5d6b-405b-8a3c-1987eb05be45,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:28.841855 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d7a5ce1e-9ff0-4cc2-8613-b4aabb553ab3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8890483 Feb 10 11:21:28.849519 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:21:29.661652 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:30.077315 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:31.132232 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 56654) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:21:31.364963 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:31.377531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b02669f-f856-425c-982a-a415971445f3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:21:31.378840 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5b02669f-f856-425c-982a-a415971445f3 admin admin] 10.222.0.36 "GET /v2.0/subnets/1e581753-52f2-4b34-a868-f41dac375c7e HTTP/1.1" status: 200 len: 849 time: 0.2456965 Feb 10 11:21:31.555149 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6779da52-ecf6-415f-b9fc-cafc439bcaab admin admin] 10.222.0.36 "GET /v2.0/routers/5eadfca3-cbd7-4162-8ccf-6ccc3443157f HTTP/1.1" status: 200 len: 704 time: 0.1707330 Feb 10 11:21:32.025102 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:32.273665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Allocated IP 172.20.0.1 (316e3a3b-246b-4aa2-a0ae-87333b641de9/1e581753-52f2-4b34-a868-f41dac375c7e/c087bfc9-269c-4146-8a3c-0dd777fc92d1) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:21:32.433077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:32.449948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Transition to ACTIVE for port object c087bfc9-269c-4146-8a3c-0dd777fc92d1 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:21:32.500500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:32.570786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Network 316e3a3b-246b-4aa2-a0ae-87333b641de9 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:21:32.573537 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:21:32.578981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:21:32.579324 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:32.582551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Pushing event updated for resources: {'Port': ['ID=c087bfc9-269c-4146-8a3c-0dd777fc92d1,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:32.707532 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:32.742628 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-db5c0770-139a-4cfe-a5ae-ec6c006d351b None None] Provisioning for port c087bfc9-269c-4146-8a3c-0dd777fc92d1 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:21:32.747715 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-db5c0770-139a-4cfe-a5ae-ec6c006d351b None None] Provisioning complete for port c087bfc9-269c-4146-8a3c-0dd777fc92d1 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:21:32.748333 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-db5c0770-139a-4cfe-a5ae-ec6c006d351b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:32.799627 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-db5c0770-139a-4cfe-a5ae-ec6c006d351b None None] Port c087bfc9-269c-4146-8a3c-0dd777fc92d1 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:21:32.965226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:32.969631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:32.970606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:33.100042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Pushing event updated for resources: {'Port': ['ID=c087bfc9-269c-4146-8a3c-0dd777fc92d1,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:33.164514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Network 316e3a3b-246b-4aa2-a0ae-87333b641de9 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:21:33.165495 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:21:33.324365 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a6991271-f429-4734-a529-ed60ccf8b392 None None] Provisioning complete for port c087bfc9-269c-4146-8a3c-0dd777fc92d1 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:21:33.324788 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a6991271-f429-4734-a529-ed60ccf8b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:33.380396 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a6991271-f429-4734-a529-ed60ccf8b392 None None] Port c087bfc9-269c-4146-8a3c-0dd777fc92d1 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:21:33.511360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Router 5eadfca3-cbd7-4162-8ccf-6ccc3443157f is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:21:33.672167 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:21:33.681511 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Sync routers for ids ['5eadfca3-cbd7-4162-8ccf-6ccc3443157f'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:21:33.682219 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7dce2485-50c6-4bd9-ac7d-40350c392669 admin admin] 10.222.0.36 "PUT /v2.0/routers/5eadfca3-cbd7-4162-8ccf-6ccc3443157f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1221745 Feb 10 11:21:33.694838 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Routers {'5eadfca3-cbd7-4162-8ccf-6ccc3443157f'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:21:33.695636 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:21:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['5eadfca3-cbd7-4162-8ccf-6ccc3443157f'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:21:33.869597 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Set router 5eadfca3-cbd7-4162-8ccf-6ccc3443157f gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:21:34.243980 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eadfca3-cbd7-4162-8ccf-6ccc3443157f', 'name': 'router1', 'tenant_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:21:22Z', 'updated_at': '2022-02-10T11:21:32Z', 'revision_number': 2, 'project_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'gw_port_host': None, '_interfaces': [{'id': 'c087bfc9-269c-4146-8a3c-0dd777fc92d1', 'name': '', 'network_id': '316e3a3b-246b-4aa2-a0ae-87333b641de9', 'tenant_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'mac_address': 'fa:16:3e:00:54:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eadfca3-cbd7-4162-8ccf-6ccc3443157f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e581753-52f2-4b34-a868-f41dac375c7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:21:32Z', 'updated_at': '2022-02-10T11:21:32Z', 'revision_number': 2, 'project_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'subnets': [{'id': '1e581753-52f2-4b34-a868-f41dac375c7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf0bc3d3-7627-4ac9-b003-3bdfcd59d404'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:21:34.248777 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Checking router: 5eadfca3-cbd7-4162-8ccf-6ccc3443157f for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:21:34.249162 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Updating router 5eadfca3-cbd7-4162-8ccf-6ccc3443157f port c087bfc9-269c-4146-8a3c-0dd777fc92d1 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:21:34.299223 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:34.672605 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:34.688095 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Transition to ACTIVE for port object c087bfc9-269c-4146-8a3c-0dd777fc92d1 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:21:34.695392 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:34.858636 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67703195-1967-437d-9e0c-77b6a3d3e12d None None] Pushing event updated for resources: {'Port': ['ID=c087bfc9-269c-4146-8a3c-0dd777fc92d1,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:34.936073 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67703195-1967-437d-9e0c-77b6a3d3e12d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:34.936424 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67703195-1967-437d-9e0c-77b6a3d3e12d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:34.936760 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67703195-1967-437d-9e0c-77b6a3d3e12d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:34.937388 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67703195-1967-437d-9e0c-77b6a3d3e12d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:34.937741 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67703195-1967-437d-9e0c-77b6a3d3e12d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:34.938072 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67703195-1967-437d-9e0c-77b6a3d3e12d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:34.938397 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67703195-1967-437d-9e0c-77b6a3d3e12d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:34.938735 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67703195-1967-437d-9e0c-77b6a3d3e12d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:34.939059 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67703195-1967-437d-9e0c-77b6a3d3e12d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:34.939377 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67703195-1967-437d-9e0c-77b6a3d3e12d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:34.939695 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67703195-1967-437d-9e0c-77b6a3d3e12d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67703195-1967-437d-9e0c-77b6a3d3e12d None None] Tracked resource versions report: Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: pushed versions: Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: { 'ConntrackHelper': {'1.0'}, Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Log': {'1.0'}, Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Network': {'1.1'}, Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Port': {'1.5'}, Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'PortForwarding': {'1.2'}, Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'QosPolicy': {'1.8'}, Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'SecurityGroup': {'1.2'}, Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'SecurityGroupRule': {'1.0'}, Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'SubPort': {'1.0'}, Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Subnet': {'1.1'}, Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Trunk': {'1.1'}} Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: consumer versions: Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: { DHCP agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: L3 agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: Metadata agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: Metering agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: Open vSwitch agent@dv-neutron-828497-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Log': '1.0', Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Network': '1.1', Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Port': '1.5', Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'PortForwarding': '1.2', Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'QosPolicy': '1.8', Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'SecurityGroup': '1.2', Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'SecurityGroupRule': '1.0', Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'SubPort': '1.0', Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Subnet': '1.1', Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Trunk': '1.1'}} Feb 10 11:21:34.941008 dv-neutron-828497-1-hyperv neutron-server[83557]: {{(pid=83557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 11:21:34.963249 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Attempting to bind port c087bfc9-269c-4146-8a3c-0dd777fc92d1 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:21:34.963249 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Attempting to bind port c087bfc9-269c-4146-8a3c-0dd777fc92d1 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'd4f79aaa-35a9-438a-a0c4-1eaec9363a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '316e3a3b-246b-4aa2-a0ae-87333b641de9'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:21:34.963249 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Attempting to bind port c087bfc9-269c-4146-8a3c-0dd777fc92d1 on network 316e3a3b-246b-4aa2-a0ae-87333b641de9 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:21:34.968645 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:21:34.969048 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Checking segment: {'id': 'd4f79aaa-35a9-438a-a0c4-1eaec9363a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '316e3a3b-246b-4aa2-a0ae-87333b641de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:21:34.969560 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:34.969949 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Bound using segment: {'id': 'd4f79aaa-35a9-438a-a0c4-1eaec9363a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '316e3a3b-246b-4aa2-a0ae-87333b641de9'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:21:34.970428 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Bound port: c087bfc9-269c-4146-8a3c-0dd777fc92d1, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f79aaa-35a9-438a-a0c4-1eaec9363a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '316e3a3b-246b-4aa2-a0ae-87333b641de9'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:21:34.970811 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:35.059478 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] For port c087bfc9-269c-4146-8a3c-0dd777fc92d1, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:21:35.063585 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] For port c087bfc9-269c-4146-8a3c-0dd777fc92d1, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c087bfc9-269c-4146-8a3c-0dd777fc92d1,segment=NetworkSegment(d4f79aaa-35a9-438a-a0c4-1eaec9363a7c),segment_id=d4f79aaa-35a9-438a-a0c4-1eaec9363a7c)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:21:35.067412 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:35.148117 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67703195-1967-437d-9e0c-77b6a3d3e12d None None] Pushing event updated for resources: {'Port': ['ID=c087bfc9-269c-4146-8a3c-0dd777fc92d1,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:35.175260 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Routers {'5eadfca3-cbd7-4162-8ccf-6ccc3443157f'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:21:35.175875 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:21:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['5eadfca3-cbd7-4162-8ccf-6ccc3443157f'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:21:35.330807 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] Set router 5eadfca3-cbd7-4162-8ccf-6ccc3443157f gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:21:35.655302 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eadfca3-cbd7-4162-8ccf-6ccc3443157f', 'name': 'router1', 'tenant_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:21:22Z', 'updated_at': '2022-02-10T11:21:32Z', 'revision_number': 2, 'project_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'gw_port_host': None, '_interfaces': [{'id': 'c087bfc9-269c-4146-8a3c-0dd777fc92d1', 'name': '', 'network_id': '316e3a3b-246b-4aa2-a0ae-87333b641de9', 'tenant_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'mac_address': 'fa:16:3e:00:54:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eadfca3-cbd7-4162-8ccf-6ccc3443157f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e581753-52f2-4b34-a868-f41dac375c7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:21:32Z', 'updated_at': '2022-02-10T11:21:35Z', 'revision_number': 4, 'project_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'subnets': [{'id': '1e581753-52f2-4b34-a868-f41dac375c7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf0bc3d3-7627-4ac9-b003-3bdfcd59d404'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:21:35.659203 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f508d05-d2e7-41ba-8a22-72b621161574 None None] The sync data for ids ['5eadfca3-cbd7-4162-8ccf-6ccc3443157f'] in dv-neutron-828497-1-hyperv is: [{'id': '5eadfca3-cbd7-4162-8ccf-6ccc3443157f', 'name': 'router1', 'tenant_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:21:22Z', 'updated_at': '2022-02-10T11:21:32Z', 'revision_number': 2, 'project_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'gw_port_host': None, '_interfaces': [{'id': 'c087bfc9-269c-4146-8a3c-0dd777fc92d1', 'name': '', 'network_id': '316e3a3b-246b-4aa2-a0ae-87333b641de9', 'tenant_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'mac_address': 'fa:16:3e:00:54:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eadfca3-cbd7-4162-8ccf-6ccc3443157f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e581753-52f2-4b34-a868-f41dac375c7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:21:32Z', 'updated_at': '2022-02-10T11:21:35Z', 'revision_number': 4, 'project_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'subnets': [{'id': '1e581753-52f2-4b34-a868-f41dac375c7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf0bc3d3-7627-4ac9-b003-3bdfcd59d404'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:21:35.802346 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 56678) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:21:35.974226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee6da4-f0cd-4e05-9420-e6c6ee51e0b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:21:35.976133 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6bee6da4-f0cd-4e05-9420-e6c6ee51e0b7 admin admin] 10.222.0.36 "GET /v2.0/networks/585d1acb-5d6b-405b-8a3c-1987eb05be45 HTTP/1.1" status: 200 len: 842 time: 0.1726034 Feb 10 11:21:35.984992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-5b82e704-558e-4f93-b212-97ec78dcd5a3 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'cidr': '172.26.4.0/24', 'enable_dhcp': False, 'gateway_ip': '172.26.4.1', 'ip_version': 4}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:21:35.990036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5b82e704-558e-4f93-b212-97ec78dcd5a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:21:35.994338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5b82e704-558e-4f93-b212-97ec78dcd5a3 admin admin] Usage tracker for resource:subnet and tenant:3baddb09ab104817b2b7a409b2c1ece1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:21:35.997175 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5b82e704-558e-4f93-b212-97ec78dcd5a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:21:36.002754 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5b82e704-558e-4f93-b212-97ec78dcd5a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:21:36.014562 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b82e704-558e-4f93-b212-97ec78dcd5a3 admin admin] Made reservation on behalf of 3baddb09ab104817b2b7a409b2c1ece1 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:21:36.017115 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5b82e704-558e-4f93-b212-97ec78dcd5a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:36.419278 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.objects.ports [None req-5b82e704-558e-4f93-b212-97ec78dcd5a3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83555) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:21:36.419723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5b82e704-558e-4f93-b212-97ec78dcd5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:36.490113 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82e704-558e-4f93-b212-97ec78dcd5a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f6f090-9dcb-4887-9f51-9011c3058a31,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:36.502391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82e704-558e-4f93-b212-97ec78dcd5a3 admin admin] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:21:36.502754 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b82e704-558e-4f93-b212-97ec78dcd5a3 admin admin] Network hostable DHCP agents. Network: 585d1acb-5d6b-405b-8a3c-1987eb05be45, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:21:36.529481 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b82e704-558e-4f93-b212-97ec78dcd5a3 admin admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:21:36.541852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5b82e704-558e-4f93-b212-97ec78dcd5a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 585d1acb-5d6b-405b-8a3c-1987eb05be45) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:21:36.546203 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b82e704-558e-4f93-b212-97ec78dcd5a3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:21:36.546792 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5b82e704-558e-4f93-b212-97ec78dcd5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:36.551871 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f822f70f-978b-430c-8679-c9746af9902c None None] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:21:36.576692 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5b82e704-558e-4f93-b212-97ec78dcd5a3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5948122 Feb 10 11:21:36.797743 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130cfdd8-c6fd-4244-a79d-652dc6614785 None None] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:21:38.330783 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c087bfc9-269c-4146-8a3c-0dd777fc92d1 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:21:38.399626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port c087bfc9-269c-4146-8a3c-0dd777fc92d1 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:21:38.404375 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port c087bfc9-269c-4146-8a3c-0dd777fc92d1 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:21:38.404750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:38.518312 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:38.549958 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port c087bfc9-269c-4146-8a3c-0dd777fc92d1, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c087bfc9-269c-4146-8a3c-0dd777fc92d1,segment=NetworkSegment(d4f79aaa-35a9-438a-a0c4-1eaec9363a7c),segment_id=d4f79aaa-35a9-438a-a0c4-1eaec9363a7c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:21:38.553531 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:38.620179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=c087bfc9-269c-4146-8a3c-0dd777fc92d1,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:38.746816 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 56692) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:21:38.977276 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3232af85-8f62-4417-b2be-bb084e570b8e admin admin] 10.222.0.36 "GET /v2.0/routers/5eadfca3-cbd7-4162-8ccf-6ccc3443157f HTTP/1.1" status: 200 len: 710 time: 0.2293150 Feb 10 11:21:39.104890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d719f7-bc2f-4ce0-a9dd-76b7f319ba0a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:21:39.106194 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-45d719f7-bc2f-4ce0-a9dd-76b7f319ba0a admin admin] 10.222.0.36 "GET /v2.0/networks/585d1acb-5d6b-405b-8a3c-1987eb05be45 HTTP/1.1" status: 200 len: 886 time: 0.1238718 Feb 10 11:21:39.114783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:21:39.597154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:39.779389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:39.835907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:39.972599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] Allocated IP 172.26.4.43 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/eee5baa6-31fe-42cd-afd7-9b02361dc43e) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:21:40.153100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:40.179666 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:40.246697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:21:40.249449 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:21:40.253928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:21:40.283240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] Pushing event updated for resources: {'Port': ['ID=eee5baa6-31fe-42cd-afd7-9b02361dc43e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:40.317421 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c087bfc9-269c-4146-8a3c-0dd777fc92d1 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:21:40.387294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port c087bfc9-269c-4146-8a3c-0dd777fc92d1 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:21:40.387821 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:40.397498 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:40.560661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:40.564132 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:40.756487 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] Router 5eadfca3-cbd7-4162-8ccf-6ccc3443157f has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:21:40.949843 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:21:40.957806 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:40.958964 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bd36292f-c147-4db2-b674-db85db060d87 admin admin] 10.222.0.36 "PUT /v2.0/routers/5eadfca3-cbd7-4162-8ccf-6ccc3443157f HTTP/1.1" status: 200 len: 889 time: 1.8473949 Feb 10 11:21:40.959390 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Sync routers for ids ['5eadfca3-cbd7-4162-8ccf-6ccc3443157f'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:21:40.971942 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Routers {'5eadfca3-cbd7-4162-8ccf-6ccc3443157f'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:21:40.972645 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:21:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['5eadfca3-cbd7-4162-8ccf-6ccc3443157f'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:21:41.165994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Set router 5eadfca3-cbd7-4162-8ccf-6ccc3443157f gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:21:41.503688 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eadfca3-cbd7-4162-8ccf-6ccc3443157f', 'name': 'router1', 'tenant_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'eee5baa6-31fe-42cd-afd7-9b02361dc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:21:22Z', 'updated_at': '2022-02-10T11:21:40Z', 'revision_number': 4, 'project_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'gw_port': {'id': 'eee5baa6-31fe-42cd-afd7-9b02361dc43e', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eadfca3-cbd7-4162-8ccf-6ccc3443157f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:21:39Z', 'updated_at': '2022-02-10T11:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'c087bfc9-269c-4146-8a3c-0dd777fc92d1', 'name': '', 'network_id': '316e3a3b-246b-4aa2-a0ae-87333b641de9', 'tenant_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'mac_address': 'fa:16:3e:00:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eadfca3-cbd7-4162-8ccf-6ccc3443157f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e581753-52f2-4b34-a868-f41dac375c7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:21:32Z', 'updated_at': '2022-02-10T11:21:38Z', 'revision_number': 5, 'project_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'subnets': [{'id': '1e581753-52f2-4b34-a868-f41dac375c7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf0bc3d3-7627-4ac9-b003-3bdfcd59d404'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:21:41.508860 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Checking router: 5eadfca3-cbd7-4162-8ccf-6ccc3443157f for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:21:41.509268 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Updating router 5eadfca3-cbd7-4162-8ccf-6ccc3443157f port eee5baa6-31fe-42cd-afd7-9b02361dc43e binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:21:41.563224 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:41.885736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:41.898306 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Transition to ACTIVE for port object eee5baa6-31fe-42cd-afd7-9b02361dc43e will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:21:41.905266 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:41.981972 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a5610-43e3-4ada-83ba-28e62ab181c8 None None] Pushing event updated for resources: {'Port': ['ID=eee5baa6-31fe-42cd-afd7-9b02361dc43e,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:41.985794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Attempting to bind port eee5baa6-31fe-42cd-afd7-9b02361dc43e on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:21:41.986161 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Attempting to bind port eee5baa6-31fe-42cd-afd7-9b02361dc43e by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:21:41.986526 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Attempting to bind port eee5baa6-31fe-42cd-afd7-9b02361dc43e on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:21:41.993626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:21:41.994002 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:21:41.994402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:41.994792 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:21:41.995251 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Bound port: eee5baa6-31fe-42cd-afd7-9b02361dc43e, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:21:41.995639 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:42.089396 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] For port eee5baa6-31fe-42cd-afd7-9b02361dc43e, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:21:42.092169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] For port eee5baa6-31fe-42cd-afd7-9b02361dc43e, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=eee5baa6-31fe-42cd-afd7-9b02361dc43e,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:21:42.096304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:42.175394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a5610-43e3-4ada-83ba-28e62ab181c8 None None] Pushing event updated for resources: {'Port': ['ID=eee5baa6-31fe-42cd-afd7-9b02361dc43e,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:42.177933 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Routers {'5eadfca3-cbd7-4162-8ccf-6ccc3443157f'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:21:42.178522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:21:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['5eadfca3-cbd7-4162-8ccf-6ccc3443157f'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:21:42.358523 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] Set router 5eadfca3-cbd7-4162-8ccf-6ccc3443157f gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:21:42.680135 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eadfca3-cbd7-4162-8ccf-6ccc3443157f', 'name': 'router1', 'tenant_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'eee5baa6-31fe-42cd-afd7-9b02361dc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:21:22Z', 'updated_at': '2022-02-10T11:21:40Z', 'revision_number': 4, 'project_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'gw_port': {'id': 'eee5baa6-31fe-42cd-afd7-9b02361dc43e', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eadfca3-cbd7-4162-8ccf-6ccc3443157f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:21:39Z', 'updated_at': '2022-02-10T11:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'c087bfc9-269c-4146-8a3c-0dd777fc92d1', 'name': '', 'network_id': '316e3a3b-246b-4aa2-a0ae-87333b641de9', 'tenant_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'mac_address': 'fa:16:3e:00:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eadfca3-cbd7-4162-8ccf-6ccc3443157f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e581753-52f2-4b34-a868-f41dac375c7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:21:32Z', 'updated_at': '2022-02-10T11:21:38Z', 'revision_number': 5, 'project_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'subnets': [{'id': '1e581753-52f2-4b34-a868-f41dac375c7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf0bc3d3-7627-4ac9-b003-3bdfcd59d404'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:21:42.684363 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde4d49e-e911-45a2-bab8-b9702aa2aeb3 None None] The sync data for ids ['5eadfca3-cbd7-4162-8ccf-6ccc3443157f'] in dv-neutron-828497-1-hyperv is: [{'id': '5eadfca3-cbd7-4162-8ccf-6ccc3443157f', 'name': 'router1', 'tenant_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'eee5baa6-31fe-42cd-afd7-9b02361dc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:21:22Z', 'updated_at': '2022-02-10T11:21:40Z', 'revision_number': 4, 'project_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'gw_port': {'id': 'eee5baa6-31fe-42cd-afd7-9b02361dc43e', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eadfca3-cbd7-4162-8ccf-6ccc3443157f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:21:39Z', 'updated_at': '2022-02-10T11:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'c087bfc9-269c-4146-8a3c-0dd777fc92d1', 'name': '', 'network_id': '316e3a3b-246b-4aa2-a0ae-87333b641de9', 'tenant_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'mac_address': 'fa:16:3e:00:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eadfca3-cbd7-4162-8ccf-6ccc3443157f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e581753-52f2-4b34-a868-f41dac375c7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:21:32Z', 'updated_at': '2022-02-10T11:21:38Z', 'revision_number': 5, 'project_id': 'd0025b2ef3e74e69b7ddd3e6dc75e472', 'subnets': [{'id': '1e581753-52f2-4b34-a868-f41dac375c7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf0bc3d3-7627-4ac9-b003-3bdfcd59d404'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:21:43.308949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 56702) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:21:43.448544 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f157fed7-331c-4637-9207-2ff254ac19a2 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1383944 Feb 10 11:21:44.360619 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device eee5baa6-31fe-42cd-afd7-9b02361dc43e up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:21:44.426285 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port eee5baa6-31fe-42cd-afd7-9b02361dc43e completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:21:44.431743 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port eee5baa6-31fe-42cd-afd7-9b02361dc43e triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:21:44.432117 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:44.543012 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:44.559078 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port eee5baa6-31fe-42cd-afd7-9b02361dc43e, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=eee5baa6-31fe-42cd-afd7-9b02361dc43e,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:21:44.563914 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:44.628350 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=eee5baa6-31fe-42cd-afd7-9b02361dc43e,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:21:46.327988 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device eee5baa6-31fe-42cd-afd7-9b02361dc43e up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:21:46.423971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port eee5baa6-31fe-42cd-afd7-9b02361dc43e triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:21:46.424261 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:54.057198 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 5 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:21:56.448435 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1e573549-fe29-4b4c-97f7-722a674188ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:58.777098 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5c25e949-9bb3-4f92-844d-32edd6f49a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:59.670021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:00.072259 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:01.385767 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:26.441253 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5f509403-12b5-4497-83a9-c8e7d844c8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:28.781850 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a3c2b62f-276e-4bde-92dc-4bded607cfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:29.672081 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:30.075759 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:31.058131 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 5 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:22:31.392931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:56.452401 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9db2d8c8-7ab5-4b25-b9c8-9da8ce35e1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:58.785400 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-29eac6b1-33b1-46a3-bdb0-fb3a78861477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:59.669777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:00.083490 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:01.394726 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:08.059127 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 5 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:23:26.444411 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ff157189-9f83-44ef-afbe-571ba0da190e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:28.788131 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9b023b00-2d34-4934-88f0-997fed2cd509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:29.667065 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:30.078121 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:31.396453 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:45.066457 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 5 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:23:52.759368 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57308) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:23:52.860801 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0158bd-46f3-43ec-b986-613614227d7c admin admin] GET failed (client error): The resource could not be found. Feb 10 11:23:52.863030 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8c0158bd-46f3-43ec-b986-613614227d7c admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1023810 Feb 10 11:23:52.997014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d7b270-ba6d-450d-a3b7-e3519436f5d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:23:52.998412 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f9d7b270-ba6d-450d-a3b7-e3519436f5d8 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1318343 Feb 10 11:23:55.197502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57318) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:23:55.344208 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c3676c-d5d7-41b9-8426-5bb76202d52f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:23:55.345585 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-11c3676c-d5d7-41b9-8426-5bb76202d52f admin admin] 10.222.0.36 "GET /v2.0/subnets/1e581753-52f2-4b34-a868-f41dac375c7e HTTP/1.1" status: 200 len: 849 time: 0.1471322 Feb 10 11:23:55.356171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:23:55.475460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:55.682780 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768343321227'] for subnet, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:55.749437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afce2d88-b6b0-4d95-a9d4-d2579323ffd9 None None] Network 316e3a3b-246b-4aa2-a0ae-87333b641de9 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:23:55.764974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:23:55.765524 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:55.766867 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] 10.222.0.36 "PUT /v2.0/subnets/1e581753-52f2-4b34-a868-f41dac375c7e HTTP/1.1" status: 200 len: 868 time: 0.4143956 Feb 10 11:23:55.781082 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e581753-52f2-4b34-a868-f41dac375c7e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:23:55.790990 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:55.791353 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:55.791672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:55.792001 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:55.792333 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:55.792653 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:55.792980 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:55.793340 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:55.793669 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:55.793984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:55.794301 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3277e-2061-4abb-83fd-c5df820cfb77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:56.273446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-584aeb2c-217f-47a8-932a-52b64dc31dba None None] Provisioning complete for port 453616bf-9a1c-4021-9584-4612f1aae572 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:23:56.273848 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-584aeb2c-217f-47a8-932a-52b64dc31dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:56.412907 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-584aeb2c-217f-47a8-932a-52b64dc31dba None None] Provisioning complete for port c087bfc9-269c-4146-8a3c-0dd777fc92d1 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:23:56.413316 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-584aeb2c-217f-47a8-932a-52b64dc31dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:56.473524 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7466-60ee-48d9-9a63-33a4861afb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:57.878147 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57328) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:23:58.089997 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818345d8-a416-442e-bc23-63833fca51be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:23:58.090305 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818345d8-a416-442e-bc23-63833fca51be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:23:58.091950 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-818345d8-a416-442e-bc23-63833fca51be admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2128272 Feb 10 11:23:58.792289 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4f76071f-1691-452f-b4da-ed75b1aa3c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:59.669485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:00.083332 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:00.235739 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57338) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:24:00.453955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0100f8-8edf-45e7-a364-bd6415b4c753 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:24:00.454329 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0100f8-8edf-45e7-a364-bd6415b4c753 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:24:00.455839 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4f0100f8-8edf-45e7-a364-bd6415b4c753 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2183249 Feb 10 11:24:01.402088 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:02.632158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57348) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:24:02.873072 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6f6c00-6b90-47bb-8e4f-dba882ee4572 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:24:02.874369 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bf6f6c00-6b90-47bb-8e4f-dba882ee4572 admin admin] 10.222.0.36 "GET /v2.0/networks/316e3a3b-246b-4aa2-a0ae-87333b641de9 HTTP/1.1" status: 200 len: 869 time: 0.2412660 Feb 10 11:24:05.061025 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57358) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:24:05.262708 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b954b-409c-4caa-b7a6-e1b03a20c4cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:24:05.263335 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a43b954b-409c-4caa-b7a6-e1b03a20c4cb admin admin] Synchronizing usage tracker for tenant:3baddb09ab104817b2b7a409b2c1ece1 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:24:05.281101 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a43b954b-409c-4caa-b7a6-e1b03a20c4cb admin admin] Unset dirty status for tenant:3baddb09ab104817b2b7a409b2c1ece1 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:24:05.282288 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a43b954b-409c-4caa-b7a6-e1b03a20c4cb admin admin] 10.222.0.36 "GET /v2.0/networks/585d1acb-5d6b-405b-8a3c-1987eb05be45 HTTP/1.1" status: 200 len: 886 time: 0.2202659 Feb 10 11:24:07.527574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57368) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:24:07.660695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335de3d1-325d-4625-bcb3-3ac696006a4e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:24:07.661066 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335de3d1-325d-4625-bcb3-3ac696006a4e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:24:07.662652 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-335de3d1-325d-4625-bcb3-3ac696006a4e admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1340933 Feb 10 11:24:09.983817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57378) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:24:10.123312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318e0b2b-3c43-4e6e-9194-312017cf0901 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:24:10.123686 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318e0b2b-3c43-4e6e-9194-312017cf0901 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:24:10.125192 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-318e0b2b-3c43-4e6e-9194-312017cf0901 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1403751 Feb 10 11:24:12.206033 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57388) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:24:12.336140 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cace561-a533-44f0-9c40-d2b12c4d809f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:24:12.337535 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5cace561-a533-44f0-9c40-d2b12c4d809f admin admin] 10.222.0.36 "GET /v2.0/subnets/1e581753-52f2-4b34-a868-f41dac375c7e HTTP/1.1" status: 200 len: 868 time: 0.1305754 Feb 10 11:24:14.431161 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57398) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:24:14.555184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc772c0a-7826-4bb4-b130-cd6a0313df37 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:24:14.555747 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fc772c0a-7826-4bb4-b130-cd6a0313df37 admin admin] Synchronizing usage tracker for tenant:3baddb09ab104817b2b7a409b2c1ece1 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:24:14.574157 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fc772c0a-7826-4bb4-b130-cd6a0313df37 admin admin] Unset dirty status for tenant:3baddb09ab104817b2b7a409b2c1ece1 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:24:14.575280 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fc772c0a-7826-4bb4-b130-cd6a0313df37 admin admin] 10.222.0.36 "GET /v2.0/subnets/58f6f090-9dcb-4887-9f51-9011c3058a31 HTTP/1.1" status: 200 len: 816 time: 0.1431828 Feb 10 11:24:22.058452 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 5 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:24:26.447912 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-687bbdab-7b73-4ff7-8581-8fd9fbeb88bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:28.795872 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d7423e44-fa1f-4331-8da3-4ca6a794ced8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:29.674418 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:30.085597 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:31.404694 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:32.906709 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57436) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:24:32.987073 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-5714be12-6172-48a0-93ce-11bf153523f4 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:24:32.988145 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5714be12-6172-48a0-93ce-11bf153523f4 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0794806 Feb 10 11:24:35.184310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57446) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:24:35.277737 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d283a0c4-01f5-4cf9-82d3-b48f9eaad7c3 admin admin] GET failed (client error): The resource could not be found. Feb 10 11:24:35.278957 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d283a0c4-01f5-4cf9-82d3-b48f9eaad7c3 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0935035 Feb 10 11:24:35.406140 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec82207-ecef-4a75-8951-ffa036287cea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:24:35.408480 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9ec82207-ecef-4a75-8951-ffa036287cea admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1250434 Feb 10 11:24:37.556332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57456) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:24:37.631900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:24:37.636360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:24:37.646955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:24:37.656419 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Made reservation on behalf of 3baddb09ab104817b2b7a409b2c1ece1 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:24:37.659410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:37.756441 dv-neutron-828497-1-hyperv neutron-server[83555]: WARNING neutron.services.revisions.revision_plugin [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Could not find related network for resource to bump revision. Feb 10 11:24:37.772315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:24:37.781234 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:37.781595 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Added segment 8c137d55-49b5-421a-96b6-ab6f07526ee4 of type vlan for network cce28068-1aa2-4cc7-9405-0f2acaae0e01 Feb 10 11:24:37.812615 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:37.851503 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:37.852529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:24:37.853106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:37.955543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Pushing event updated for resources: {'Network': ['ID=cce28068-1aa2-4cc7-9405-0f2acaae0e01,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:24:37.958958 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4016235 Feb 10 11:24:37.964727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:37.965078 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:37.965440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:37.965778 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:37.966112 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:37.966448 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:37.966780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:37.967104 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:37.967427 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:37.967748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:37.968070 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d67c261-bd1c-4691-88f6-b58e9c6cce2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:37.980412 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network cce28068-1aa2-4cc7-9405-0f2acaae0e01 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:24:40.049037 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57466) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:24:40.143816 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b7ddd9-522a-4b92-85b7-3f205f978bd0 admin admin] GET failed (client error): The resource could not be found. Feb 10 11:24:40.144313 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-42b7ddd9-522a-4b92-85b7-3f205f978bd0 admin admin] Synchronizing usage tracker for tenant:3baddb09ab104817b2b7a409b2c1ece1 on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:24:40.159883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-42b7ddd9-522a-4b92-85b7-3f205f978bd0 admin admin] Unset dirty status for tenant:3baddb09ab104817b2b7a409b2c1ece1 on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:24:40.161074 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-42b7ddd9-522a-4b92-85b7-3f205f978bd0 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1109767 Feb 10 11:24:40.265242 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8818ae03-1852-42d8-9905-d394beb8625c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:24:40.266715 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8818ae03-1852-42d8-9905-d394beb8625c admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1016788 Feb 10 11:24:40.276020 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ac3d83b3-9e1e-4e9d-8540-10c06ef733fc admin admin] Request body: {'subnet': {'network_id': 'cce28068-1aa2-4cc7-9405-0f2acaae0e01', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:24:40.280298 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ac3d83b3-9e1e-4e9d-8540-10c06ef733fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:24:40.290326 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ac3d83b3-9e1e-4e9d-8540-10c06ef733fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:24:40.300464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3d83b3-9e1e-4e9d-8540-10c06ef733fc admin admin] Made reservation on behalf of 3baddb09ab104817b2b7a409b2c1ece1 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:24:40.303078 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac3d83b3-9e1e-4e9d-8540-10c06ef733fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:40.510350 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac3d83b3-9e1e-4e9d-8540-10c06ef733fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:40.585803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d83b3-9e1e-4e9d-8540-10c06ef733fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f08e526-91c7-4233-a5f3-d55e309561f4,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:24:40.596414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d83b3-9e1e-4e9d-8540-10c06ef733fc admin admin] Checking segment: {'id': '8c137d55-49b5-421a-96b6-ab6f07526ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cce28068-1aa2-4cc7-9405-0f2acaae0e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:24:40.596793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3d83b3-9e1e-4e9d-8540-10c06ef733fc admin admin] Network hostable DHCP agents. Network: cce28068-1aa2-4cc7-9405-0f2acaae0e01, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:24:40.616936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3d83b3-9e1e-4e9d-8540-10c06ef733fc admin admin] Network cce28068-1aa2-4cc7-9405-0f2acaae0e01 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:24:40.625514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-ac3d83b3-9e1e-4e9d-8540-10c06ef733fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, cce28068-1aa2-4cc7-9405-0f2acaae0e01) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:24:40.629401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3d83b3-9e1e-4e9d-8540-10c06ef733fc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:24:40.629981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac3d83b3-9e1e-4e9d-8540-10c06ef733fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:40.635028 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f40fb8-fc73-456b-8e70-4863e8dd4851 None None] Network cce28068-1aa2-4cc7-9405-0f2acaae0e01 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:24:40.654195 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ac3d83b3-9e1e-4e9d-8540-10c06ef733fc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3815033 Feb 10 11:24:40.868737 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19456410-2521-4692-be81-99fce2d04255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-cce28068-1aa2-4cc7-9405-0f2acaae0e01', 'network_id': 'cce28068-1aa2-4cc7-9405-0f2acaae0e01', 'tenant_id': '3baddb09ab104817b2b7a409b2c1ece1', 'fixed_ips': [{'subnet_id': '2f08e526-91c7-4233-a5f3-d55e309561f4'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:24:40.869639 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-19456410-2521-4692-be81-99fce2d04255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:41.030585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-19456410-2521-4692-be81-99fce2d04255 None None] Allocated IP 192.168.233.2 (cce28068-1aa2-4cc7-9405-0f2acaae0e01/2f08e526-91c7-4233-a5f3-d55e309561f4/75c44fe0-cadb-40d4-8891-e29c09ef15d1) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:24:41.245686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-19456410-2521-4692-be81-99fce2d04255 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:41.256498 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-19456410-2521-4692-be81-99fce2d04255 None None] Transition to ACTIVE for port object 75c44fe0-cadb-40d4-8891-e29c09ef15d1 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:24:41.275427 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-19456410-2521-4692-be81-99fce2d04255 None None] Transition to ACTIVE for port object 75c44fe0-cadb-40d4-8891-e29c09ef15d1 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:24:41.281703 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-19456410-2521-4692-be81-99fce2d04255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:41.350319 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19456410-2521-4692-be81-99fce2d04255 None None] Network cce28068-1aa2-4cc7-9405-0f2acaae0e01 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:24:41.352941 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-19456410-2521-4692-be81-99fce2d04255 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:24:41.355300 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19456410-2521-4692-be81-99fce2d04255 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:24:41.367692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19456410-2521-4692-be81-99fce2d04255 None None] Pushing event updated for resources: {'Port': ['ID=75c44fe0-cadb-40d4-8891-e29c09ef15d1,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:24:41.431757 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19456410-2521-4692-be81-99fce2d04255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:41.432162 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19456410-2521-4692-be81-99fce2d04255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:41.432500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19456410-2521-4692-be81-99fce2d04255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:41.432883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19456410-2521-4692-be81-99fce2d04255 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:41.433273 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19456410-2521-4692-be81-99fce2d04255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:41.433630 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19456410-2521-4692-be81-99fce2d04255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:41.433969 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19456410-2521-4692-be81-99fce2d04255 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:41.434637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19456410-2521-4692-be81-99fce2d04255 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:41.434952 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19456410-2521-4692-be81-99fce2d04255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:41.435276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19456410-2521-4692-be81-99fce2d04255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:41.435598 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19456410-2521-4692-be81-99fce2d04255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:41.466682 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-19456410-2521-4692-be81-99fce2d04255 None None] Attempting to bind port 75c44fe0-cadb-40d4-8891-e29c09ef15d1 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:24:41.467063 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-19456410-2521-4692-be81-99fce2d04255 None None] Attempting to bind port 75c44fe0-cadb-40d4-8891-e29c09ef15d1 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '8c137d55-49b5-421a-96b6-ab6f07526ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cce28068-1aa2-4cc7-9405-0f2acaae0e01'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:24:41.467456 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19456410-2521-4692-be81-99fce2d04255 None None] Attempting to bind port 75c44fe0-cadb-40d4-8891-e29c09ef15d1 on network cce28068-1aa2-4cc7-9405-0f2acaae0e01 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:24:41.474828 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19456410-2521-4692-be81-99fce2d04255 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:24:41.475196 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19456410-2521-4692-be81-99fce2d04255 None None] Checking segment: {'id': '8c137d55-49b5-421a-96b6-ab6f07526ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cce28068-1aa2-4cc7-9405-0f2acaae0e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:24:41.475588 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-19456410-2521-4692-be81-99fce2d04255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:41.475976 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19456410-2521-4692-be81-99fce2d04255 None None] Bound using segment: {'id': '8c137d55-49b5-421a-96b6-ab6f07526ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cce28068-1aa2-4cc7-9405-0f2acaae0e01'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:24:41.476432 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-19456410-2521-4692-be81-99fce2d04255 None None] Bound port: 75c44fe0-cadb-40d4-8891-e29c09ef15d1, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c137d55-49b5-421a-96b6-ab6f07526ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cce28068-1aa2-4cc7-9405-0f2acaae0e01'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:24:41.476815 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-19456410-2521-4692-be81-99fce2d04255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:41.598880 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-19456410-2521-4692-be81-99fce2d04255 None None] For port 75c44fe0-cadb-40d4-8891-e29c09ef15d1, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:24:41.602391 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-19456410-2521-4692-be81-99fce2d04255 None None] For port 75c44fe0-cadb-40d4-8891-e29c09ef15d1, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=75c44fe0-cadb-40d4-8891-e29c09ef15d1,segment=NetworkSegment(8c137d55-49b5-421a-96b6-ab6f07526ee4),segment_id=8c137d55-49b5-421a-96b6-ab6f07526ee4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:24:41.607352 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-19456410-2521-4692-be81-99fce2d04255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:41.694082 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19456410-2521-4692-be81-99fce2d04255 None None] Pushing event updated for resources: {'Port': ['ID=75c44fe0-cadb-40d4-8891-e29c09ef15d1,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:24:42.452345 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 75c44fe0-cadb-40d4-8891-e29c09ef15d1 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:24:42.538735 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 75c44fe0-cadb-40d4-8891-e29c09ef15d1 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:24:42.589302 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0044c905-5179-43bd-b101-7ee103110ed3 None None] Network cce28068-1aa2-4cc7-9405-0f2acaae0e01 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:24:42.682477 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0b3e9953-40ea-49e0-b1c0-97437981ce22 None None] Provisioning for port 75c44fe0-cadb-40d4-8891-e29c09ef15d1 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:24:42.694042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0b3e9953-40ea-49e0-b1c0-97437981ce22 None None] Provisioning complete for port 75c44fe0-cadb-40d4-8891-e29c09ef15d1 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:24:42.694419 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0b3e9953-40ea-49e0-b1c0-97437981ce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:42.916398 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0b3e9953-40ea-49e0-b1c0-97437981ce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:42.967873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-0b3e9953-40ea-49e0-b1c0-97437981ce22 None None] For port 75c44fe0-cadb-40d4-8891-e29c09ef15d1, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=75c44fe0-cadb-40d4-8891-e29c09ef15d1,segment=NetworkSegment(8c137d55-49b5-421a-96b6-ab6f07526ee4),segment_id=8c137d55-49b5-421a-96b6-ab6f07526ee4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:24:42.973284 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0b3e9953-40ea-49e0-b1c0-97437981ce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:43.043700 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e9953-40ea-49e0-b1c0-97437981ce22 None None] Pushing event updated for resources: {'Port': ['ID=75c44fe0-cadb-40d4-8891-e29c09ef15d1,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:24:43.203004 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-936f1309-188b-4e21-aff4-2aec3ab5e88a None None] Provisioning complete for port 75c44fe0-cadb-40d4-8891-e29c09ef15d1 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:24:43.203423 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-936f1309-188b-4e21-aff4-2aec3ab5e88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:44.423422 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 75c44fe0-cadb-40d4-8891-e29c09ef15d1 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:24:44.504381 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 75c44fe0-cadb-40d4-8891-e29c09ef15d1 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:24:44.504954 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:56.453357 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3559ed5e-1b4b-4d7c-a8d6-6202c9db33bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:58.799298 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-51f0fc86-e705-4bd5-8bc5-06098be60844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:59.058288 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 5 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:24:59.675622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:00.095442 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:01.405003 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:26.457526 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bf80c7de-5ebb-4592-a322-106598b890e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:28.801347 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b15ac2e5-d323-49b0-aed9-ef442cd3b2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:29.680534 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:30.098094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:31.408226 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:36.059283 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 5 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:25:45.072181 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57508) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:25:45.078197 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-20b734f9-f31d-41d2-abbd-62e1f1ef54ad tempest-verify_tempest_config-1833015737 tempest-verify_tempest_config-1833015737-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:25:45.079148 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-20b734f9-f31d-41d2-abbd-62e1f1ef54ad tempest-verify_tempest_config-1833015737 tempest-verify_tempest_config-1833015737-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0060079 Feb 10 11:25:45.419588 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57524) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:25:45.565057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:45.595314 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:25:45.599543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Usage tracker for resource:security_group_rule and tenant:77e8ffaa26a14a728de0d3d86a70f911 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:25:45.602715 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:25:45.609250 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:25:45.676028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:45.680109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:45.728459 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa78c205-9fab-4a04-86c1-6db78058f79c,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:25:45.736613 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=77e8ffaa26a14a728de0d3d86a70f911&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3156312 Feb 10 11:25:45.739373 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57530) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:25:45.739869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.740026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.740364 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.740702 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.741068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.741430 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.741758 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.742081 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.742404 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.742723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.743041 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae24193-aa09-4ce4-8226-df901ef085d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.803646 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bbca5e0d-43fb-4b16-b848-c92c961e5602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:45.829762 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bbca5e0d-43fb-4b16-b848-c92c961e5602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:45.925065 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bbca5e0d-43fb-4b16-b848-c92c961e5602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:45.940084 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca5e0d-43fb-4b16-b848-c92c961e5602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa78c205-9fab-4a04-86c1-6db78058f79c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:25:45.951360 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca5e0d-43fb-4b16-b848-c92c961e5602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.952344 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca5e0d-43fb-4b16-b848-c92c961e5602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.952853 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca5e0d-43fb-4b16-b848-c92c961e5602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.953229 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca5e0d-43fb-4b16-b848-c92c961e5602 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.953568 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca5e0d-43fb-4b16-b848-c92c961e5602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.953902 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca5e0d-43fb-4b16-b848-c92c961e5602 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.954255 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca5e0d-43fb-4b16-b848-c92c961e5602 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.954585 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca5e0d-43fb-4b16-b848-c92c961e5602 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.954911 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca5e0d-43fb-4b16-b848-c92c961e5602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.955232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca5e0d-43fb-4b16-b848-c92c961e5602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.955555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca5e0d-43fb-4b16-b848-c92c961e5602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:25:45.958193 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bbca5e0d-43fb-4b16-b848-c92c961e5602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:45.959288 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bbca5e0d-43fb-4b16-b848-c92c961e5602 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa78c205-9fab-4a04-86c1-6db78058f79c HTTP/1.1" status: 204 len: 168 time: 0.2188606 Feb 10 11:25:56.460020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4f2a62b4-762f-4e3e-828f-c98e0a852225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:58.802979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-72905f88-f91d-4584-bdfe-d28c8f47b4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:59.679491 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:00.094581 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:01.410284 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:13.059554 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 5 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:26:26.462739 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7b63848f-6100-4167-bc0c-0b81f4d34348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:28.804809 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9320ffc6-286c-4fdc-8e34-d07535882e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:29.682553 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:30.095671 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:31.412125 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:50.061360 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 5 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:26:56.465053 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c877c3cf-11ba-44c8-8c46-a2ed3a5ab3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:58.807735 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f04f34e4-7416-484c-94a0-0bef4defc597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:59.687924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:00.097292 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:01.420494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:07.980678 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708789'] for agent, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:21.829485 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57600) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:21.966611 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d22206f4-0be5-4bea-841b-2eb5cf090adf admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1360524 Feb 10 11:27:24.002275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57610) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:24.085601 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9dfa4207-950e-4301-9829-c2f0b78d0fba admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0822277 Feb 10 11:27:26.467151 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-da6a0900-a549-4623-b86c-3c659cae0004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:27.061488 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:27:28.810094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-967331ec-5b8f-4f14-ac21-b3c444349a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:29.692837 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:30.098885 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:31.417811 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:37.943879 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:56.468579 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bfaed2b6-df15-4514-b376-ee82f6affe36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:58.817386 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-42615e55-4278-40ce-bcc0-26bca1e14a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.691384 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:00.102849 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.423611 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.066925 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:28:07.939951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:26.472305 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5b5dbe77-be13-49da-ae6e-2f036ff64f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.812415 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ee82a188-4433-490a-b8a8-7715089e017c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:29.694314 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:30.097446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:31.422848 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:37.939278 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:41.067928 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:28:47.479449 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57740) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:47.808369 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57756) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:47.943933 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2068597218-network', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:47.948730 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:47.953932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Usage tracker for resource:network and tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:47.957541 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:47.964968 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:47.976577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Made reservation on behalf of dc50e13d5d9b4d98a0cd65d4fcbf4649 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:47.979725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:47.992972 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.028849 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:48.032861 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:48.035883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:48.043522 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:48.121810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.127426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.160840 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d131170-d18a-4845-a581-3379fe9aa9fb,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:48.175219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:48.175566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:48.175908 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:48.176240 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:48.176787 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:48.177147 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:48.177595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:48.177805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:48.178369 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:48.178763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:48.179401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Tracked resource versions report: Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: pushed versions: Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: { 'ConntrackHelper': {'1.0'}, Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Log': {'1.0'}, Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Network': {'1.1'}, Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Port': {'1.5'}, Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'PortForwarding': {'1.2'}, Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'QosPolicy': {'1.8'}, Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'SecurityGroup': {'1.2'}, Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'SecurityGroupRule': {'1.0'}, Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'SubPort': {'1.0'}, Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Subnet': {'1.1'}, Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Trunk': {'1.1'}} Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: consumer versions: Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: { DHCP agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: HyperV agent@hv-neutron-8284: {}, Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: L3 agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: Metadata agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: Metering agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: Open vSwitch agent@dv-neutron-828497-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Log': '1.0', Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Network': '1.1', Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Port': '1.5', Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'PortForwarding': '1.2', Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'QosPolicy': '1.8', Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'SecurityGroup': '1.2', Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'SecurityGroupRule': '1.0', Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'SubPort': '1.0', Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Subnet': '1.1', Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: 'Trunk': '1.1'}} Feb 10 11:28:48.180696 dv-neutron-828497-1-hyperv neutron-server[83554]: {{(pid=83554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 11:28:48.189426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:48.201741 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.202088 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Added segment 491a8a04-ff9f-44ee-b628-eb29e5c5bc75 of type vlan for network 168dc9c9-06c2-469c-a9b0-d89d5f006a33 Feb 10 11:28:48.231350 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.266970 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.267832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:48.268413 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.388370 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=168dc9c9-06c2-469c-a9b0-d89d5f006a33,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:48.392507 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5bb2e4eb-f250-448d-a40e-36dfd60d2dd2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9119241 Feb 10 11:28:48.396107 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57780) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:48.403354 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8beb4e55-fd55-4d7d-ad1e-601a6a24f225 admin admin] Request body: {'subnet': {'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2068597218-subnet', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:48.404273 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 168dc9c9-06c2-469c-a9b0-d89d5f006a33 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:48.408490 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8beb4e55-fd55-4d7d-ad1e-601a6a24f225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:48.412630 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8beb4e55-fd55-4d7d-ad1e-601a6a24f225 admin admin] Usage tracker for resource:subnet and tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:48.416798 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8beb4e55-fd55-4d7d-ad1e-601a6a24f225 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:48.424279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8beb4e55-fd55-4d7d-ad1e-601a6a24f225 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:48.437615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1802516285'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:48.442778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:48.448853 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Usage tracker for resource:network and tenant:d3cd102e04814d4f9d68e71f27218135 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:48.452446 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:48.459265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:48.468612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beb4e55-fd55-4d7d-ad1e-601a6a24f225 admin admin] Made reservation on behalf of dc50e13d5d9b4d98a0cd65d4fcbf4649 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:48.471599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8beb4e55-fd55-4d7d-ad1e-601a6a24f225 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.563743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Made reservation on behalf of d3cd102e04814d4f9d68e71f27218135 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:48.567580 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.594880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.671081 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:48.675124 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Usage tracker for resource:security_group_rule and tenant:d3cd102e04814d4f9d68e71f27218135 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:48.678349 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:48.688759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:48.856422 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.904039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.927114 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8beb4e55-fd55-4d7d-ad1e-601a6a24f225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.931903 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57796) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:49.012159 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:49.014103 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8870fe79-4a24-441d-b64f-c7fcf7c758db,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:49.038268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.038885 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Added segment f12ba225-387c-4c12-8d37-003e9b753f28 of type vlan for network a8ce86cb-126f-4852-9401-1a66209a90fc Feb 10 11:28:49.053378 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb4e55-fd55-4d7d-ad1e-601a6a24f225 admin admin] Checking segment: {'id': '491a8a04-ff9f-44ee-b628-eb29e5c5bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:49.053764 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb4e55-fd55-4d7d-ad1e-601a6a24f225 admin admin] Network hostable DHCP agents. Network: 168dc9c9-06c2-469c-a9b0-d89d5f006a33, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:28:49.082507 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb4e55-fd55-4d7d-ad1e-601a6a24f225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9dd6b68-026c-41b2-8cf0-50347220223d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:49.108039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.119450 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb4e55-fd55-4d7d-ad1e-601a6a24f225 admin admin] Network 168dc9c9-06c2-469c-a9b0-d89d5f006a33 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:28:49.144088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8beb4e55-fd55-4d7d-ad1e-601a6a24f225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 168dc9c9-06c2-469c-a9b0-d89d5f006a33) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:49.149997 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb4e55-fd55-4d7d-ad1e-601a6a24f225 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:49.150661 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8beb4e55-fd55-4d7d-ad1e-601a6a24f225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.156820 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af012781-7751-456a-a981-ed01dc620ca0 None None] Network 168dc9c9-06c2-469c-a9b0-d89d5f006a33 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:49.171526 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.175468 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:49.176300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.284740 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57812) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:49.285183 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8beb4e55-fd55-4d7d-ad1e-601a6a24f225 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8878019 Feb 10 11:28:49.290874 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4808304 Feb 10 11:28:49.297635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2068597218-router', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:49.302617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57816) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:49.309565 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:49.322011 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Request body: {'subnet': {'network_id': 'a8ce86cb-126f-4852-9401-1a66209a90fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:49.338445 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3934596-2f9f-4fc0-be7b-3f47a72984e2 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event updated for resources: {'Network': ['ID=a8ce86cb-126f-4852-9401-1a66209a90fc,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:49.378480 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network a8ce86cb-126f-4852-9401-1a66209a90fc details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:49.444626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:49.450050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Usage tracker for resource:subnet and tenant:d3cd102e04814d4f9d68e71f27218135 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:49.453820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:49.458877 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57822) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:49.461825 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:49.464989 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Usage tracker for resource:router and tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:49.468561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:49.475432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:49.492593 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.494255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.520481 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.562760 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-168dc9c9-06c2-469c-a9b0-d89d5f006a33', 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'fixed_ips': [{'subnet_id': 'c9dd6b68-026c-41b2-8cf0-50347220223d'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:28:49.563618 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.584819 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Made reservation on behalf of d3cd102e04814d4f9d68e71f27218135 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:49.759247 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Allocated IP 172.20.0.2 (168dc9c9-06c2-469c-a9b0-d89d5f006a33/c9dd6b68-026c-41b2-8cf0-50347220223d/7852f2d7-f69a-4046-b5fb-1263218293d0) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:49.803322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2140702326'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:49.863615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1807042381-network', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:49.873161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:49.882866 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Usage tracker for resource:network and tenant:e16ebb90b7d1402abe25e3b684936641 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:49.894743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:49.908479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.911637 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:49.925287 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:49.933953 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Usage tracker for resource:network and tenant:7d92f059939d428da3855f2a15ba440c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:49.949506 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Made reservation on behalf of e16ebb90b7d1402abe25e3b684936641 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:49.952059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.972068 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.983964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks [] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.009587 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:50.014858 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Usage tracker for resource:security_group_rule and tenant:e16ebb90b7d1402abe25e3b684936641 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:50.016584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:50.018431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:50.025406 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:50.094311 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.108427 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Transition to ACTIVE for port object 7852f2d7-f69a-4046-b5fb-1263218293d0 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:50.114728 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.121952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.132326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Transition to ACTIVE for port object 7852f2d7-f69a-4046-b5fb-1263218293d0 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:50.145255 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.162230 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:50.197414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:50.218635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5998c0dd-0ac8-41e3-944c-d569a44cf3ec,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:50.235473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.235941 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Added segment 54e4d797-4e28-4eaf-90fc-f06816c4e880 of type vlan for network d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 Feb 10 11:28:50.296273 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.318975 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Network 168dc9c9-06c2-469c-a9b0-d89d5f006a33 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:50.325491 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:50.330844 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Made reservation on behalf of 7d92f059939d428da3855f2a15ba440c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:50.334371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.338912 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Pushing event updated for resources: {'Port': ['ID=7852f2d7-f69a-4046-b5fb-1263218293d0,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:50.343730 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:50.348938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.350292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:50.353245 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.372232 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:50.378779 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.381525 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:50.382003 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:50.382457 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:50.382817 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:50.383169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:50.383521 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:50.383912 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:50.384336 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:50.384663 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:50.385021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Tracked resource versions report: Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: pushed versions: Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: { 'ConntrackHelper': {'1.0'}, Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Log': {'1.0'}, Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Network': {'1.1'}, Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Port': {'1.5'}, Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'PortForwarding': {'1.2'}, Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'QosPolicy': {'1.8'}, Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'SecurityGroup': {'1.2'}, Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'SecurityGroupRule': {'1.0'}, Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'SubPort': {'1.0'}, Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Subnet': {'1.1'}, Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Trunk': {'1.1'}} Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: consumer versions: Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: { DHCP agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: HyperV agent@hv-neutron-8284: {}, Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: L3 agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: Metadata agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: Metering agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: Open vSwitch agent@dv-neutron-828497-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Log': '1.0', Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Network': '1.1', Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Port': '1.5', Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'PortForwarding': '1.2', Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'QosPolicy': '1.8', Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'SecurityGroup': '1.2', Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'SecurityGroupRule': '1.0', Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'SubPort': '1.0', Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Subnet': '1.1', Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: 'Trunk': '1.1'}} Feb 10 11:28:50.386156 dv-neutron-828497-1-hyperv neutron-server[83556]: {{(pid=83556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 11:28:50.408150 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9480259 Feb 10 11:28:50.415618 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57850) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:50.433004 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-e3cf9655-b2f0-47eb-a9f2-3a148594f980 admin admin] Request body: {'subnet': {'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1807042381-subnet', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:50.441518 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e3cf9655-b2f0-47eb-a9f2-3a148594f980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:50.450579 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e3cf9655-b2f0-47eb-a9f2-3a148594f980 admin admin] Usage tracker for resource:subnet and tenant:e16ebb90b7d1402abe25e3b684936641 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:50.463281 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e3cf9655-b2f0-47eb-a9f2-3a148594f980 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:50.486796 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e3cf9655-b2f0-47eb-a9f2-3a148594f980 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:50.499481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa33d3f-2b69-4aae-a63c-0d79ee324137 admin admin] Pushing event updated for resources: {'Network': ['ID=d718d2b0-e440-4d5e-9a3f-87d67a2af3e6,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:50.517636 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:50.602929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cf9655-b2f0-47eb-a9f2-3a148594f980 admin admin] Made reservation on behalf of e16ebb90b7d1402abe25e3b684936641 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:50.606038 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9655-b2f0-47eb-a9f2-3a148594f980 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.618019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Attempting to bind port 7852f2d7-f69a-4046-b5fb-1263218293d0 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:50.619364 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Attempting to bind port 7852f2d7-f69a-4046-b5fb-1263218293d0 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '491a8a04-ff9f-44ee-b628-eb29e5c5bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:50.619364 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Attempting to bind port 7852f2d7-f69a-4046-b5fb-1263218293d0 on network 168dc9c9-06c2-469c-a9b0-d89d5f006a33 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:50.627503 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:50.641319 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:28:50.641697 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Checking segment: {'id': '491a8a04-ff9f-44ee-b628-eb29e5c5bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:50.642097 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.642484 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Bound using segment: {'id': '491a8a04-ff9f-44ee-b628-eb29e5c5bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:28:50.642950 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Bound port: 7852f2d7-f69a-4046-b5fb-1263218293d0, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491a8a04-ff9f-44ee-b628-eb29e5c5bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:28:50.643340 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.697850 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Usage tracker for resource:security_group_rule and tenant:7d92f059939d428da3855f2a15ba440c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:50.720530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:50.746840 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:50.754177 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.759754 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] For port 7852f2d7-f69a-4046-b5fb-1263218293d0, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:50.764278 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] For port 7852f2d7-f69a-4046-b5fb-1263218293d0, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7852f2d7-f69a-4046-b5fb-1263218293d0,segment=NetworkSegment(491a8a04-ff9f-44ee-b628-eb29e5c5bc75),segment_id=491a8a04-ff9f-44ee-b628-eb29e5c5bc75)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:28:50.771738 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.801949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.875871 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692d2b9-ff0b-4486-ab56-8e5637368a31 None None] Pushing event updated for resources: {'Port': ['ID=7852f2d7-f69a-4046-b5fb-1263218293d0,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:50.962415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.204530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Checking segment: {'id': 'f12ba225-387c-4c12-8d37-003e9b753f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a8ce86cb-126f-4852-9401-1a66209a90fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:51.204893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Network hostable DHCP agents. Network: a8ce86cb-126f-4852-9401-1a66209a90fc, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:28:51.227685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.266405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.314416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Allocated IP 172.26.4.184 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/3ed85270-a9fd-4322-9657-3d33307d10db) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:51.339949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:51.405749 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event updated for resources: {'Subnet': ['ID=f3cd95e3-ecbd-41d4-b4c4-9bfee4433452,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:51.471760 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.472198 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Added segment f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a of type vlan for network cc38e7eb-7226-4808-8f57-10a058b3a568 Feb 10 11:28:51.499428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Network a8ce86cb-126f-4852-9401-1a66209a90fc is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:28:51.516266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bea304b-d37d-4246-85fb-bea63aab18f1,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:51.540637 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.541053 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.541430 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.541770 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.542097 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.542423 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.542873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.543055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.543367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.543681 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.544058 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Tracked resource versions report: Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: pushed versions: Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: { 'ConntrackHelper': {'1.0'}, Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Log': {'1.0'}, Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Network': {'1.1'}, Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Port': {'1.5'}, Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'PortForwarding': {'1.2'}, Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'QosPolicy': {'1.8'}, Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'SecurityGroup': {'1.2'}, Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'SecurityGroupRule': {'1.0'}, Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'SubPort': {'1.0'}, Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Subnet': {'1.1'}, Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Trunk': {'1.1'}} Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: consumer versions: Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: { DHCP agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: HyperV agent@hv-neutron-8284: {}, Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: L3 agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: Metadata agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: Metering agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: Open vSwitch agent@dv-neutron-828497-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Log': '1.0', Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Network': '1.1', Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Port': '1.5', Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'PortForwarding': '1.2', Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'QosPolicy': '1.8', Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'SecurityGroup': '1.2', Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'SecurityGroupRule': '1.0', Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'SubPort': '1.0', Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Subnet': '1.1', Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: 'Trunk': '1.1'}} Feb 10 11:28:51.545024 dv-neutron-828497-1-hyperv neutron-server[83555]: {{(pid=83555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 11:28:51.560953 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9655-b2f0-47eb-a9f2-3a148594f980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.568366 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, a8ce86cb-126f-4852-9401-1a66209a90fc) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:51.628362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.628707 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.629043 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.629404 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.629734 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.630059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.630388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.630712 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.631032 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.631353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.631671 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:51.638129 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.689667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:51.690433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.706453 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9568d088-f503-4358-b133-e7966b6e0c7d None None] Network a8ce86cb-126f-4852-9401-1a66209a90fc requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:51.774209 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf9655-b2f0-47eb-a9f2-3a148594f980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f51091a-4127-4f15-a418-3369b61c0de1,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:51.812478 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.825661 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57896) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:51.828156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.832890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:51.833531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.942487 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b20bdc06-4dfa-45b5-94ca-670f89605ca5 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6375039 Feb 10 11:28:51.945294 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57904) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:51.951709 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Request body: {'port': {'network_id': 'a8ce86cb-126f-4852-9401-1a66209a90fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-330686491'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:52.036531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cf9655-b2f0-47eb-a9f2-3a148594f980 admin admin] Checking segment: {'id': '54e4d797-4e28-4eaf-90fc-f06816c4e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:52.037148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cf9655-b2f0-47eb-a9f2-3a148594f980 admin admin] Network hostable DHCP agents. Network: d718d2b0-e440-4d5e-9a3f-87d67a2af3e6, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:28:52.068425 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.1348414 Feb 10 11:28:52.070789 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57912) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:52.081826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-50ed94d2-af95-4d9c-84ab-ca528058f899 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Request body: {'subnet': {'network_id': 'cc38e7eb-7226-4808-8f57-10a058b3a568', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:52.117224 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-a8ce86cb-126f-4852-9401-1a66209a90fc', 'network_id': 'a8ce86cb-126f-4852-9401-1a66209a90fc', 'tenant_id': 'd3cd102e04814d4f9d68e71f27218135', 'fixed_ips': [{'subnet_id': 'f3cd95e3-ecbd-41d4-b4c4-9bfee4433452'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:28:52.118638 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.168575 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ca5ebe-15b7-499e-8a7e-40a40461601b None None] Network 168dc9c9-06c2-469c-a9b0-d89d5f006a33 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:52.276080 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:52.285788 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Usage tracker for resource:port and tenant:d3cd102e04814d4f9d68e71f27218135 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:52.294291 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:52.302881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:52.306837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-50ed94d2-af95-4d9c-84ab-ca528058f899 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:52.317162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1239150-74bb-4b3d-9c43-60c6795cf8ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Pushing event updated for resources: {'Network': ['ID=cc38e7eb-7226-4808-8f57-10a058b3a568,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:52.320016 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-50ed94d2-af95-4d9c-84ab-ca528058f899 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Usage tracker for resource:subnet and tenant:7d92f059939d428da3855f2a15ba440c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:52.326282 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-50ed94d2-af95-4d9c-84ab-ca528058f899 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:52.331518 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Made reservation on behalf of d3cd102e04814d4f9d68e71f27218135 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:52.334989 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-50ed94d2-af95-4d9c-84ab-ca528058f899 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:52.338625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.342452 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cf9655-b2f0-47eb-a9f2-3a148594f980 admin admin] Network d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:28:52.355453 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-e3cf9655-b2f0-47eb-a9f2-3a148594f980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, d718d2b0-e440-4d5e-9a3f-87d67a2af3e6) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:52.360303 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cf9655-b2f0-47eb-a9f2-3a148594f980 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:52.360976 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9655-b2f0-47eb-a9f2-3a148594f980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.379380 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.384330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ed94d2-af95-4d9c-84ab-ca528058f899 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Made reservation on behalf of 7d92f059939d428da3855f2a15ba440c for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:52.392855 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] device_id is not set on port a526713f-eebc-4b63-baf3-d8f47f8c9df9 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:52.442258 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network cc38e7eb-7226-4808-8f57-10a058b3a568 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:52.455017 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0188ad8c-8ed8-4bd1-95a9-5ac14973b170 None None] Network d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:52.465959 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1668667467'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:52.474063 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e3cf9655-b2f0-47eb-a9f2-3a148594f980 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0550172 Feb 10 11:28:52.479126 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57924) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:52.480700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Pushing event updated for resources: {'Port': ['ID=3ed85270-a9fd-4322-9657-3d33307d10db,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:52.481325 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:52.496056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Usage tracker for resource:network and tenant:cf046bd4d95f4e37923c2780a983a903 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:52.511255 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1807042381-router', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:52.518434 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:52.523567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Usage tracker for resource:router and tenant:e16ebb90b7d1402abe25e3b684936641 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:52.528108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:52.537112 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:52.548692 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:52.550798 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-525a5a58-7c90-4d74-a65a-d12087c9f803 None None] Provisioning for port 7852f2d7-f69a-4046-b5fb-1263218293d0 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:52.576238 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:52.579102 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.580329 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:52.584134 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:52.589843 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.599554 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:52.661725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Made reservation on behalf of cf046bd4d95f4e37923c2780a983a903 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:52.670399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.672722 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50ed94d2-af95-4d9c-84ab-ca528058f899 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.706582 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.863377 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57930) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:52.931282 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50ed94d2-af95-4d9c-84ab-ca528058f899 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.933090 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7852f2d7-f69a-4046-b5fb-1263218293d0 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:52.973930 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:52.984908 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Usage tracker for resource:security_group_rule and tenant:cf046bd4d95f4e37923c2780a983a903 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:52.990453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:53.006267 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:53.038511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed94d2-af95-4d9c-84ab-ca528058f899 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Checking segment: {'id': 'f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cc38e7eb-7226-4808-8f57-10a058b3a568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:53.038993 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ed94d2-af95-4d9c-84ab-ca528058f899 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Network hostable DHCP agents. Network: cc38e7eb-7226-4808-8f57-10a058b3a568, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:28:53.057252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed94d2-af95-4d9c-84ab-ca528058f899 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Pushing event updated for resources: {'Subnet': ['ID=2e6d63af-cbf9-45b4-ad49-b47dfffdd2cb,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:53.118362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ed94d2-af95-4d9c-84ab-ca528058f899 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Network cc38e7eb-7226-4808-8f57-10a058b3a568 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:28:53.141994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-50ed94d2-af95-4d9c-84ab-ca528058f899 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, cc38e7eb-7226-4808-8f57-10a058b3a568) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:53.142258 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.157689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ed94d2-af95-4d9c-84ab-ca528058f899 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:53.158602 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50ed94d2-af95-4d9c-84ab-ca528058f899 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.182829 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce3a5ca-15b9-462d-aa76-d4b49ac3fdad None None] Network cc38e7eb-7226-4808-8f57-10a058b3a568 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:53.206706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Allocated IP 2001:db8::44 (a8ce86cb-126f-4852-9401-1a66209a90fc/f3cd95e3-ecbd-41d4-b4c4-9bfee4433452/a526713f-eebc-4b63-baf3-d8f47f8c9df9) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:53.207937 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-50ed94d2-af95-4d9c-84ab-ca528058f899 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1316020 Feb 10 11:28:53.210697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.214445 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.218800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57944) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:53.226914 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-e28568b2-734c-4e1c-aa08-351a8b63e47a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-868075011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:53.234456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e28568b2-734c-4e1c-aa08-351a8b63e47a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:53.239599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e28568b2-734c-4e1c-aa08-351a8b63e47a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Usage tracker for resource:router and tenant:7d92f059939d428da3855f2a15ba440c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:53.246252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e28568b2-734c-4e1c-aa08-351a8b63e47a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:53.253847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e28568b2-734c-4e1c-aa08-351a8b63e47a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:53.333781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e28568b2-734c-4e1c-aa08-351a8b63e47a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.334896 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e28568b2-734c-4e1c-aa08-351a8b63e47a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.472763 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e28568b2-734c-4e1c-aa08-351a8b63e47a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.488429 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-d718d2b0-e440-4d5e-9a3f-87d67a2af3e6', 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'fixed_ips': [{'subnet_id': '1f51091a-4127-4f15-a418-3369b61c0de1'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:28:53.489923 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.523996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.531917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.543972 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 7852f2d7-f69a-4046-b5fb-1263218293d0 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:53.546866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e28568b2-734c-4e1c-aa08-351a8b63e47a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.561286 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1567044684'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:53.561755 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 7852f2d7-f69a-4046-b5fb-1263218293d0 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:53.562439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.566896 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:53.575463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Usage tracker for resource:network and tenant:2fa603b116384ce5807058a154beaabe is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:53.584077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:53.595421 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:53.603860 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-cc38e7eb-7226-4808-8f57-10a058b3a568', 'network_id': 'cc38e7eb-7226-4808-8f57-10a058b3a568', 'tenant_id': '7d92f059939d428da3855f2a15ba440c', 'fixed_ips': [{'subnet_id': '2e6d63af-cbf9-45b4-ad49-b47dfffdd2cb'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:28:53.604710 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.616127 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57952) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:53.643002 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Made reservation on behalf of 2fa603b116384ce5807058a154beaabe for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:53.645785 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.646515 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e28568b2-734c-4e1c-aa08-351a8b63e47a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.655020 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e28568b2-734c-4e1c-aa08-351a8b63e47a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4350100 Feb 10 11:28:53.656487 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57960) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:53.688020 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98ac8cd-9110-4576-86a5-f83f84a6219b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:53.702501 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:53.715443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.759288 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57964) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:53.796549 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9b7a2a7f-7f96-468c-b176-09fba58e7369 None None] Provisioning complete for port 7852f2d7-f69a-4046-b5fb-1263218293d0 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:53.797272 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9b7a2a7f-7f96-468c-b176-09fba58e7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.838391 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.838939 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Added segment 78c40244-a01e-4846-bed6-2e00e66f839c of type vlan for network 3f5bb62a-c790-4c6f-be0a-dc949ab97474 Feb 10 11:28:53.974042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Router 8c91eca4-74e7-42ec-be26-db92ec0ffefd is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:28:54.112024 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.159199 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:54.196653 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Transition to ACTIVE for port object a526713f-eebc-4b63-baf3-d8f47f8c9df9 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:54.226774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.234465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-363b5d6c-5e6b-4582-a66d-b12a564ca5b3 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:54.246146 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.259380 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Allocated IP 172.20.0.2 (d718d2b0-e440-4d5e-9a3f-87d67a2af3e6/1f51091a-4127-4f15-a418-3369b61c0de1/ebcb11cc-0589-4a19-b2c8-adbe04e0309c) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:54.278892 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Usage tracker for resource:security_group_rule and tenant:2fa603b116384ce5807058a154beaabe is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:54.282836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:54.290314 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:54.331723 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Allocated IP 172.20.0.2 (cc38e7eb-7226-4808-8f57-10a058b3a568/2e6d63af-cbf9-45b4-ad49-b47dfffdd2cb/9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:54.349324 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:54.372995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:54.402493 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Usage tracker for resource:floatingip and tenant:7ef7662eec1c4230bebcef30b3b67bcc is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:54.408574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:54.429339 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:54.449038 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.452683 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:54.453310 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.490703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.499805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.503980 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.507284 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.534534 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.558997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9b7a2a7f-7f96-468c-b176-09fba58e7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.582773 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 7852f2d7-f69a-4046-b5fb-1263218293d0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7852f2d7-f69a-4046-b5fb-1263218293d0,segment=NetworkSegment(491a8a04-ff9f-44ee-b628-eb29e5c5bc75),segment_id=491a8a04-ff9f-44ee-b628-eb29e5c5bc75)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:54.653174 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.674951 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-363b5d6c-5e6b-4582-a66d-b12a564ca5b3 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] 10.222.0.36 "PUT /v2.0/quotas/2ad7990f84b645068dd9d4003588e56d HTTP/1.1" status: 200 len: 368 time: 1.0552630 Feb 10 11:28:54.679598 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57976) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:54.689985 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Request body: {'network': {'project_id': '2ad7990f84b645068dd9d4003588e56d'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:54.729810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:54.737726 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Usage tracker for resource:network and tenant:2ad7990f84b645068dd9d4003588e56d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:54.744483 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.752604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:54.782465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Allocated IP 2001:db8::2 (a8ce86cb-126f-4852-9401-1a66209a90fc/f3cd95e3-ecbd-41d4-b4c4-9bfee4433452/610606fe-60f6-4621-a13c-5d872a3be4db) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:54.801501 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.9743063 Feb 10 11:28:54.816960 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:54.833932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57980) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:54.838255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:54.862067 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c03f43e5-f262-4717-92a0-5abb0e821a95 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Request body: {'subnet': {'network_id': '3f5bb62a-c790-4c6f-be0a-dc949ab97474', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:54.881686 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event updated for resources: {'Port': ['ID=a526713f-eebc-4b63-baf3-d8f47f8c9df9,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:54.899254 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Network a8ce86cb-126f-4852-9401-1a66209a90fc is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:54.942825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87a9bb-cbfe-4c5d-9667-c7ed7c9b2219 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Pushing event updated for resources: {'Network': ['ID=3f5bb62a-c790-4c6f-be0a-dc949ab97474,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:54.959794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.960148 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Added segment bb83375a-cb73-463e-8a72-a5eab07180ee of type vlan for network cd17b55a-cded-4ea6-8f2e-8065cef23c6a Feb 10 11:28:54.982224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:55.000324 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Made reservation on behalf of 2ad7990f84b645068dd9d4003588e56d for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:55.002678 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.030150 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.051284 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ffa575-8399-46e0-9880-1418b67729cf,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:55.061799 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=7852f2d7-f69a-4046-b5fb-1263218293d0,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:55.063581 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:55.073786 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:55.075502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.113386 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5be61c62-bcb3-434e-86fc-107d015d104a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1633801 Feb 10 11:28:55.129972 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57988) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:55.145192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:55.145427 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-9b7a2a7f-7f96-468c-b176-09fba58e7369 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:28:55.145650 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Request body: {'port': {'network_id': 'a8ce86cb-126f-4852-9401-1a66209a90fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-496679508', 'allowed_address_pairs': [{'ip_address': '2001:db8::44', 'mac_address': 'fa:16:3e:08:b7:60'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:55.145767 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-9b7a2a7f-7f96-468c-b176-09fba58e7369 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:28:55.158215 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.162045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:28:55.171322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Usage tracker for resource:security_group_rule and tenant:2ad7990f84b645068dd9d4003588e56d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:55.179626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:55.185321 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Sync routers for ids ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:28:55.193474 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Transition to ACTIVE for port object 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:55.199207 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.201419 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Routers {'8c91eca4-74e7-42ec-be26-db92ec0ffefd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:55.202509 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:55.206463 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:55.234526 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.237822 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.240004 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5606b7f9-9899-440f-8ae6-137c6ccc9d96 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9523025 Feb 10 11:28:55.242430 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 57992) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:55.246664 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Transition to ACTIVE for port object ebcb11cc-0589-4a19-b2c8-adbe04e0309c will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:55.264020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Transition to ACTIVE for port object 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:55.284759 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Transition to ACTIVE for port object ebcb11cc-0589-4a19-b2c8-adbe04e0309c will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:55.297175 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.338546 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.375491 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c03f43e5-f262-4717-92a0-5abb0e821a95 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:55.381607 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c03f43e5-f262-4717-92a0-5abb0e821a95 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Usage tracker for resource:subnet and tenant:cf046bd4d95f4e37923c2780a983a903 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:55.385711 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c03f43e5-f262-4717-92a0-5abb0e821a95 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:55.389026 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 3f5bb62a-c790-4c6f-be0a-dc949ab97474 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:55.389746 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Allocated IP 172.20.0.1 (cc38e7eb-7226-4808-8f57-10a058b3a568/2e6d63af-cbf9-45b4-ad49-b47dfffdd2cb/0d93330d-a9c9-4761-87c0-2e52e8c66149) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:55.393562 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c03f43e5-f262-4717-92a0-5abb0e821a95 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:55.401745 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Set router 8c91eca4-74e7-42ec-be26-db92ec0ffefd gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:28:55.507210 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Network cc38e7eb-7226-4808-8f57-10a058b3a568 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:55.526513 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:55.533526 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Pushing event updated for resources: {'Port': ['ID=9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:55.536041 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:55.550215 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Network d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:55.551328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.578147 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.594563 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:55.599603 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Transition to ACTIVE for port object 0d93330d-a9c9-4761-87c0-2e52e8c66149 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:55.611701 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:55.617840 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Transition to ACTIVE for port object 610606fe-60f6-4621-a13c-5d872a3be4db will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:55.624946 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:55.634472 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Usage tracker for resource:port and tenant:d3cd102e04814d4f9d68e71f27218135 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:55.638340 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:55.641672 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.647609 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:55.665427 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.670821 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:55.672012 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.694604 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03f43e5-f262-4717-92a0-5abb0e821a95 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Made reservation on behalf of cf046bd4d95f4e37923c2780a983a903 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:55.708364 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'name': 'tempest-ServersTestManualDisk-2068597218-router', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:28:52Z', 'revision_number': 3, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'gw_port': {'id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:50Z', 'updated_at': '2022-02-10T11:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:55.712853 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Checking router: 8c91eca4-74e7-42ec-be26-db92ec0ffefd for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:28:55.713553 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Updating router 8c91eca4-74e7-42ec-be26-db92ec0ffefd port 3ed85270-a9fd-4322-9657-3d33307d10db binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:28:55.767226 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.802710 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Transition to ACTIVE for port object 610606fe-60f6-4621-a13c-5d872a3be4db will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:55.803456 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Pushing event updated for resources: {'Port': ['ID=ebcb11cc-0589-4a19-b2c8-adbe04e0309c,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:55.835907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Network cc38e7eb-7226-4808-8f57-10a058b3a568 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:55.854694 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:55.865205 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Pushing event updated for resources: {'Port': ['ID=0d93330d-a9c9-4761-87c0-2e52e8c66149,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:55.870786 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.917563 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Attempting to bind port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:55.917936 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Attempting to bind port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cc38e7eb-7226-4808-8f57-10a058b3a568'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:55.918297 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Attempting to bind port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d on network cc38e7eb-7226-4808-8f57-10a058b3a568 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:55.920923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.922852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:55.923466 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.935065 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Attempting to bind port ebcb11cc-0589-4a19-b2c8-adbe04e0309c on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:55.935065 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Attempting to bind port ebcb11cc-0589-4a19-b2c8-adbe04e0309c by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '54e4d797-4e28-4eaf-90fc-f06816c4e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:55.935065 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Attempting to bind port ebcb11cc-0589-4a19-b2c8-adbe04e0309c on network d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:55.965191 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:28:55.965564 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Checking segment: {'id': 'f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cc38e7eb-7226-4808-8f57-10a058b3a568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:55.965968 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.966360 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Bound using segment: {'id': 'f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cc38e7eb-7226-4808-8f57-10a058b3a568'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:28:55.966835 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Bound port: 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cc38e7eb-7226-4808-8f57-10a058b3a568'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:28:55.967245 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.969609 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.976458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:28:55.976830 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Checking segment: {'id': '54e4d797-4e28-4eaf-90fc-f06816c4e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:55.977816 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.978378 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Bound using segment: {'id': '54e4d797-4e28-4eaf-90fc-f06816c4e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:28:55.978995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Bound port: ebcb11cc-0589-4a19-b2c8-adbe04e0309c, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e4d797-4e28-4eaf-90fc-f06816c4e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:28:55.979430 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.990892 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:56.001201 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Network a8ce86cb-126f-4852-9401-1a66209a90fc is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:56.001971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Pushing event updated for resources: {'Port': ['ID=610606fe-60f6-4621-a13c-5d872a3be4db,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:56.009617 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:56.015018 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:56.017080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.017705 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Added segment 8a4d47cc-b50b-4824-bebe-f462178484cb of type vlan for network 6ebe330d-97d6-4d6f-934f-39f40df073ae Feb 10 11:28:56.048248 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Made reservation on behalf of d3cd102e04814d4f9d68e71f27218135 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:56.055315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.070441 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Pushing event updated for resources: {'Network': ['ID=cd17b55a-cded-4ea6-8f2e-8065cef23c6a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:56.078115 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e7422cd5-0ace-4111-9592-a07ef64ae51b tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.2122295 Feb 10 11:28:56.082613 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 57996) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:56.124398 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.132642 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network cd17b55a-cded-4ea6-8f2e-8065cef23c6a details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:56.138311 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Transition to ACTIVE for port object 3ed85270-a9fd-4322-9657-3d33307d10db will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:56.150953 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.184439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.186349 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:56.187847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.199363 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c03f43e5-f262-4717-92a0-5abb0e821a95 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks [] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.279401 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460383d-26e6-4008-9e39-38fdbc172266 None None] Pushing event updated for resources: {'Port': ['ID=3ed85270-a9fd-4322-9657-3d33307d10db,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:56.310553 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460383d-26e6-4008-9e39-38fdbc172266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:56.311201 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460383d-26e6-4008-9e39-38fdbc172266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:56.312141 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460383d-26e6-4008-9e39-38fdbc172266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:56.312686 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460383d-26e6-4008-9e39-38fdbc172266 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:56.313230 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460383d-26e6-4008-9e39-38fdbc172266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:56.313794 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460383d-26e6-4008-9e39-38fdbc172266 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:56.314329 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460383d-26e6-4008-9e39-38fdbc172266 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:56.315066 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460383d-26e6-4008-9e39-38fdbc172266 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:56.315596 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460383d-26e6-4008-9e39-38fdbc172266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:56.316100 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460383d-26e6-4008-9e39-38fdbc172266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:56.316592 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460383d-26e6-4008-9e39-38fdbc172266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460383d-26e6-4008-9e39-38fdbc172266 None None] Tracked resource versions report: Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: pushed versions: Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: { 'ConntrackHelper': {'1.0'}, Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Log': {'1.0'}, Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Network': {'1.1'}, Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Port': {'1.5'}, Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'PortForwarding': {'1.2'}, Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'QosPolicy': {'1.8'}, Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'SecurityGroup': {'1.2'}, Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'SecurityGroupRule': {'1.0'}, Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'SubPort': {'1.0'}, Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Subnet': {'1.1'}, Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Trunk': {'1.1'}} Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: consumer versions: Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: { DHCP agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: HyperV agent@hv-neutron-8284: {}, Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: L3 agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: Metadata agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: Metering agent@dv-neutron-828497-1-hyperv: {}, Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: Open vSwitch agent@dv-neutron-828497-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Log': '1.0', Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Network': '1.1', Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Port': '1.5', Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'PortForwarding': '1.2', Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'QosPolicy': '1.8', Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'SecurityGroup': '1.2', Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'SecurityGroupRule': '1.0', Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'SubPort': '1.0', Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Subnet': '1.1', Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: 'Trunk': '1.1'}} Feb 10 11:28:56.318080 dv-neutron-828497-1-hyperv neutron-server[83557]: {{(pid=83557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 11:28:56.324333 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Attempting to bind port 3ed85270-a9fd-4322-9657-3d33307d10db on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:56.325094 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Attempting to bind port 3ed85270-a9fd-4322-9657-3d33307d10db by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:56.325679 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Attempting to bind port 3ed85270-a9fd-4322-9657-3d33307d10db on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:56.334789 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:28:56.336293 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:56.337741 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.338317 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:28:56.338962 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Bound port: 3ed85270-a9fd-4322-9657-3d33307d10db, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:28:56.339562 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.374490 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] For port ebcb11cc-0589-4a19-b2c8-adbe04e0309c, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:56.391772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Attempting to bind port 610606fe-60f6-4621-a13c-5d872a3be4db on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:56.392143 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Attempting to bind port 610606fe-60f6-4621-a13c-5d872a3be4db by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'f12ba225-387c-4c12-8d37-003e9b753f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a8ce86cb-126f-4852-9401-1a66209a90fc'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:56.392537 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Attempting to bind port 610606fe-60f6-4621-a13c-5d872a3be4db on network a8ce86cb-126f-4852-9401-1a66209a90fc {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:56.397934 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] For port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:56.401402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.406884 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] For port ebcb11cc-0589-4a19-b2c8-adbe04e0309c, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ebcb11cc-0589-4a19-b2c8-adbe04e0309c,segment=NetworkSegment(54e4d797-4e28-4eaf-90fc-f06816c4e880),segment_id=54e4d797-4e28-4eaf-90fc-f06816c4e880)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:28:56.415670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] For port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d,segment=NetworkSegment(f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a),segment_id=f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:28:56.417602 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.440311 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] For port 3ed85270-a9fd-4322-9657-3d33307d10db, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:56.444420 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] For port 3ed85270-a9fd-4322-9657-3d33307d10db, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=3ed85270-a9fd-4322-9657-3d33307d10db,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:28:56.449230 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:28:56.449603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Checking segment: {'id': 'f12ba225-387c-4c12-8d37-003e9b753f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a8ce86cb-126f-4852-9401-1a66209a90fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:56.450003 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.450396 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Bound using segment: {'id': 'f12ba225-387c-4c12-8d37-003e9b753f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a8ce86cb-126f-4852-9401-1a66209a90fc'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:28:56.450872 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Bound port: 610606fe-60f6-4621-a13c-5d872a3be4db, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12ba225-387c-4c12-8d37-003e9b753f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a8ce86cb-126f-4852-9401-1a66209a90fc'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:28:56.451264 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.451583 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.472266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Pushing event updated for resources: {'Network': ['ID=6ebe330d-97d6-4d6f-934f-39f40df073ae,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:56.482273 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.492005 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8090525 Feb 10 11:28:56.513774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f897a-8f37-4c0e-9300-f068f89b3120 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a795e9-45b5-41ec-a0e0-ce50c3ef89f2,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:56.515880 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58002) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:56.529503 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-abdc9e69-4a15-46f9-ae1b-d798f1cde301 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Request body: {'network': {'project_id': '2ad7990f84b645068dd9d4003588e56d'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:56.540233 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-abdc9e69-4a15-46f9-ae1b-d798f1cde301 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:56.544875 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 6ebe330d-97d6-4d6f-934f-39f40df073ae details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:56.546350 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.548601 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460383d-26e6-4008-9e39-38fdbc172266 None None] Pushing event updated for resources: {'Port': ['ID=3ed85270-a9fd-4322-9657-3d33307d10db,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:56.557538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-abdc9e69-4a15-46f9-ae1b-d798f1cde301 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Usage tracker for resource:network and tenant:2ad7990f84b645068dd9d4003588e56d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:56.564065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-abdc9e69-4a15-46f9-ae1b-d798f1cde301 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:56.574038 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Routers {'8c91eca4-74e7-42ec-be26-db92ec0ffefd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:56.574238 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-abdc9e69-4a15-46f9-ae1b-d798f1cde301 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:56.574661 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:56.580644 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Allocated IP 172.26.4.10 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/47598f9e-cd98-4793-9130-792f224d1241) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:56.633545 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a19412-f0f2-4acb-a733-7f8f3cebc7d4 None None] Pushing event updated for resources: {'Port': ['ID=ebcb11cc-0589-4a19-b2c8-adbe04e0309c,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:56.645889 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Request body: {'network': {'name': 'tempest-network--1005545396', 'router:external': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:56.757686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b87d933c-6007-40bd-8293-448fd8b924af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.760615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:56.774808 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.803458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7852f2d7-f69a-4046-b5fb-1263218293d0 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:56.815480 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] Set router 8c91eca4-74e7-42ec-be26-db92ec0ffefd gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:28:56.815823 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Usage tracker for resource:network and tenant:1d0f688de0ee47faa99ba74cc082305a is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:56.834307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:56.850788 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:56.864743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] device_id is not set on port 7ef164fb-121d-4b74-9029-ad5ca0bbd7c8 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:56.932757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.998424 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Made reservation on behalf of 1d0f688de0ee47faa99ba74cc082305a for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:57.001441 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.059493 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 7852f2d7-f69a-4046-b5fb-1263218293d0 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:57.060106 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.084648 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.162686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcefc7-6e93-4ec0-9582-4acd60d47fd8 None None] Pushing event updated for resources: {'Port': ['ID=9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:57.178009 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] For port 610606fe-60f6-4621-a13c-5d872a3be4db, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:57.181981 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] For port 610606fe-60f6-4621-a13c-5d872a3be4db, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=610606fe-60f6-4621-a13c-5d872a3be4db,segment=NetworkSegment(f12ba225-387c-4c12-8d37-003e9b753f28),segment_id=f12ba225-387c-4c12-8d37-003e9b753f28)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:28:57.206150 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.211769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.224647 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'name': 'tempest-ServersTestManualDisk-2068597218-router', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:28:52Z', 'revision_number': 3, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'gw_port': {'id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:50Z', 'updated_at': '2022-02-10T11:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:57.233739 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdc9e69-4a15-46f9-ae1b-d798f1cde301 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Made reservation on behalf of 2ad7990f84b645068dd9d4003588e56d for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:57.234411 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.235350 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7e0bac-c420-48bd-acb9-4daedfcdd3ad None None] The sync data for ids ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'] in dv-neutron-828497-1-hyperv is: [{'id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'name': 'tempest-ServersTestManualDisk-2068597218-router', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:28:52Z', 'revision_number': 3, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'gw_port': {'id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:50Z', 'updated_at': '2022-02-10T11:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:28:57.244810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-abdc9e69-4a15-46f9-ae1b-d798f1cde301 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.280661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.281427 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.375570 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6424c1a-7275-4cef-b185-86f1a755ae9f None None] Pushing event updated for resources: {'Port': ['ID=610606fe-60f6-4621-a13c-5d872a3be4db,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:57.460136 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abdc9e69-4a15-46f9-ae1b-d798f1cde301 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:57.482938 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Pushing event updated for resources: {'Port': ['ID=0d93330d-a9c9-4761-87c0-2e52e8c66149,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:57.502551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.559874 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-abdc9e69-4a15-46f9-ae1b-d798f1cde301 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.560363 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-abdc9e69-4a15-46f9-ae1b-d798f1cde301 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Added segment 889211ae-d7d7-42ab-875d-ce2121add4b3 of type vlan for network be5f99d4-1c65-4e6a-a52f-60bc7c5b6376 Feb 10 11:28:57.603423 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:57.630363 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Usage tracker for resource:security_group_rule and tenant:1d0f688de0ee47faa99ba74cc082305a is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:57.649968 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:57.653658 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Allocated IP 2001:db8::23c (a8ce86cb-126f-4852-9401-1a66209a90fc/f3cd95e3-ecbd-41d4-b4c4-9bfee4433452/7ef164fb-121d-4b74-9029-ad5ca0bbd7c8) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:57.681171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:57.687164 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c03f43e5-f262-4717-92a0-5abb0e821a95 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.882692 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.915461 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-abdc9e69-4a15-46f9-ae1b-d798f1cde301 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.923942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Network cc38e7eb-7226-4808-8f57-10a058b3a568 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:57.928953 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:58.157186 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-abdc9e69-4a15-46f9-ae1b-d798f1cde301 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.158175 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdc9e69-4a15-46f9-ae1b-d798f1cde301 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:58.161400 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-abdc9e69-4a15-46f9-ae1b-d798f1cde301 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.166152 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f43e5-f262-4717-92a0-5abb0e821a95 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Pushing event updated for resources: {'Subnet': ['ID=c6e3e181-e1f4-4e50-819e-5384d9cfc1ae,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:58.270759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Pushing event updated for resources: {'Port': ['ID=47598f9e-cd98-4793-9130-792f224d1241,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:58.280603 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:58.292927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:58.296537 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:58.301238 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc9e69-4a15-46f9-ae1b-d798f1cde301 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Pushing event updated for resources: {'Network': ['ID=be5f99d4-1c65-4e6a-a52f-60bc7c5b6376,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:58.305071 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Allocated IP 172.26.4.130 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/d82eccd8-57a3-4430-8ce2-0b5d71ee55a5) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:58.309546 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-abdc9e69-4a15-46f9-ae1b-d798f1cde301 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7870164 Feb 10 11:28:58.309836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.311396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58008) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:58.320768 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network be5f99d4-1c65-4e6a-a52f-60bc7c5b6376 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:58.332703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03f43e5-f262-4717-92a0-5abb0e821a95 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Checking segment: {'id': '78c40244-a01e-4846-bed6-2e00e66f839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3f5bb62a-c790-4c6f-be0a-dc949ab97474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:58.333091 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03f43e5-f262-4717-92a0-5abb0e821a95 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Network hostable DHCP agents. Network: 3f5bb62a-c790-4c6f-be0a-dc949ab97474, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:28:58.350964 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0bf0b501-7f93-4b03-a652-c2c72569c489 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Request body: {'network': {'project_id': '2ad7990f84b645068dd9d4003588e56d'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:58.354990 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.378584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0bf0b501-7f93-4b03-a652-c2c72569c489 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:58.447771 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0bf0b501-7f93-4b03-a652-c2c72569c489 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Usage tracker for resource:network and tenant:2ad7990f84b645068dd9d4003588e56d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:58.472355 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0bf0b501-7f93-4b03-a652-c2c72569c489 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:58.517567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:58.520915 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0bf0b501-7f93-4b03-a652-c2c72569c489 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:58.593739 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf0b501-7f93-4b03-a652-c2c72569c489 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 11:28:58.594202 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf0b501-7f93-4b03-a652-c2c72569c489 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:28:58.598528 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0bf0b501-7f93-4b03-a652-c2c72569c489 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2811420 Feb 10 11:28:58.604120 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58012) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:58.648041 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.648271 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Added segment fdab2985-7c31-43bc-9a50-6d6d315a1b11 of type vlan for network 3d7e14dc-9864-497a-b090-1fe3a212f042 Feb 10 11:28:58.650599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ea9e34-f755-4ca0-86f9-8a56ba246763,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:58.674366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.771617 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03f43e5-f262-4717-92a0-5abb0e821a95 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Network 3f5bb62a-c790-4c6f-be0a-dc949ab97474 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:28:58.774769 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Transition to ACTIVE for port object 7ef164fb-121d-4b74-9029-ad5ca0bbd7c8 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:58.816751 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-05f05965-b24b-4f3b-812b-2d862f2d925e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ad7990f84b645068dd9d4003588e56d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2112546 Feb 10 11:28:58.822496 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58016) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:58.837503 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-71946893-cede-4c3a-ad3a-2d8dc623ff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.921051 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Router 026d995b-8b96-4891-b5c7-627b826f18b7 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:28:59.023377 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.032050 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 610606fe-60f6-4621-a13c-5d872a3be4db up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:59.045634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.047505 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.112881 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9d3dab-f039-41f0-b90f-e8636f586b83 None None] Network cc38e7eb-7226-4808-8f57-10a058b3a568 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:59.115520 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-c03f43e5-f262-4717-92a0-5abb0e821a95 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 3f5bb62a-c790-4c6f-be0a-dc949ab97474) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:59.121932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03f43e5-f262-4717-92a0-5abb0e821a95 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:59.123587 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c03f43e5-f262-4717-92a0-5abb0e821a95 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.146330 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526763ae-7c82-400e-b4c4-85e827637cbe None None] Network 3f5bb62a-c790-4c6f-be0a-dc949ab97474 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:59.171964 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.290246 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Network a8ce86cb-126f-4852-9401-1a66209a90fc is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:59.293847 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event updated for resources: {'Port': ['ID=7ef164fb-121d-4b74-9029-ad5ca0bbd7c8,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:59.306395 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:59.308972 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:59.313243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:59.313826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.346245 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.393788 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c03f43e5-f262-4717-92a0-5abb0e821a95 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5577171 Feb 10 11:28:59.397871 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58020) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:59.404403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.405960 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:59.405960 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.434078 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Request body: {'port': {'network_id': '3f5bb62a-c790-4c6f-be0a-dc949ab97474', 'name': 'tempest-DHCPAgentSchedulersTestJSON-985462864'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:59.436013 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-96f502fe-33d3-40bf-9a15-5126cb0cf306 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 4.2987683 Feb 10 11:28:59.436802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58024) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:59.455051 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b16104f2-441b-4f1a-a4c6-152bccf4bbbe tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.467030 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d55685f-d698-4349-baa8-e88a49823893 None None] Network d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:59.498164 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa89f118-d484-44fe-a5bc-b8050b50eb36 None None] Network a8ce86cb-126f-4852-9401-1a66209a90fc requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:59.579810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b16104f2-441b-4f1a-a4c6-152bccf4bbbe tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.580028 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.623204 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:28:59.627576 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.5274746 Feb 10 11:28:59.638235 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58028) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:59.641714 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9644c446-0762-45cb-857e-fad02c5fa26d tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] 10.222.0.36 "PUT /v2.0/routers/026d995b-8b96-4891-b5c7-627b826f18b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9831033 Feb 10 11:28:59.647563 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58030) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:59.677789 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2087cc4-a06c-432a-9012-c9b8521c6d17 None None] Sync routers for ids ['026d995b-8b96-4891-b5c7-627b826f18b7'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:28:59.705932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Request body: {'port': {'network_id': 'cc38e7eb-7226-4808-8f57-10a058b3a568', 'name': 'tempest-FloatingIPNegativeTestJSON-1782038070'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:59.752323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db3663-c9a9-416f-8517-c75567640f7f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Pushing event updated for resources: {'Network': ['ID=3d7e14dc-9864-497a-b090-1fe3a212f042,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:59.784492 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 3d7e14dc-9864-497a-b090-1fe3a212f042 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:59.790511 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Pushing event updated for resources: {'Port': ['ID=d82eccd8-57a3-4430-8ce2-0b5d71ee55a5,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:59.795888 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:59.797516 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e180e65-f5d8-47b1-8431-0d178bb7982b None None] Provisioning for port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:59.801880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:59.804706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:59.953707 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.959737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d840cafc-efac-4ab9-b28c-784f4aa09d4f tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:59.963793 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d840cafc-efac-4ab9-b28c-784f4aa09d4f tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:59.968283 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d840cafc-efac-4ab9-b28c-784f4aa09d4f tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:59.969239 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d840cafc-efac-4ab9-b28c-784f4aa09d4f tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Synchronizing usage tracker for tenant:d3cd102e04814d4f9d68e71f27218135 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:00.000397 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3f5bb62a-c790-4c6f-be0a-dc949ab97474', 'network_id': '3f5bb62a-c790-4c6f-be0a-dc949ab97474', 'tenant_id': 'cf046bd4d95f4e37923c2780a983a903', 'fixed_ips': [{'subnet_id': 'c6e3e181-e1f4-4e50-819e-5384d9cfc1ae'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:00.001980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.002823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:00.020730 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.021457 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Usage tracker for resource:port and tenant:cf046bd4d95f4e37923c2780a983a903 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:00.025047 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d840cafc-efac-4ab9-b28c-784f4aa09d4f tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Unset dirty status for tenant:d3cd102e04814d4f9d68e71f27218135 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:00.029423 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:00.029720 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d840cafc-efac-4ab9-b28c-784f4aa09d4f tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.5850811 Feb 10 11:29:00.030173 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2087cc4-a06c-432a-9012-c9b8521c6d17 None None] Routers {'026d995b-8b96-4891-b5c7-627b826f18b7'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:00.030686 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58042) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:00.030965 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b2087cc4-a06c-432a-9012-c9b8521c6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['026d995b-8b96-4891-b5c7-627b826f18b7'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:00.033998 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.045524 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:00.130331 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b16104f2-441b-4f1a-a4c6-152bccf4bbbe tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.156294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.156916 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 610606fe-60f6-4621-a13c-5d872a3be4db completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:00.191467 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b2087cc4-a06c-432a-9012-c9b8521c6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:00.195311 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.200424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Made reservation on behalf of cf046bd4d95f4e37923c2780a983a903 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:00.203857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.229003 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9ba31-745a-479a-94e2-26e7c18b2274 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Deleting port 7ef164fb-121d-4b74-9029-ad5ca0bbd7c8 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:00.229327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddd9ba31-745a-479a-94e2-26e7c18b2274 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.272634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16104f2-441b-4f1a-a4c6-152bccf4bbbe tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a795e9-45b5-41ec-a0e0-ce50c3ef89f2,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:00.338309 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ebcb11cc-0589-4a19-b2c8-adbe04e0309c up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:00.343305 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Pushing event updated for resources: {'Port': ['ID=47598f9e-cd98-4793-9130-792f224d1241,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:00.361047 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.364814 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4dc0f2f5-64c7-4729-9eb9-60d5baa29d60 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5267642 Feb 10 11:29:00.366568 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b16104f2-441b-4f1a-a4c6-152bccf4bbbe tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.371277 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b16104f2-441b-4f1a-a4c6-152bccf4bbbe tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8a795e9-45b5-41ec-a0e0-ce50c3ef89f2 HTTP/1.1" status: 204 len: 168 time: 1.5451875 Feb 10 11:29:00.375548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] device_id is not set on port 4fbf0b33-9bf0-4bdf-ae7a-c237eaff3385 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:00.376563 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58048) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:00.377585 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58050) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:00.405833 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-541748387'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:00.410100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.410633 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:00.420271 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.421037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.424927 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:00.431557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Usage tracker for resource:network and tenant:7ef7662eec1c4230bebcef30b3b67bcc is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:00.441587 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Usage tracker for resource:port and tenant:7d92f059939d428da3855f2a15ba440c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:00.444955 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3bb6c19a-decd-4ee2-a7c8-5df26fb20273 None None] Provisioning for port 610606fe-60f6-4621-a13c-5d872a3be4db completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:00.458077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:00.460143 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.478604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:00.478933 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:00.479839 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:00.480259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Subscribe: > port after_create 55550000 {{(pid=83555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:00.480661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:00.481661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Subscribe: > port after_update 55550000 {{(pid=83555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:00.481661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:00.481898 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:00.482153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:00.482329 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:00.482594 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:00.524393 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3bb6c19a-decd-4ee2-a7c8-5df26fb20273 None None] Provisioning complete for port 610606fe-60f6-4621-a13c-5d872a3be4db triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:00.525207 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3bb6c19a-decd-4ee2-a7c8-5df26fb20273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.561007 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2087cc4-a06c-432a-9012-c9b8521c6d17 None None] Routers {'026d995b-8b96-4891-b5c7-627b826f18b7'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:00.561895 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b2087cc4-a06c-432a-9012-c9b8521c6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['026d995b-8b96-4891-b5c7-627b826f18b7'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:00.579793 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:00.643690 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:00.644243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:00.644379 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:00.644666 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:00.645054 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7e14dc-9864-497a-b090-1fe3a212f042']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:00.660126 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:00.686923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdab2985-7c31-43bc-9a50-6d6d315a1b11') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:00.687273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdab2985-7c31-43bc-9a50-6d6d315a1b11') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:00.706154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.708083 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b2087cc4-a06c-432a-9012-c9b8521c6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:00.708505 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2087cc4-a06c-432a-9012-c9b8521c6d17 None None] The sync data for ids ['026d995b-8b96-4891-b5c7-627b826f18b7'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:00.715143 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Made reservation on behalf of 7ef7662eec1c4230bebcef30b3b67bcc for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:00.718259 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.722274 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.731941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Made reservation on behalf of 7d92f059939d428da3855f2a15ba440c for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:00.735062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.787356 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Allocated IP 172.20.0.2 (3f5bb62a-c790-4c6f-be0a-dc949ab97474/c6e3e181-e1f4-4e50-819e-5384d9cfc1ae/d8fb5844-405c-4c73-aead-1fd5b4e9a7ba) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:00.798781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.808883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.814182 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port ebcb11cc-0589-4a19-b2c8-adbe04e0309c completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:00.814850 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:00.815268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.825464 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn_limited( Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn_limited( Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:00.835270 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:00.847391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] device_id is not set on port 599a1f95-451f-4ac8-b481-4d91ae510198 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:00.887765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:00.938653 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddd9ba31-745a-479a-94e2-26e7c18b2274 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.068508 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.092303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3bb6c19a-decd-4ee2-a7c8-5df26fb20273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.130497 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9ba31-745a-479a-94e2-26e7c18b2274 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Calling delete_port for 7ef164fb-121d-4b74-9029-ad5ca0bbd7c8 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:01.238753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Allocated IP 172.20.0.10 (cc38e7eb-7226-4808-8f57-10a058b3a568/2e6d63af-cbf9-45b4-ad49-b47dfffdd2cb/599a1f95-451f-4ac8-b481-4d91ae510198) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:01.335933 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.339132 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:01.382325 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Transition to ACTIVE for port object d8fb5844-405c-4c73-aead-1fd5b4e9a7ba will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:01.434249 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Usage tracker for resource:security_group_rule and tenant:7ef7662eec1c4230bebcef30b3b67bcc is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:01.457776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:01.475669 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:01.487972 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Transition to ACTIVE for port object d8fb5844-405c-4c73-aead-1fd5b4e9a7ba will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:01.491822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:01.492252 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.497950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:01.519202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3bb6c19a-decd-4ee2-a7c8-5df26fb20273 None None] For port 610606fe-60f6-4621-a13c-5d872a3be4db, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=610606fe-60f6-4621-a13c-5d872a3be4db,segment=NetworkSegment(f12ba225-387c-4c12-8d37-003e9b753f28),segment_id=f12ba225-387c-4c12-8d37-003e9b753f28)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:01.540172 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.575312 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.595244 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.603152 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d7e14dc-9864-497a-b090-1fe3a212f042 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 11:29:01.623353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.668207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d7e14dc-9864-497a-b090-1fe3a212f042,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:01.679172 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3bb6c19a-decd-4ee2-a7c8-5df26fb20273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.701621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Pushing event updated for resources: {'Port': ['ID=d8fb5844-405c-4c73-aead-1fd5b4e9a7ba,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:01.750382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.755025 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.826824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6c19a-decd-4ee2-a7c8-5df26fb20273 None None] Pushing event updated for resources: {'Port': ['ID=610606fe-60f6-4621-a13c-5d872a3be4db,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:01.834381 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9c28b2f1-8430-4042-8f03-98e430df566f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "DELETE /v2.0/networks/3d7e14dc-9864-497a-b090-1fe3a212f042 HTTP/1.1" status: 204 len: 168 time: 2.1866424 Feb 10 11:29:01.843553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58056) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:01.848334 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:01.856946 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Network 3f5bb62a-c790-4c6f-be0a-dc949ab97474 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:01.866964 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.868573 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Added segment a601cb49-f093-4878-bb9d-6fdfca2c6fdc of type vlan for network f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61 Feb 10 11:29:01.872199 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:01.880605 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:01.898355 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-9386947b-6740-4ec0-bb7a-2fe4dedf73a6 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:01.910584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9386947b-6740-4ec0-bb7a-2fe4dedf73a6 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:01.928157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.934187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5248f073-49f6-4bdd-9406-aea0ef672186 {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:29:01.934488 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:29:01.942200 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Allocated IP 172.20.0.1 (168dc9c9-06c2-469c-a9b0-d89d5f006a33/c9dd6b68-026c-41b2-8cf0-50347220223d/ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:01.949949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9386947b-6740-4ec0-bb7a-2fe4dedf73a6 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Usage tracker for resource:network and tenant:1d0f688de0ee47faa99ba74cc082305a is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:01.965884 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9386947b-6740-4ec0-bb7a-2fe4dedf73a6 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:01.992735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9386947b-6740-4ec0-bb7a-2fe4dedf73a6 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:01.999323 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.002563 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:02.002918 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:02.003838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:02.004185 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Subscribe: > port after_create 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:02.004670 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:02.005105 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Subscribe: > port after_update 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:02.005453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:02.005824 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:02.006189 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:02.006493 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:02.100512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Transition to ACTIVE for port object 599a1f95-451f-4ac8-b481-4d91ae510198 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:02.113856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9386947b-6740-4ec0-bb7a-2fe4dedf73a6 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Made reservation on behalf of 1d0f688de0ee47faa99ba74cc082305a for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:02.114513 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Attempting to bind port d8fb5844-405c-4c73-aead-1fd5b4e9a7ba on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:02.116930 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Attempting to bind port d8fb5844-405c-4c73-aead-1fd5b4e9a7ba by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '78c40244-a01e-4846-bed6-2e00e66f839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3f5bb62a-c790-4c6f-be0a-dc949ab97474'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:02.117422 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Attempting to bind port d8fb5844-405c-4c73-aead-1fd5b4e9a7ba on network 3f5bb62a-c790-4c6f-be0a-dc949ab97474 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:02.118005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9386947b-6740-4ec0-bb7a-2fe4dedf73a6 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.203193 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:02.203548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:02.203881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:02.204208 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:29:02.204752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5f99d4-1c65-4e6a-a52f-60bc7c5b6376']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:02.214619 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3bb6c19a-decd-4ee2-a7c8-5df26fb20273 None None] Provisioning for port ebcb11cc-0589-4a19-b2c8-adbe04e0309c completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:02.224170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.241111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3bb6c19a-decd-4ee2-a7c8-5df26fb20273 None None] Provisioning complete for port ebcb11cc-0589-4a19-b2c8-adbe04e0309c triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:02.241736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3bb6c19a-decd-4ee2-a7c8-5df26fb20273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.263186 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9386947b-6740-4ec0-bb7a-2fe4dedf73a6 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:02.269589 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889211ae-d7d7-42ab-875d-ce2121add4b3') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:02.269890 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889211ae-d7d7-42ab-875d-ce2121add4b3') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:02.274485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:02.275050 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Checking segment: {'id': '78c40244-a01e-4846-bed6-2e00e66f839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3f5bb62a-c790-4c6f-be0a-dc949ab97474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:02.275623 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.276344 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Bound using segment: {'id': '78c40244-a01e-4846-bed6-2e00e66f839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3f5bb62a-c790-4c6f-be0a-dc949ab97474'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:02.276781 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Bound port: d8fb5844-405c-4c73-aead-1fd5b4e9a7ba, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c40244-a01e-4846-bed6-2e00e66f839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3f5bb62a-c790-4c6f-be0a-dc949ab97474'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:02.277293 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.282717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d23a56-55ad-4542-884f-ac34ba5d6f9f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:02.293271 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9386947b-6740-4ec0-bb7a-2fe4dedf73a6 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.294367 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-9386947b-6740-4ec0-bb7a-2fe4dedf73a6 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Added segment c60f746c-1189-451e-861c-a184208fd47d of type vlan for network 8d707e91-ab0a-418c-94b0-aced44e4390a Feb 10 11:29:02.306091 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.325225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.325382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.329745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:02.330363 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.343332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.372700 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d,segment=NetworkSegment(f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a),segment_id=f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:02.382849 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.386720 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.387614 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3ed85270-a9fd-4322-9657-3d33307d10db up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:02.427928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9386947b-6740-4ec0-bb7a-2fe4dedf73a6 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.438584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.471365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:02.472009 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.479367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Transition to ACTIVE for port object ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:02.486470 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddd9ba31-745a-479a-94e2-26e7c18b2274 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn_limited( Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn_limited( Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:02.490333 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:02.501878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Network cc38e7eb-7226-4808-8f57-10a058b3a568 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:02.510726 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:02.519517 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:02.560554 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-86287f60-374c-4606-b242-906bc5c8347e None None] For port d8fb5844-405c-4c73-aead-1fd5b4e9a7ba, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:02.592734 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:02.602766 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3bb6c19a-decd-4ee2-a7c8-5df26fb20273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.640411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:02.641073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.643055 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 3ed85270-a9fd-4322-9657-3d33307d10db completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:02.644919 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Pushing event updated for resources: {'Port': ['ID=599a1f95-451f-4ac8-b481-4d91ae510198,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:02.650394 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-9386947b-6740-4ec0-bb7a-2fe4dedf73a6 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:29:02.651750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 3ed85270-a9fd-4322-9657-3d33307d10db triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:02.652686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.665640 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2868507 Feb 10 11:29:02.666440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.669782 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58060) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:02.683807 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3bc24-46e4-40a5-9221-f5a8a8e5394e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Pushing event updated for resources: {'Network': ['ID=f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:02.693555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9ba31-745a-479a-94e2-26e7c18b2274 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event deleted for resources: {'Port': ['ID=7ef164fb-121d-4b74-9029-ad5ca0bbd7c8,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:02.745674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:02.752964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] device_id is not set on port a0e91ecb-fbc3-4e90-a7aa-24ff912730b5 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:02.769176 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3bb6c19a-decd-4ee2-a7c8-5df26fb20273 None None] For port ebcb11cc-0589-4a19-b2c8-adbe04e0309c, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ebcb11cc-0589-4a19-b2c8-adbe04e0309c,segment=NetworkSegment(54e4d797-4e28-4eaf-90fc-f06816c4e880),segment_id=54e4d797-4e28-4eaf-90fc-f06816c4e880)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:02.778327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.821110 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.842408 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Pushing event deleted for resources: {'Network': ['ID=be5f99d4-1c65-4e6a-a52f-60bc7c5b6376,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:02.912793 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3bb6c19a-decd-4ee2-a7c8-5df26fb20273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.916636 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-485fd8f2-cab3-4f4f-bdab-3009668daf5e tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] 10.222.0.36 "DELETE /v2.0/networks/be5f99d4-1c65-4e6a-a52f-60bc7c5b6376 HTTP/1.1" status: 204 len: 168 time: 2.5330215 Feb 10 11:29:02.921498 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-86287f60-374c-4606-b242-906bc5c8347e None None] For port d8fb5844-405c-4c73-aead-1fd5b4e9a7ba, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d8fb5844-405c-4c73-aead-1fd5b4e9a7ba,segment=NetworkSegment(78c40244-a01e-4846-bed6-2e00e66f839c),segment_id=78c40244-a01e-4846-bed6-2e00e66f839c)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:02.922883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.943011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58064) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:02.957162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Allocated IP 172.20.0.6 (3f5bb62a-c790-4c6f-be0a-dc949ab97474/c6e3e181-e1f4-4e50-819e-5384d9cfc1ae/a0e91ecb-fbc3-4e90-a7aa-24ff912730b5) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:03.004453 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6c19a-decd-4ee2-a7c8-5df26fb20273 None None] Pushing event updated for resources: {'Port': ['ID=ebcb11cc-0589-4a19-b2c8-adbe04e0309c,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:03.012532 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Router a2a2d47f-3875-4cc0-babc-35226c63f71c is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:29:03.013648 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-0c51f65d-2bad-4cae-8402-9b125faad0d6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Request body: {'subnet': {'network_id': 'f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:03.021229 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.072682 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddd9ba31-745a-479a-94e2-26e7c18b2274 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.074667 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ddd9ba31-745a-479a-94e2-26e7c18b2274 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "DELETE /v2.0/ports/7ef164fb-121d-4b74-9029-ad5ca0bbd7c8 HTTP/1.1" status: 204 len: 168 time: 3.0430572 Feb 10 11:29:03.088935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58068) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:03.117525 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86287f60-374c-4606-b242-906bc5c8347e None None] Pushing event updated for resources: {'Port': ['ID=d8fb5844-405c-4c73-aead-1fd5b4e9a7ba,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:03.134113 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-15543fb4-cf49-4de6-b821-97221b5ab047 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4579043 Feb 10 11:29:03.135451 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9386947b-6740-4ec0-bb7a-2fe4dedf73a6 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.135793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9386947b-6740-4ec0-bb7a-2fe4dedf73a6 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:03.136538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9386947b-6740-4ec0-bb7a-2fe4dedf73a6 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.142023 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58072) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:03.156696 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:03.156918 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 3ed85270-a9fd-4322-9657-3d33307d10db, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=3ed85270-a9fd-4322-9657-3d33307d10db,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:03.165113 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-579ca833-bc9d-401a-a505-6285ab712eeb tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] GET failed (client error): The resource could not be found. Feb 10 11:29:03.165625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-579ca833-bc9d-401a-a505-6285ab712eeb tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Synchronizing usage tracker for tenant:d3cd102e04814d4f9d68e71f27218135 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:03.172294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Provisioning complete for port 610606fe-60f6-4621-a13c-5d872a3be4db triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:03.172791 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.194105 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Network 168dc9c9-06c2-469c-a9b0-d89d5f006a33 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:03.230380 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:03.234450 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46d56d8d-7bb9-4945-a777-6d440ff97430 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.234658 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.248911 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Usage tracker for resource:floatingip and tenant:7d92f059939d428da3855f2a15ba440c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:03.301242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:03.334050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:03.346745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:03.369407 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=3ed85270-a9fd-4322-9657-3d33307d10db,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:03.370211 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-579ca833-bc9d-401a-a505-6285ab712eeb tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Unset dirty status for tenant:d3cd102e04814d4f9d68e71f27218135 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:03.371388 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-579ca833-bc9d-401a-a505-6285ab712eeb tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "GET /v2.0/ports/7ef164fb-121d-4b74-9029-ad5ca0bbd7c8 HTTP/1.1" status: 404 len: 333 time: 0.2813671 Feb 10 11:29:03.407940 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:03.409391 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58076) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:03.424505 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.442290 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Pushing event updated for resources: {'Port': ['ID=ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:03.465939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d76439b2-2394-49de-b118-d5c100750137 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Request body: {'port': {'network_id': 'a8ce86cb-126f-4852-9401-1a66209a90fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-766167399'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:03.467539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:03.523054 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9386947b-6740-4ec0-bb7a-2fe4dedf73a6 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6608717 Feb 10 11:29:03.528400 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0c51f65d-2bad-4cae-8402-9b125faad0d6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:03.587655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58080) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:03.592181 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Provisioning complete for port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:03.592861 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.616856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0c51f65d-2bad-4cae-8402-9b125faad0d6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Usage tracker for resource:subnet and tenant:7ef7662eec1c4230bebcef30b3b67bcc is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:03.625613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386947b-6740-4ec0-bb7a-2fe4dedf73a6 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Pushing event updated for resources: {'Network': ['ID=8d707e91-ab0a-418c-94b0-aced44e4390a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:03.640260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 8d707e91-ab0a-418c-94b0-aced44e4390a details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:03.651607 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0c51f65d-2bad-4cae-8402-9b125faad0d6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:03.674174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0c51f65d-2bad-4cae-8402-9b125faad0d6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:03.676359 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.695252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c51f65d-2bad-4cae-8402-9b125faad0d6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Made reservation on behalf of 7ef7662eec1c4230bebcef30b3b67bcc for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:03.713784 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-38683b72-5847-4a38-9ad8-a51b28c4701f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Request body: {'subnet': {'network_id': '8d707e91-ab0a-418c-94b0-aced44e4390a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:03.721434 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-38683b72-5847-4a38-9ad8-a51b28c4701f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:03.757509 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-38683b72-5847-4a38-9ad8-a51b28c4701f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Usage tracker for resource:subnet and tenant:1d0f688de0ee47faa99ba74cc082305a is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:03.765782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-38683b72-5847-4a38-9ad8-a51b28c4701f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:03.771578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46d56d8d-7bb9-4945-a777-6d440ff97430 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.788661 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-38683b72-5847-4a38-9ad8-a51b28c4701f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:03.796881 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:03.796881 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.839949 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-46d56d8d-7bb9-4945-a777-6d440ff97430 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebe330d-97d6-4d6f-934f-39f40df073ae']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:03.861412 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c51f65d-2bad-4cae-8402-9b125faad0d6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.877074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-46d56d8d-7bb9-4945-a777-6d440ff97430 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4d47cc-b50b-4824-bebe-f462178484cb') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:03.877963 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-46d56d8d-7bb9-4945-a777-6d440ff97430 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4d47cc-b50b-4824-bebe-f462178484cb') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:03.898829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46d56d8d-7bb9-4945-a777-6d440ff97430 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.923044 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46d56d8d-7bb9-4945-a777-6d440ff97430 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.951495 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d56d8d-7bb9-4945-a777-6d440ff97430 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:03.951895 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46d56d8d-7bb9-4945-a777-6d440ff97430 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.969656 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38683b72-5847-4a38-9ad8-a51b28c4701f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Made reservation on behalf of 1d0f688de0ee47faa99ba74cc082305a for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:03.971774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38683b72-5847-4a38-9ad8-a51b28c4701f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:03.984769 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:04.020609 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 610606fe-60f6-4621-a13c-5d872a3be4db up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:04.037377 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.075503 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Provisioning for port 599a1f95-451f-4ac8-b481-4d91ae510198 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:04.090116 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Provisioning complete for port 599a1f95-451f-4ac8-b481-4d91ae510198 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:04.090485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.093490 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Transition to ACTIVE for port object a0e91ecb-fbc3-4e90-a7aa-24ff912730b5 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:04.113524 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.179628 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d76439b2-2394-49de-b118-d5c100750137 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:04.180405 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Port 599a1f95-451f-4ac8-b481-4d91ae510198 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:04.201313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 610606fe-60f6-4621-a13c-5d872a3be4db triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:04.201313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.215247 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d76439b2-2394-49de-b118-d5c100750137 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:04.219637 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46d56d8d-7bb9-4945-a777-6d440ff97430 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.222221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.229774 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Provisioning for port a526713f-eebc-4b63-baf3-d8f47f8c9df9 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:04.259998 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Provisioning complete for port a526713f-eebc-4b63-baf3-d8f47f8c9df9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:04.260531 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.267371 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46d56d8d-7bb9-4945-a777-6d440ff97430 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.288503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d56d8d-7bb9-4945-a777-6d440ff97430 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ebe330d-97d6-4d6f-934f-39f40df073ae,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:04.297482 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-46d56d8d-7bb9-4945-a777-6d440ff97430 tempest-QuotasNegativeTest-372503660 tempest-QuotasNegativeTest-372503660-project-admin] 10.222.0.36 "DELETE /v2.0/networks/6ebe330d-97d6-4d6f-934f-39f40df073ae HTTP/1.1" status: 204 len: 168 time: 1.3531992 Feb 10 11:29:04.298432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76439b2-2394-49de-b118-d5c100750137 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Made reservation on behalf of d3cd102e04814d4f9d68e71f27218135 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:04.302073 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d76439b2-2394-49de-b118-d5c100750137 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.346393 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Pushing event updated for resources: {'Port': ['ID=a0e91ecb-fbc3-4e90-a7aa-24ff912730b5,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:04.365642 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-d76439b2-2394-49de-b118-d5c100750137 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] device_id is not set on port 48d89253-7a5d-41b0-a931-2f71f45b0937 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:04.368626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Network 3f5bb62a-c790-4c6f-be0a-dc949ab97474 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:04.373615 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:04.382768 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:04.392981 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Port a526713f-eebc-4b63-baf3-d8f47f8c9df9 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:04.406827 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Could not find standard attr ID for object 7ef164fb-121d-4b74-9029-ad5ca0bbd7c8. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:29:04.501460 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Provisioning for port 0d93330d-a9c9-4761-87c0-2e52e8c66149 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:04.505373 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ebcb11cc-0589-4a19-b2c8-adbe04e0309c up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:04.551973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da91fc3-76f4-4e63-937c-b88bfe5495b5 None None] Network 3f5bb62a-c790-4c6f-be0a-dc949ab97474 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:04.606595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:04.608936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:04.609744 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.629934 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Sync routers for ids ['a2a2d47f-3875-4cc0-babc-35226c63f71c'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:04.631594 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Provisioning complete for port 0d93330d-a9c9-4761-87c0-2e52e8c66149 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:04.631906 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.655463 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Routers {'a2a2d47f-3875-4cc0-babc-35226c63f71c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:04.656073 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a2a2d47f-3875-4cc0-babc-35226c63f71c'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:04.708125 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.738747 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Port 0d93330d-a9c9-4761-87c0-2e52e8c66149 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:04.752690 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c51f65d-2bad-4cae-8402-9b125faad0d6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.757913 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ac0e14c7-9e0e-4db7-9e43-860f62f86218 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3574359 Feb 10 11:29:04.783387 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port ebcb11cc-0589-4a19-b2c8-adbe04e0309c triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:04.783758 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.826341 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58088) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:04.836977 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51f65d-2bad-4cae-8402-9b125faad0d6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Pushing event updated for resources: {'Subnet': ['ID=0b68da55-4f27-4045-b055-71a0481c6a3f,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:04.926350 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.927552 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-96783b4f-0fb7-43fc-9e88-edb886bc67f0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 12.4420898 Feb 10 11:29:04.937701 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58092) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:04.961748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Provisioning complete for port ebcb11cc-0589-4a19-b2c8-adbe04e0309c triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:04.964379 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-33016a89-c8eb-430a-bfc3-6363ebdcba11 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Deleting port a0e91ecb-fbc3-4e90-a7aa-24ff912730b5 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:04.964934 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33016a89-c8eb-430a-bfc3-6363ebdcba11 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.973735 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a5bedfe0-6f6b-4086-9a8e-005fecbf5fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.016200 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.018486 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51f65d-2bad-4cae-8402-9b125faad0d6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Checking segment: {'id': 'a601cb49-f093-4878-bb9d-6fdfca2c6fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:05.018859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c51f65d-2bad-4cae-8402-9b125faad0d6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Network hostable DHCP agents. Network: f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:05.041665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.045093 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Set router a2a2d47f-3875-4cc0-babc-35226c63f71c gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:05.255283 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c51f65d-2bad-4cae-8402-9b125faad0d6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Network f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:05.260619 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-d76439b2-2394-49de-b118-d5c100750137 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Allocated IP 2001:db8::23c (a8ce86cb-126f-4852-9401-1a66209a90fc/f3cd95e3-ecbd-41d4-b4c4-9bfee4433452/48d89253-7a5d-41b0-a931-2f71f45b0937) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:05.280454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.292178 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-0c51f65d-2bad-4cae-8402-9b125faad0d6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:05.303076 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58100) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:05.337622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab955f87-1418-487e-ba73-331d3f7371ea None None] Network f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:05.348309 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Allocated IP 172.26.4.237 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/8108c034-6800-42d3-ac49-8a74ca720755) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:05.619102 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.645303 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33016a89-c8eb-430a-bfc3-6363ebdcba11 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.656894 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'name': 'tempest-ServersTestJSON-1807042381-router', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:52Z', 'updated_at': '2022-02-10T11:28:59Z', 'revision_number': 3, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'gw_port': {'id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:57Z', 'updated_at': '2022-02-10T11:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:05.671085 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Checking router: a2a2d47f-3875-4cc0-babc-35226c63f71c for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:29:05.671440 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Updating router a2a2d47f-3875-4cc0-babc-35226c63f71c port d82eccd8-57a3-4430-8ce2-0b5d71ee55a5 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:29:05.709539 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d8fb5844-405c-4c73-aead-1fd5b4e9a7ba up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:05.740811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Pushing event updated for resources: {'Port': ['ID=ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:05.758695 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.774918 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61', 'network_id': 'f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61', 'tenant_id': '7ef7662eec1c4230bebcef30b3b67bcc', 'fixed_ips': [{'subnet_id': '0b68da55-4f27-4045-b055-71a0481c6a3f'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:05.775827 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.817504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c51f65d-2bad-4cae-8402-9b125faad0d6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:05.819521 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c51f65d-2bad-4cae-8402-9b125faad0d6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.825663 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25b413bb-6f01-4cdb-adee-44db820f7f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.830603 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-33016a89-c8eb-430a-bfc3-6363ebdcba11 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Calling delete_port for a0e91ecb-fbc3-4e90-a7aa-24ff912730b5 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:05.884543 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fb3673f4-887f-4185-8a7c-2aee3fd9e354 None None] Provisioning for port d8fb5844-405c-4c73-aead-1fd5b4e9a7ba completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:05.949689 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port d8fb5844-405c-4c73-aead-1fd5b4e9a7ba completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:06.018077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fb3673f4-887f-4185-8a7c-2aee3fd9e354 None None] Provisioning for port ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:06.027549 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port d8fb5844-405c-4c73-aead-1fd5b4e9a7ba triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:06.028075 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.037916 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0c51f65d-2bad-4cae-8402-9b125faad0d6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2920265 Feb 10 11:29:06.044110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58106) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:06.046747 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.062236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1313770722', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:06.068438 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fb3673f4-887f-4185-8a7c-2aee3fd9e354 None None] Provisioning complete for port ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:06.068952 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fb3673f4-887f-4185-8a7c-2aee3fd9e354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.070516 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:06.075421 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Usage tracker for resource:router and tenant:7ef7662eec1c4230bebcef30b3b67bcc is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:06.078964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:06.085937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:06.179571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-25b413bb-6f01-4cdb-adee-44db820f7f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:06.187882 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Allocated IP 172.20.0.2 (f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61/0b68da55-4f27-4045-b055-71a0481c6a3f/4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:06.198199 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-fb3673f4-887f-4185-8a7c-2aee3fd9e354 None None] Port ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:06.202414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.objects.ports [None req-38683b72-5847-4a38-9ad8-a51b28c4701f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:29:06.202890 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38683b72-5847-4a38-9ad8-a51b28c4701f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.218636 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-25b413bb-6f01-4cdb-adee-44db820f7f8c admin admin] Usage tracker for resource:security_group_rule and tenant:d1d07eb61d9c4f2bbdb073d0d051ec65 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:06.262923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:06.268209 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-25b413bb-6f01-4cdb-adee-44db820f7f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:06.275149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:06.292135 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d76439b2-2394-49de-b118-d5c100750137 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.296413 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-25b413bb-6f01-4cdb-adee-44db820f7f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:06.298977 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:06.312242 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.328269 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Transition to ACTIVE for port object d82eccd8-57a3-4430-8ce2-0b5d71ee55a5 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:06.337205 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.372168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-23ce3032-1674-4920-b27f-24ca111f7fef None None] Could not find standard attr ID for object a0e91ecb-fbc3-4e90-a7aa-24ff912730b5. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:29:06.389052 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.395847 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Pushing event updated for resources: {'Port': ['ID=8108c034-6800-42d3-ac49-8a74ca720755,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:06.435172 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e178a5-97cd-4312-9a12-f8ea0d2da9a8 None None] Pushing event updated for resources: {'Port': ['ID=d82eccd8-57a3-4430-8ce2-0b5d71ee55a5,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:06.469731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Network 168dc9c9-06c2-469c-a9b0-d89d5f006a33 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:06.472033 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:06.474172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.475316 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.476563 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Attempting to bind port d82eccd8-57a3-4430-8ce2-0b5d71ee55a5 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:06.477864 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Attempting to bind port d82eccd8-57a3-4430-8ce2-0b5d71ee55a5 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:06.478269 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Attempting to bind port d82eccd8-57a3-4430-8ce2-0b5d71ee55a5 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:06.488051 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:06.488570 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:06.488742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-d76439b2-2394-49de-b118-d5c100750137 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Transition to ACTIVE for port object 48d89253-7a5d-41b0-a931-2f71f45b0937 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:06.489115 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.490087 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:06.491650 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Bound port: d82eccd8-57a3-4430-8ce2-0b5d71ee55a5, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:06.491801 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.494716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33016a89-c8eb-430a-bfc3-6363ebdcba11 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.561853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-23ce3032-1674-4920-b27f-24ca111f7fef None None] Provisioning complete for port d8fb5844-405c-4c73-aead-1fd5b4e9a7ba triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:06.562488 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-23ce3032-1674-4920-b27f-24ca111f7fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.589800 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] For port d82eccd8-57a3-4430-8ce2-0b5d71ee55a5, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:06.594018 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] For port d82eccd8-57a3-4430-8ce2-0b5d71ee55a5, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d82eccd8-57a3-4430-8ce2-0b5d71ee55a5,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:06.604290 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.628555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.693288 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e178a5-97cd-4312-9a12-f8ea0d2da9a8 None None] Pushing event updated for resources: {'Port': ['ID=d82eccd8-57a3-4430-8ce2-0b5d71ee55a5,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:06.716491 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33016a89-c8eb-430a-bfc3-6363ebdcba11 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Pushing event deleted for resources: {'Port': ['ID=a0e91ecb-fbc3-4e90-a7aa-24ff912730b5,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:06.744301 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.782843 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Routers {'a2a2d47f-3875-4cc0-babc-35226c63f71c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:06.782843 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a2a2d47f-3875-4cc0-babc-35226c63f71c'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:06.890077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port d8fb5844-405c-4c73-aead-1fd5b4e9a7ba, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d8fb5844-405c-4c73-aead-1fd5b4e9a7ba,segment=NetworkSegment(78c40244-a01e-4846-bed6-2e00e66f839c),segment_id=78c40244-a01e-4846-bed6-2e00e66f839c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:06.907793 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.908584 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3ed85270-a9fd-4322-9657-3d33307d10db up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:07.029047 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38683b72-5847-4a38-9ad8-a51b28c4701f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a81562f1-8a67-4a88-a667-f736d95bfe45,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:07.040535 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d76439b2-2394-49de-b118-d5c100750137 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.064505 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.089407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33016a89-c8eb-430a-bfc3-6363ebdcba11 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.097014 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Transition to ACTIVE for port object 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:07.107398 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-33016a89-c8eb-430a-bfc3-6363ebdcba11 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] 10.222.0.36 "DELETE /v2.0/ports/a0e91ecb-fbc3-4e90-a7aa-24ff912730b5 HTTP/1.1" status: 204 len: 168 time: 2.2669969 Feb 10 11:29:07.139977 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=d8fb5844-405c-4c73-aead-1fd5b4e9a7ba,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:07.167256 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] Set router a2a2d47f-3875-4cc0-babc-35226c63f71c gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:07.172866 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Transition to ACTIVE for port object 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:07.179605 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58110) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:07.183553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76439b2-2394-49de-b118-d5c100750137 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event updated for resources: {'Port': ['ID=48d89253-7a5d-41b0-a931-2f71f45b0937,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:07.194718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.196404 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38683b72-5847-4a38-9ad8-a51b28c4701f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Checking segment: {'id': 'c60f746c-1189-451e-861c-a184208fd47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8d707e91-ab0a-418c-94b0-aced44e4390a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:07.196924 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38683b72-5847-4a38-9ad8-a51b28c4701f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Network hostable DHCP agents. Network: 8d707e91-ab0a-418c-94b0-aced44e4390a, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:07.247459 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 3ed85270-a9fd-4322-9657-3d33307d10db triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:07.247834 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.263193 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.331679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.332964 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76439b2-2394-49de-b118-d5c100750137 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Network a8ce86cb-126f-4852-9401-1a66209a90fc is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:07.344592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d76439b2-2394-49de-b118-d5c100750137 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:07.347855 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38683b72-5847-4a38-9ad8-a51b28c4701f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Network 8d707e91-ab0a-418c-94b0-aced44e4390a is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:07.350341 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Network f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:07.357581 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:07.362505 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Pushing event updated for resources: {'Port': ['ID=4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:07.371674 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76439b2-2394-49de-b118-d5c100750137 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:07.376418 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76439b2-2394-49de-b118-d5c100750137 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:07.377268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d76439b2-2394-49de-b118-d5c100750137 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.377376 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:07.431314 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d76439b2-2394-49de-b118-d5c100750137 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0108509 Feb 10 11:29:07.439159 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58116) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:07.445828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-38683b72-5847-4a38-9ad8-a51b28c4701f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 8d707e91-ab0a-418c-94b0-aced44e4390a) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:07.463835 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-489b1729-3d32-4f9d-8119-db0f3900bf8a None None] Provisioning complete for port ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:07.464501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-489b1729-3d32-4f9d-8119-db0f3900bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.469876 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-02e77493-0e68-447a-ba27-f9ddd2fa5f04 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::44', 'mac_address': 'fa:16:3e:08:b7:60'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:07.499046 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38683b72-5847-4a38-9ad8-a51b28c4701f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:07.499698 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38683b72-5847-4a38-9ad8-a51b28c4701f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.505399 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b05fcc7-be53-4673-9ddb-dfa97aac6c44 None None] Network 8d707e91-ab0a-418c-94b0-aced44e4390a requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:07.541017 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9c2b3808-ce7f-467e-b72b-688fb6cc0540 tempest-DHCPAgentSchedulersTestJSON-906449334 tempest-DHCPAgentSchedulersTestJSON-906449334-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3380151 Feb 10 11:29:07.546506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58120) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:07.554580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-91857beb-7e94-4ce8-a357-5da2596b5bb0 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-955747748'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:07.562532 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25b413bb-6f01-4cdb-adee-44db820f7f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.571440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-91857beb-7e94-4ce8-a357-5da2596b5bb0 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:07.589877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-91857beb-7e94-4ce8-a357-5da2596b5bb0 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Usage tracker for resource:network and tenant:cf046bd4d95f4e37923c2780a983a903 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:07.590205 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25b413bb-6f01-4cdb-adee-44db820f7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.594175 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-91857beb-7e94-4ce8-a357-5da2596b5bb0 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:07.612086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-91857beb-7e94-4ce8-a357-5da2596b5bb0 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:07.648307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91857beb-7e94-4ce8-a357-5da2596b5bb0 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Made reservation on behalf of cf046bd4d95f4e37923c2780a983a903 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:07.651382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91857beb-7e94-4ce8-a357-5da2596b5bb0 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.708172 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'name': 'tempest-ServersTestJSON-1807042381-router', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:52Z', 'updated_at': '2022-02-10T11:28:59Z', 'revision_number': 3, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'gw_port': {'id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:57Z', 'updated_at': '2022-02-10T11:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:07.714949 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4edc8f5-cb68-4f75-9add-a29c91d43319 None None] The sync data for ids ['a2a2d47f-3875-4cc0-babc-35226c63f71c'] in dv-neutron-828497-1-hyperv is: [{'id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'name': 'tempest-ServersTestJSON-1807042381-router', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:52Z', 'updated_at': '2022-02-10T11:28:59Z', 'revision_number': 3, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'gw_port': {'id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:57Z', 'updated_at': '2022-02-10T11:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:07.716915 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b413bb-6f01-4cdb-adee-44db820f7f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346011ce-0a2c-4dec-8ade-66d3c11331a7,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:07.736836 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91857beb-7e94-4ce8-a357-5da2596b5bb0 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:07.753313 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-38683b72-5847-4a38-9ad8-a51b28c4701f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1067071 Feb 10 11:29:07.759631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58124) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:07.779923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Request body: {'floatingip': {'floating_network_id': '8d707e91-ab0a-418c-94b0-aced44e4390a'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:07.793577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:07.797844 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-489b1729-3d32-4f9d-8119-db0f3900bf8a None None] Port ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:07.798174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91857beb-7e94-4ce8-a357-5da2596b5bb0 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.798590 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-91857beb-7e94-4ce8-a357-5da2596b5bb0 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Added segment b1952a49-684f-4031-97a7-3811bbbd1652 of type vlan for network e5840789-c252-48bd-b676-2740bca6b6c4 Feb 10 11:29:07.807966 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Attempting to bind port 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:07.809256 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Attempting to bind port 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'a601cb49-f093-4878-bb9d-6fdfca2c6fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:07.809681 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Attempting to bind port 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d on network f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:07.815904 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Usage tracker for resource:floatingip and tenant:1d0f688de0ee47faa99ba74cc082305a is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:07.821244 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Router 8c91eca4-74e7-42ec-be26-db92ec0ffefd has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:29:07.828185 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:07.839973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:07.840585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Checking segment: {'id': 'a601cb49-f093-4878-bb9d-6fdfca2c6fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:07.840899 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.841281 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Bound using segment: {'id': 'a601cb49-f093-4878-bb9d-6fdfca2c6fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:07.842144 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Bound port: 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a601cb49-f093-4878-bb9d-6fdfca2c6fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:07.842144 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.851551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:07.901914 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91857beb-7e94-4ce8-a357-5da2596b5bb0 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.913575 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.952808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.989440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.025368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-25b413bb-6f01-4cdb-adee-44db820f7f8c admin admin] Synchronizing usage tracker for tenant:3baddb09ab104817b2b7a409b2c1ece1 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:08.036448 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d8fb5844-405c-4c73-aead-1fd5b4e9a7ba up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:08.047622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-91857beb-7e94-4ce8-a357-5da2596b5bb0 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:29:08.081419 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02e77493-0e68-447a-ba27-f9ddd2fa5f04 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.095659 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.121540 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-25b413bb-6f01-4cdb-adee-44db820f7f8c admin admin] Unset dirty status for tenant:3baddb09ab104817b2b7a409b2c1ece1 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:08.122793 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-25b413bb-6f01-4cdb-adee-44db820f7f8c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1d07eb61d9c4f2bbdb073d0d051ec65&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8148205 Feb 10 11:29:08.123776 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c7422b01-5031-4277-b3a2-b76f3f81f40b None None] Provisioning for port 48d89253-7a5d-41b0-a931-2f71f45b0937 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:08.149194 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58128) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:08.176451 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] For port 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:08.179220 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c7422b01-5031-4277-b3a2-b76f3f81f40b None None] Provisioning complete for port 48d89253-7a5d-41b0-a931-2f71f45b0937 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:08.180572 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c7422b01-5031-4277-b3a2-b76f3f81f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.234332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91857beb-7e94-4ce8-a357-5da2596b5bb0 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.237990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91857beb-7e94-4ce8-a357-5da2596b5bb0 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:08.238580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91857beb-7e94-4ce8-a357-5da2596b5bb0 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.248309 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] For port 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d,segment=NetworkSegment(a601cb49-f093-4878-bb9d-6fdfca2c6fdc),segment_id=a601cb49-f093-4878-bb9d-6fdfca2c6fdc)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:08.259809 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe9444b-1c05-4a13-b2d7-2589bec7c3c0 None None] Network 8d707e91-ab0a-418c-94b0-aced44e4390a requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:08.262529 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.287646 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.289030 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.410813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-c7422b01-5031-4277-b3a2-b76f3f81f40b None None] Port 48d89253-7a5d-41b0-a931-2f71f45b0937 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:08.494170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port d8fb5844-405c-4c73-aead-1fd5b4e9a7ba triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:08.494536 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.528847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91857beb-7e94-4ce8-a357-5da2596b5bb0 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Pushing event updated for resources: {'Network': ['ID=e5840789-c252-48bd-b676-2740bca6b6c4,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:08.543382 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-91857beb-7e94-4ce8-a357-5da2596b5bb0 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9949071 Feb 10 11:29:08.547430 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58132) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:08.557185 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0a40d-cc9c-4ce6-ba56-f5d3414b8399 None None] Pushing event updated for resources: {'Port': ['ID=4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:08.566682 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network e5840789-c252-48bd-b676-2740bca6b6c4 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:08.580699 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Allocated IP 172.26.4.191 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/d0490f56-c1d6-4e79-8e4e-3dfb1812670e) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:08.586631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4e5131ab-7555-4de7-86e9-2bb1c4daba7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.625473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Pushing event updated for resources: {'Port': ['ID=8108c034-6800-42d3-ac49-8a74ca720755,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:08.694763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4e5131ab-7555-4de7-86e9-2bb1c4daba7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.736405 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.792520 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02e77493-0e68-447a-ba27-f9ddd2fa5f04 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.795654 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.800127 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c39d6591-2d27-4edc-bf98-8b9fb819b3c4 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6496112 Feb 10 11:29:08.802194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58136) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:08.804510 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02e77493-0e68-447a-ba27-f9ddd2fa5f04 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.812577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-dc4066bd-d645-4122-9cae-05515aae681c tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Request body: {'floatingip': {'port_id': '599a1f95-451f-4ac8-b481-4d91ae510198', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:08.887450 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-02e77493-0e68-447a-ba27-f9ddd2fa5f04 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] In _notify_port_updated(), no bound segment for port 48d89253-7a5d-41b0-a931-2f71f45b0937 on network a8ce86cb-126f-4852-9401-1a66209a90fc {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:29:08.891420 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e77493-0e68-447a-ba27-f9ddd2fa5f04 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:08.891999 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02e77493-0e68-447a-ba27-f9ddd2fa5f04 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.893333 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-02e77493-0e68-447a-ba27-f9ddd2fa5f04 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "PUT /v2.0/ports/48d89253-7a5d-41b0-a931-2f71f45b0937 HTTP/1.1" status: 200 len: 1001 time: 1.4452870 Feb 10 11:29:08.903584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58140) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:08.916104 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.958926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4e5131ab-7555-4de7-86e9-2bb1c4daba7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.973522 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e77493-0e68-447a-ba27-f9ddd2fa5f04 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event updated for resources: {'Port': ['ID=48d89253-7a5d-41b0-a931-2f71f45b0937,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:08.986436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dc4066bd-d645-4122-9cae-05515aae681c tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for floatingip, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:09.020504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5131ab-7555-4de7-86e9-2bb1c4daba7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346011ce-0a2c-4dec-8ade-66d3c11331a7,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:09.059166 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-bb946a68-762b-48bc-801c-31fb960858ba tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Deleting port 48d89253-7a5d-41b0-a931-2f71f45b0937 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:09.059826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb946a68-762b-48bc-801c-31fb960858ba tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:09.095597 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4e5131ab-7555-4de7-86e9-2bb1c4daba7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:09.097308 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4e5131ab-7555-4de7-86e9-2bb1c4daba7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/346011ce-0a2c-4dec-8ade-66d3c11331a7 HTTP/1.1" status: 204 len: 168 time: 0.9409740 Feb 10 11:29:09.415096 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4fe5a871-47b2-4799-8123-40b3648601f6 tempest-DHCPAgentSchedulersTestJSON-906449334 tempest-DHCPAgentSchedulersTestJSON-906449334-project-admin] 10.222.0.36 "GET /v2.0/agents/2d204cf5-b055-42b6-9762-d43a258970d6/dhcp-networks HTTP/1.1" status: 200 len: 7830 time: 0.8615410 Feb 10 11:29:09.443247 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58148) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:09.599586 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:09.610339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Sync routers for ids ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:09.615069 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b81b38dc-b72f-4626-b6ea-053b637b0cd6 None None] Provisioning complete for port 48d89253-7a5d-41b0-a931-2f71f45b0937 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:09.615745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b81b38dc-b72f-4626-b6ea-053b637b0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:09.707371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:09.777784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Routers {'8c91eca4-74e7-42ec-be26-db92ec0ffefd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:09.778869 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:09.783269 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-df7478fe-871c-4480-9861-9807e750e880 admin admin] 10.222.0.36 "PUT /v2.0/routers/8c91eca4-74e7-42ec-be26-db92ec0ffefd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5371754 Feb 10 11:29:09.783354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58152) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:09.835808 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb946a68-762b-48bc-801c-31fb960858ba tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:09.894852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5807ba62-4488-4ae7-82e6-115ad323881d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:09.962174 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-dc4066bd-d645-4122-9cae-05515aae681c tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] update failed (client error): The resource could not be found. Feb 10 11:29:09.968660 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-dc4066bd-d645-4122-9cae-05515aae681c tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] 10.222.0.36 "PUT /v2.0/floatingips/495599b1-2d13-4bb3-89b4-c3285f25975e HTTP/1.1" status: 404 len: 507 time: 1.1602907 Feb 10 11:29:09.982298 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58158) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:10.032690 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Allocated IP 172.20.0.14 (8d707e91-ab0a-418c-94b0-aced44e4390a/a81562f1-8a67-4a88-a667-f736d95bfe45/bd771f2a-03e7-456b-a04b-75f9627707fe) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:10.096006 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b81b38dc-b72f-4626-b6ea-053b637b0cd6 None None] Port 48d89253-7a5d-41b0-a931-2f71f45b0937 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:10.158157 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d82eccd8-57a3-4430-8ce2-0b5d71ee55a5 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:10.188483 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-bb946a68-762b-48bc-801c-31fb960858ba tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Calling delete_port for 48d89253-7a5d-41b0-a931-2f71f45b0937 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:10.198035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e469a2-bbe7-49c1-b680-4b3a009aa1f2 tempest-DHCPAgentSchedulersTestJSON-906449334 tempest-DHCPAgentSchedulersTestJSON-906449334-project-admin] Network e5840789-c252-48bd-b676-2740bca6b6c4 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:10.280224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:10.346649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5807ba62-4488-4ae7-82e6-115ad323881d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:10.349178 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Set router 8c91eca4-74e7-42ec-be26-db92ec0ffefd gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:10.393635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5904a64a-2b5f-48d0-b9bd-4e69e66d2304 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Deleting port 8108c034-6800-42d3-ac49-8a74ca720755 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:10.393983 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5904a64a-2b5f-48d0-b9bd-4e69e66d2304 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:10.455339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3cc9b-e535-41cd-9183-b41782da7834 None None] Network f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:10.463027 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5807ba62-4488-4ae7-82e6-115ad323881d admin admin] Usage tracker for resource:security_group_rule and tenant:ccb78b7bfa24451693fcd1724678065a is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:10.467599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5807ba62-4488-4ae7-82e6-115ad323881d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:10.499391 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89f9189-bca6-4bc0-b338-6e3063ee3230 None None] Network e5840789-c252-48bd-b676-2740bca6b6c4 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:10.525794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb946a68-762b-48bc-801c-31fb960858ba tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:10.556945 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b0e469a2-bbe7-49c1-b680-4b3a009aa1f2 tempest-DHCPAgentSchedulersTestJSON-906449334 tempest-DHCPAgentSchedulersTestJSON-906449334-project-admin] 10.222.0.36 "POST /v2.0/agents/2d204cf5-b055-42b6-9762-d43a258970d6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0978520 Feb 10 11:29:10.557908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5807ba62-4488-4ae7-82e6-115ad323881d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:10.559965 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58172) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:10.635207 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb946a68-762b-48bc-801c-31fb960858ba tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event deleted for resources: {'Port': ['ID=48d89253-7a5d-41b0-a931-2f71f45b0937,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:10.770954 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port d82eccd8-57a3-4430-8ce2-0b5d71ee55a5 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:10.876757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb946a68-762b-48bc-801c-31fb960858ba tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:10.899182 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bb946a68-762b-48bc-801c-31fb960858ba tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "DELETE /v2.0/ports/48d89253-7a5d-41b0-a931-2f71f45b0937 HTTP/1.1" status: 204 len: 168 time: 1.9940002 Feb 10 11:29:10.919218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58176) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:10.976200 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.009644 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port d82eccd8-57a3-4430-8ce2-0b5d71ee55a5 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:11.010020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.048272 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7972b648-cd3b-4954-b99b-6c42cb2fef28 None None] Provisioning for port 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:11.050813 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05ae26b-e31f-4966-8072-a8a5cb81433f tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] GET failed (client error): The resource could not be found. Feb 10 11:29:11.052372 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a05ae26b-e31f-4966-8072-a8a5cb81433f tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Synchronizing usage tracker for tenant:d3cd102e04814d4f9d68e71f27218135 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:11.105711 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:11.107230 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a05ae26b-e31f-4966-8072-a8a5cb81433f tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Unset dirty status for tenant:d3cd102e04814d4f9d68e71f27218135 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:11.112580 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a05ae26b-e31f-4966-8072-a8a5cb81433f tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "GET /v2.0/ports/48d89253-7a5d-41b0-a931-2f71f45b0937 HTTP/1.1" status: 404 len: 333 time: 0.1923535 Feb 10 11:29:11.113819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58182) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:11.116039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Allocated IP 172.20.0.1 (d718d2b0-e440-4d5e-9a3f-87d67a2af3e6/1f51091a-4127-4f15-a418-3369b61c0de1/0408f5ae-daf4-4300-a434-61b2959f664b) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:11.124003 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:11.138448 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-bc485d22-d591-41af-8c1c-348a79382458 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Request body: {'port': {'network_id': 'a8ce86cb-126f-4852-9401-1a66209a90fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2036114429'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:11.144998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58186) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:11.145826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:11.223590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-9745bc9e-e5f3-44d6-93c0-1c206c17b142 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--970568411', 'description': 'tempest-description--2043854254'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:11.312863 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9745bc9e-e5f3-44d6-93c0-1c206c17b142 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:11.317322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9745bc9e-e5f3-44d6-93c0-1c206c17b142 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Usage tracker for resource:security_group and tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:11.344339 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9745bc9e-e5f3-44d6-93c0-1c206c17b142 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:11.361786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Pushing event updated for resources: {'Port': ['ID=d0490f56-c1d6-4e79-8e4e-3dfb1812670e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:11.388435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9745bc9e-e5f3-44d6-93c0-1c206c17b142 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:11.390117 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bc485d22-d591-41af-8c1c-348a79382458 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:11.404256 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.412535 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bc485d22-d591-41af-8c1c-348a79382458 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:11.432378 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.443204 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'name': 'tempest-ServersTestManualDisk-2068597218-router', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:29:03Z', 'revision_number': 4, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'gw_port': {'id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:50Z', 'updated_at': '2022-02-10T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11', 'name': '', 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'mac_address': 'fa:16:3e:f0:cb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:00Z', 'updated_at': '2022-02-10T11:29:04Z', 'revision_number': 2, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'subnets': [{'id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:11.450028 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Transition to ACTIVE for port object 0408f5ae-daf4-4300-a434-61b2959f664b will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:11.450728 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.458961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Checking router: 8c91eca4-74e7-42ec-be26-db92ec0ffefd for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:29:11.459641 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Updating router 8c91eca4-74e7-42ec-be26-db92ec0ffefd port ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:29:11.475758 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.495239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5807ba62-4488-4ae7-82e6-115ad323881d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.497925 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5904a64a-2b5f-48d0-b9bd-4e69e66d2304 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.497925 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5904a64a-2b5f-48d0-b9bd-4e69e66d2304 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.523338 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-711d32a6-79e3-4386-80b4-db0274feb839 tempest-DHCPAgentSchedulersTestJSON-906449334 tempest-DHCPAgentSchedulersTestJSON-906449334-project-admin] 10.222.0.36 "GET /v2.0/agents/2d204cf5-b055-42b6-9762-d43a258970d6/dhcp-networks HTTP/1.1" status: 200 len: 8574 time: 0.9533777 Feb 10 11:29:11.524958 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9745bc9e-e5f3-44d6-93c0-1c206c17b142 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.525530 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port d82eccd8-57a3-4430-8ce2-0b5d71ee55a5, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d82eccd8-57a3-4430-8ce2-0b5d71ee55a5,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:11.529406 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58192) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:11.537726 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.541059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5807ba62-4488-4ae7-82e6-115ad323881d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.551621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.552385 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:11.563094 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc485d22-d591-41af-8c1c-348a79382458 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Made reservation on behalf of d3cd102e04814d4f9d68e71f27218135 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:11.566075 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bc485d22-d591-41af-8c1c-348a79382458 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.593570 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Network d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:11.598629 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:11.613656 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:11.676933 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Pushing event updated for resources: {'Port': ['ID=0408f5ae-daf4-4300-a434-61b2959f664b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:11.690160 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-bc485d22-d591-41af-8c1c-348a79382458 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] device_id is not set on port 41101fb0-2434-4fb8-a21f-250a5cf699be yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:11.703959 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5904a64a-2b5f-48d0-b9bd-4e69e66d2304 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Calling delete_port for 8108c034-6800-42d3-ac49-8a74ca720755 owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:11.778054 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.839402 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ba62-4488-4ae7-82e6-115ad323881d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdccab5-3bc8-4c2b-adf3-a92b1810de9a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:11.890807 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5807ba62-4488-4ae7-82e6-115ad323881d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccb78b7bfa24451693fcd1724678065a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0763617 Feb 10 11:29:11.894558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58196) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:11.908266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9745bc9e-e5f3-44d6-93c0-1c206c17b142 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:11.912870 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=d82eccd8-57a3-4430-8ce2-0b5d71ee55a5,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:11.929904 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9745bc9e-e5f3-44d6-93c0-1c206c17b142 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Usage tracker for resource:security_group_rule and tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:11.936057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.936818 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:11.946708 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:11.947074 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.988658 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9745bc9e-e5f3-44d6-93c0-1c206c17b142 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:12.033976 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9745bc9e-e5f3-44d6-93c0-1c206c17b142 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:12.043092 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-739c5ccc-fafd-4311-b03f-20856c684657 tempest-DHCPAgentSchedulersTestJSON-906449334 tempest-DHCPAgentSchedulersTestJSON-906449334-project-admin] 10.222.0.36 "DELETE /v2.0/agents/2d204cf5-b055-42b6-9762-d43a258970d6/dhcp-networks/e5840789-c252-48bd-b676-2740bca6b6c4 HTTP/1.1" status: 204 len: 168 time: 0.4997058 Feb 10 11:29:12.047649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58200) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:12.113561 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ee7ffdaf-830e-492c-b156-32b84469b706 None None] Provisioning for port 0408f5ae-daf4-4300-a434-61b2959f664b completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:12.123003 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ee7ffdaf-830e-492c-b156-32b84469b706 None None] Provisioning complete for port 0408f5ae-daf4-4300-a434-61b2959f664b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:12.123381 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ee7ffdaf-830e-492c-b156-32b84469b706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.147246 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.152209 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Network 8d707e91-ab0a-418c-94b0-aced44e4390a is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:12.159669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Pushing event updated for resources: {'Port': ['ID=bd771f2a-03e7-456b-a04b-75f9627707fe,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:12.162194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:12.176879 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:12.192869 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0947be7-4dbf-43ed-a9d8-2a262e79fdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.227921 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-bc485d22-d591-41af-8c1c-348a79382458 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Allocated IP 2001:db8::272 (a8ce86cb-126f-4852-9401-1a66209a90fc/f3cd95e3-ecbd-41d4-b4c4-9bfee4433452/41101fb0-2434-4fb8-a21f-250a5cf699be) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:12.250042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ee7ffdaf-830e-492c-b156-32b84469b706 None None] Port 0408f5ae-daf4-4300-a434-61b2959f664b cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:12.260584 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.294387 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0947be7-4dbf-43ed-a9d8-2a262e79fdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.343179 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9745bc9e-e5f3-44d6-93c0-1c206c17b142 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.354942 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d,segment=NetworkSegment(a601cb49-f093-4878-bb9d-6fdfca2c6fdc),segment_id=a601cb49-f093-4878-bb9d-6fdfca2c6fdc)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:12.357344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9745bc9e-e5f3-44d6-93c0-1c206c17b142 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.358076 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ee7ffdaf-830e-492c-b156-32b84469b706 None None] Provisioning complete for port 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:12.358446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ee7ffdaf-830e-492c-b156-32b84469b706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.374706 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5904a64a-2b5f-48d0-b9bd-4e69e66d2304 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.393108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.449933 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.482086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904a64a-2b5f-48d0-b9bd-4e69e66d2304 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Pushing event deleted for resources: {'Port': ['ID=8108c034-6800-42d3-ac49-8a74ca720755,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:12.496260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Transition to ACTIVE for port object ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:12.507531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745bc9e-e5f3-44d6-93c0-1c206c17b142 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f34dfacb-f096-4b25-8476-ceb050aae982,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:12.518070 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:12.532661 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.563249 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.563975 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.573947 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9745bc9e-e5f3-44d6-93c0-1c206c17b142 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.575168 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9745bc9e-e5f3-44d6-93c0-1c206c17b142 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3884053 Feb 10 11:29:12.576127 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0947be7-4dbf-43ed-a9d8-2a262e79fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.578802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58204) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:12.607088 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d82eccd8-57a3-4430-8ce2-0b5d71ee55a5 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:12.609036 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-25fadd6c-d897-4662-b0c4-0b2d73ad646a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Request body: {'security_group_rule': {'security_group_id': 'f34dfacb-f096-4b25-8476-ceb050aae982', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:12.628606 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-25fadd6c-d897-4662-b0c4-0b2d73ad646a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:12.632724 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0947be7-4dbf-43ed-a9d8-2a262e79fdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdccab5-3bc8-4c2b-adf3-a92b1810de9a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:12.646075 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-25fadd6c-d897-4662-b0c4-0b2d73ad646a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Usage tracker for resource:security_group_rule and tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:12.660946 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-da24c985-3f03-4a5c-93ea-fa59abca1ef0 tempest-DHCPAgentSchedulersTestJSON-906449334 tempest-DHCPAgentSchedulersTestJSON-906449334-project-admin] 10.222.0.36 "GET /v2.0/agents/2d204cf5-b055-42b6-9762-d43a258970d6/dhcp-networks HTTP/1.1" status: 200 len: 7830 time: 0.6021450 Feb 10 11:29:12.663560 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-25fadd6c-d897-4662-b0c4-0b2d73ad646a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:12.663676 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58208) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:12.689774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-25fadd6c-d897-4662-b0c4-0b2d73ad646a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:12.709240 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0947be7-4dbf-43ed-a9d8-2a262e79fdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.713563 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b0947be7-4dbf-43ed-a9d8-2a262e79fdd8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dfdccab5-3bc8-4c2b-adf3-a92b1810de9a HTTP/1.1" status: 204 len: 168 time: 0.8009923 Feb 10 11:29:12.747500 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bc485d22-d591-41af-8c1c-348a79382458 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.756748 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25fadd6c-d897-4662-b0c4-0b2d73ad646a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.766660 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.785178 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.887276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d33fa-9f64-48dc-aeca-c1ff70217d95 None None] Pushing event updated for resources: {'Port': ['ID=ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:12.926819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-bc485d22-d591-41af-8c1c-348a79382458 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Transition to ACTIVE for port object 41101fb0-2434-4fb8-a21f-250a5cf699be will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:13.021058 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5904a64a-2b5f-48d0-b9bd-4e69e66d2304 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for floatingip, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.039944 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5904a64a-2b5f-48d0-b9bd-4e69e66d2304 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.041501 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5904a64a-2b5f-48d0-b9bd-4e69e66d2304 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] 10.222.0.36 "DELETE /v2.0/floatingips/495599b1-2d13-4bb3-89b4-c3285f25975e HTTP/1.1" status: 204 len: 168 time: 3.0532203 Feb 10 11:29:13.046545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58214) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:13.057471 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f7689ab1-b750-41a8-865f-653f7e5c57ad tempest-DHCPAgentSchedulersTestJSON-906449334 tempest-DHCPAgentSchedulersTestJSON-906449334-project-admin] 10.222.0.36 "GET /v2.0/networks/3f5bb62a-c790-4c6f-be0a-dc949ab97474/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3842084 Feb 10 11:29:13.057662 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.058788 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-14293ecd-b564-4c93-9503-267ac4d23b95 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Request body: {'floatingip': {'floating_network_id': 'cc38e7eb-7226-4808-8f57-10a058b3a568', 'port_id': '599a1f95-451f-4ac8-b481-4d91ae510198', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:13.060598 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Pushing event updated for resources: {'Port': ['ID=0408f5ae-daf4-4300-a434-61b2959f664b,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:13.063003 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58218) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:13.069194 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bc485d22-d591-41af-8c1c-348a79382458 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.096176 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Attempting to bind port ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:13.096654 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Attempting to bind port ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '491a8a04-ff9f-44ee-b628-eb29e5c5bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:13.096890 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Attempting to bind port ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 on network 168dc9c9-06c2-469c-a9b0-d89d5f006a33 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:13.114286 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:13.114784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Checking segment: {'id': '491a8a04-ff9f-44ee-b628-eb29e5c5bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:13.115690 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.115972 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Bound using segment: {'id': '491a8a04-ff9f-44ee-b628-eb29e5c5bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:13.116522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Bound port: ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491a8a04-ff9f-44ee-b628-eb29e5c5bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:13.116991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.140497 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port d82eccd8-57a3-4430-8ce2-0b5d71ee55a5 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:13.140911 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.147938 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-14293ecd-b564-4c93-9503-267ac4d23b95 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:13.162848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-14293ecd-b564-4c93-9503-267ac4d23b95 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Usage tracker for resource:floatingip and tenant:7d92f059939d428da3855f2a15ba440c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:13.182266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-14293ecd-b564-4c93-9503-267ac4d23b95 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:13.196271 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-14293ecd-b564-4c93-9503-267ac4d23b95 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:13.202402 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.226604 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25fadd6c-d897-4662-b0c4-0b2d73ad646a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.228504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc485d22-d591-41af-8c1c-348a79382458 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event updated for resources: {'Port': ['ID=41101fb0-2434-4fb8-a21f-250a5cf699be,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:13.253451 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-14293ecd-b564-4c93-9503-267ac4d23b95 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for floatingip, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.277276 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25fadd6c-d897-4662-b0c4-0b2d73ad646a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.336904 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc485d22-d591-41af-8c1c-348a79382458 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Network a8ce86cb-126f-4852-9401-1a66209a90fc is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:13.379319 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.393112 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fadd6c-d897-4662-b0c4-0b2d73ad646a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c78c5d0-f915-4d8b-8bc7-df96191182ba,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:13.407573 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25fadd6c-d897-4662-b0c4-0b2d73ad646a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.408854 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-25fadd6c-d897-4662-b0c4-0b2d73ad646a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8181601 Feb 10 11:29:13.412961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] For port ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:13.416250 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58230) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:13.417366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-bc485d22-d591-41af-8c1c-348a79382458 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:13.418473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] For port ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11,segment=NetworkSegment(491a8a04-ff9f-44ee-b628-eb29e5c5bc75),segment_id=491a8a04-ff9f-44ee-b628-eb29e5c5bc75)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:13.420796 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc485d22-d591-41af-8c1c-348a79382458 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:13.423973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.425537 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc485d22-d591-41af-8c1c-348a79382458 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:13.426819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bc485d22-d591-41af-8c1c-348a79382458 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.433255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-e63a5ac5-e0e4-486b-9040-4d90dd5cc9f4 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Request body: {'security_group_rule': {'security_group_id': 'f34dfacb-f096-4b25-8476-ceb050aae982', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:13.444058 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e63a5ac5-e0e4-486b-9040-4d90dd5cc9f4 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:13.452987 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a702995e-5ca9-4487-be72-85497e07d670 tempest-DHCPAgentSchedulersTestJSON-906449334 tempest-DHCPAgentSchedulersTestJSON-906449334-project-admin] 10.222.0.36 "GET /v2.0/networks/3f5bb62a-c790-4c6f-be0a-dc949ab97474/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3851533 Feb 10 11:29:13.462956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58234) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:13.486809 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e63a5ac5-e0e4-486b-9040-4d90dd5cc9f4 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Usage tracker for resource:security_group_rule and tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:13.490285 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bc485d22-d591-41af-8c1c-348a79382458 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3707163 Feb 10 11:29:13.496392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58238) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:13.499296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e63a5ac5-e0e4-486b-9040-4d90dd5cc9f4 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:13.523928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-45fef854-eedf-4c25-a78d-e74677298ae4 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:08:b7:60'}]}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:13.540021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d33fa-9f64-48dc-aeca-c1ff70217d95 None None] Pushing event updated for resources: {'Port': ['ID=ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:13.550855 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Routers {'8c91eca4-74e7-42ec-be26-db92ec0ffefd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:13.551669 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:13.566500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e63a5ac5-e0e4-486b-9040-4d90dd5cc9f4 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:13.661853 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e63a5ac5-e0e4-486b-9040-4d90dd5cc9f4 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.788930 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Network d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:13.811543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:13.826485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] Set router 8c91eca4-74e7-42ec-be26-db92ec0ffefd gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:14.112376 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5761eac3-9755-4d96-a565-05d0f085b6d4 tempest-DHCPAgentSchedulersTestJSON-906449334 tempest-DHCPAgentSchedulersTestJSON-906449334-project-admin] 10.222.0.36 "GET /v2.0/agents/2d204cf5-b055-42b6-9762-d43a258970d6/dhcp-networks HTTP/1.1" status: 200 len: 7830 time: 0.6482582 Feb 10 11:29:14.121027 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58248) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:14.173431 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e63a5ac5-e0e4-486b-9040-4d90dd5cc9f4 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.203809 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45fef854-eedf-4c25-a78d-e74677298ae4 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.207804 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-48711067-50cf-4fb6-bf69-f3ca003f0ff2 None None] Provisioning for port 41101fb0-2434-4fb8-a21f-250a5cf699be completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:14.213940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e63a5ac5-e0e4-486b-9040-4d90dd5cc9f4 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.219499 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-48711067-50cf-4fb6-bf69-f3ca003f0ff2 None None] Provisioning complete for port 41101fb0-2434-4fb8-a21f-250a5cf699be triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:14.220180 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-48711067-50cf-4fb6-bf69-f3ca003f0ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.277631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a5ac5-e0e4-486b-9040-4d90dd5cc9f4 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1543ad23-1e84-4aec-b723-77a2a997b81b,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:14.342431 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-48711067-50cf-4fb6-bf69-f3ca003f0ff2 None None] Port 41101fb0-2434-4fb8-a21f-250a5cf699be cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:14.344221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e63a5ac5-e0e4-486b-9040-4d90dd5cc9f4 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.347064 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e63a5ac5-e0e4-486b-9040-4d90dd5cc9f4 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9293265 Feb 10 11:29:14.349196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58254) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:14.380479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:14.387444 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-426cb64a-0b3d-4034-b8fc-23d3e845a60c tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.387626 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-14293ecd-b564-4c93-9503-267ac4d23b95 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:29:14.392464 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-14293ecd-b564-4c93-9503-267ac4d23b95 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.3437946 Feb 10 11:29:14.393478 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58260) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:14.397248 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:14.405190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.412053 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Usage tracker for resource:floatingip and tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:14.415985 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:14.423748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': '599a1f95-451f-4ac8-b481-4d91ae510198', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:14.437107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:14.439063 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.447997 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:14.507395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Router e7898aa1-4154-4fc5-b455-f7f2b2d3d47e is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:29:14.515700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Usage tracker for resource:floatingip and tenant:7d92f059939d428da3855f2a15ba440c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:14.517094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-47a29577-1e29-43f8-996d-7eae2da5f0ca None None] Provisioning complete for port 0408f5ae-daf4-4300-a434-61b2959f664b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:14.517608 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-47a29577-1e29-43f8-996d-7eae2da5f0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.543303 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:14.554357 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for floatingip, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.612529 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'name': 'tempest-ServersTestManualDisk-2068597218-router', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:29:03Z', 'revision_number': 4, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'gw_port': {'id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:50Z', 'updated_at': '2022-02-10T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11', 'name': '', 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'mac_address': 'fa:16:3e:f0:cb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:00Z', 'updated_at': '2022-02-10T11:29:13Z', 'revision_number': 4, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'subnets': [{'id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:14.614808 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:14.662421 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-47a29577-1e29-43f8-996d-7eae2da5f0ca None None] Port 0408f5ae-daf4-4300-a434-61b2959f664b cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:14.664113 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21e80b-c89f-42c6-b507-ce355c1869e5 None None] The sync data for ids ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'] in dv-neutron-828497-1-hyperv is: [{'id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'name': 'tempest-ServersTestManualDisk-2068597218-router', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:29:03Z', 'revision_number': 4, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'gw_port': {'id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:50Z', 'updated_at': '2022-02-10T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11', 'name': '', 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'mac_address': 'fa:16:3e:f0:cb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:00Z', 'updated_at': '2022-02-10T11:29:13Z', 'revision_number': 4, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'subnets': [{'id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:14.666497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:14.673960 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-426cb64a-0b3d-4034-b8fc-23d3e845a60c tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.717568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:14.717854 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.723647 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-426cb64a-0b3d-4034-b8fc-23d3e845a60c tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5840789-c252-48bd-b676-2740bca6b6c4']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:14.729645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Pushing event updated for resources: {'Port': ['ID=bd771f2a-03e7-456b-a04b-75f9627707fe,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:14.753722 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-426cb64a-0b3d-4034-b8fc-23d3e845a60c tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1952a49-684f-4031-97a7-3811bbbd1652') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:14.753960 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-426cb64a-0b3d-4034-b8fc-23d3e845a60c tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1952a49-684f-4031-97a7-3811bbbd1652') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:14.777424 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-426cb64a-0b3d-4034-b8fc-23d3e845a60c tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.798158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-426cb64a-0b3d-4034-b8fc-23d3e845a60c tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.808983 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426cb64a-0b3d-4034-b8fc-23d3e845a60c tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:14.809688 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-426cb64a-0b3d-4034-b8fc-23d3e845a60c tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:14.832167 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:14.868400 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for floatingip, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.982351 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-426cb64a-0b3d-4034-b8fc-23d3e845a60c tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.014539 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cb64a-0b3d-4034-b8fc-23d3e845a60c tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Pushing event deleted for resources: {'Network': ['ID=e5840789-c252-48bd-b676-2740bca6b6c4,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:15.018213 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-426cb64a-0b3d-4034-b8fc-23d3e845a60c tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.030346 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-426cb64a-0b3d-4034-b8fc-23d3e845a60c tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] 10.222.0.36 "DELETE /v2.0/networks/e5840789-c252-48bd-b676-2740bca6b6c4 HTTP/1.1" status: 204 len: 168 time: 0.8910820 Feb 10 11:29:15.030586 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58270) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:15.032400 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.077065 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ab9fcb-054a-4816-9b9a-f0ef6deb5715 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] DELETE failed (client error): The resource could not be found. Feb 10 11:29:15.077543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ab9fcb-054a-4816-9b9a-f0ef6deb5715 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:29:15.081671 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-66ab9fcb-054a-4816-9b9a-f0ef6deb5715 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] 10.222.0.36 "DELETE /v2.0/ports/a0e91ecb-fbc3-4e90-a7aa-24ff912730b5 HTTP/1.1" status: 404 len: 333 time: 0.0477924 Feb 10 11:29:15.085043 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58274) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:15.149355 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Router a2a2d47f-3875-4cc0-babc-35226c63f71c has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:29:15.238205 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.239807 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8ec769fb-832f-4193-be34-b3d1a66a8b70 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4774001 Feb 10 11:29:15.276966 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58280) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:15.379656 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45fef854-eedf-4c25-a78d-e74677298ae4 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.393730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45fef854-eedf-4c25-a78d-e74677298ae4 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.565329 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f703f5ed-7aeb-40b2-859e-4bc59b317b58 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=8d707e91-ab0a-418c-94b0-aced44e4390a HTTP/1.1" status: 200 len: 690 time: 0.2864230 Feb 10 11:29:15.570517 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58290) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:15.588610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-45fef854-eedf-4c25-a78d-e74677298ae4 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] In _notify_port_updated(), no bound segment for port 41101fb0-2434-4fb8-a21f-250a5cf699be on network a8ce86cb-126f-4852-9401-1a66209a90fc {{(pid=83555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:29:15.598733 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fef854-eedf-4c25-a78d-e74677298ae4 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:15.604454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45fef854-eedf-4c25-a78d-e74677298ae4 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.605859 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-45fef854-eedf-4c25-a78d-e74677298ae4 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "PUT /v2.0/ports/41101fb0-2434-4fb8-a21f-250a5cf699be HTTP/1.1" status: 200 len: 1003 time: 2.1029506 Feb 10 11:29:15.624467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58294) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:15.634740 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fef854-eedf-4c25-a78d-e74677298ae4 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event updated for resources: {'Port': ['ID=41101fb0-2434-4fb8-a21f-250a5cf699be,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:15.673078 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.808697 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c60a255-e247-4a0f-9deb-c0434ea44d8e tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Deleting subnet c6e3e181-e1f4-4e50-819e-5384d9cfc1ae {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:29:15.844963 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c60a255-e247-4a0f-9deb-c0434ea44d8e tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.846315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.973490 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58300) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:16.012843 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b7a21692-f979-44c5-8c19-f93c18ddef7a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Deleting port 41101fb0-2434-4fb8-a21f-250a5cf699be {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:16.013219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b7a21692-f979-44c5-8c19-f93c18ddef7a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.047192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:16.048939 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b5e2f71b-435c-4782-a6ef-e301d55417a4 None None] Provisioning complete for port 41101fb0-2434-4fb8-a21f-250a5cf699be triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:16.049914 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f71b-435c-4782-a6ef-e301d55417a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.050164 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c60a255-e247-4a0f-9deb-c0434ea44d8e tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.059582 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dda5c8-7a4a-4892-8804-361dec948ae6 None None] Sync routers for ids ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:16.081897 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dda5c8-7a4a-4892-8804-361dec948ae6 None None] Routers {'e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:16.082528 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-64dda5c8-7a4a-4892-8804-361dec948ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:16.115371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Allocated IP 172.26.4.36 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/2f76cb2e-b283-4cdc-bf76-2a3e739104d6) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:16.145145 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b5e2f71b-435c-4782-a6ef-e301d55417a4 None None] Port 41101fb0-2434-4fb8-a21f-250a5cf699be cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:16.149016 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.156861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.160343 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7e152e93-2579-4e51-904b-ea8a6b2bbba5 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.1128941 Feb 10 11:29:16.170499 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58306) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:16.233471 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-64dda5c8-7a4a-4892-8804-361dec948ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:16.247526 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dda5c8-7a4a-4892-8804-361dec948ae6 None None] Routers {'e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:16.248248 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-64dda5c8-7a4a-4892-8804-361dec948ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:16.317455 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-64dda5c8-7a4a-4892-8804-361dec948ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:16.317787 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dda5c8-7a4a-4892-8804-361dec948ae6 None None] The sync data for ids ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:16.318940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-173139fd-1382-4ac2-bc42-f5ac169bbe3f tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-232592220'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:16.369878 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-173139fd-1382-4ac2-bc42-f5ac169bbe3f tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:16.423034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-173139fd-1382-4ac2-bc42-f5ac169bbe3f tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Usage tracker for resource:router and tenant:b0809e664c6e4f63bba03915224c4411 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:16.441207 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-173139fd-1382-4ac2-bc42-f5ac169bbe3f tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:16.445300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Deleting port bd771f2a-03e7-456b-a04b-75f9627707fe {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:16.445786 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.487402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-173139fd-1382-4ac2-bc42-f5ac169bbe3f tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:16.510706 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:16.513890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.611369 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.614892 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:16.620896 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:16.621643 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.630483 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-173139fd-1382-4ac2-bc42-f5ac169bbe3f tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.631403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-173139fd-1382-4ac2-bc42-f5ac169bbe3f tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.658513 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c60a255-e247-4a0f-9deb-c0434ea44d8e tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.746813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.778709 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:16.780342 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11,segment=NetworkSegment(491a8a04-ff9f-44ee-b628-eb29e5c5bc75),segment_id=491a8a04-ff9f-44ee-b628-eb29e5c5bc75)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:16.787178 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.825186 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Sync routers for ids ['a2a2d47f-3875-4cc0-babc-35226c63f71c'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:16.838019 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ffb351ac-e2c3-4238-9437-65efc93c8760 admin admin] 10.222.0.36 "PUT /v2.0/routers/a2a2d47f-3875-4cc0-babc-35226c63f71c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8818071 Feb 10 11:29:16.847711 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:16.858204 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Allocated IP 172.26.4.84 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/193546cc-9b3e-4408-ae89-eaedd487b8dd) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:16.864798 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:16.873932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:16.891028 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:16.893802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.894314 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.904627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Pushing event updated for resources: {'Port': ['ID=2f76cb2e-b283-4cdc-bf76-2a3e739104d6,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:16.913288 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Routers {'a2a2d47f-3875-4cc0-babc-35226c63f71c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:16.915831 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a2a2d47f-3875-4cc0-babc-35226c63f71c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:17.074816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Calling delete_port for bd771f2a-03e7-456b-a04b-75f9627707fe owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:17.123970 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-173139fd-1382-4ac2-bc42-f5ac169bbe3f tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.169478 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b7a21692-f979-44c5-8c19-f93c18ddef7a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.172077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Set router a2a2d47f-3875-4cc0-babc-35226c63f71c gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:17.189897 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Deleting port 2f76cb2e-b283-4cdc-bf76-2a3e739104d6 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:17.190572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.201958 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c60a255-e247-4a0f-9deb-c0434ea44d8e tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.361201 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b7a21692-f979-44c5-8c19-f93c18ddef7a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Calling delete_port for 41101fb0-2434-4fb8-a21f-250a5cf699be owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:17.403697 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-173139fd-1382-4ac2-bc42-f5ac169bbe3f tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.418448 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60a255-e247-4a0f-9deb-c0434ea44d8e tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e3e181-e1f4-4e50-819e-5384d9cfc1ae,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:17.477594 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526c8294-9fe3-415b-a0ab-65ee3ce3e55a None None] Network 3f5bb62a-c790-4c6f-be0a-dc949ab97474 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:17.480115 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c60a255-e247-4a0f-9deb-c0434ea44d8e tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.481980 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2c60a255-e247-4a0f-9deb-c0434ea44d8e tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] 10.222.0.36 "DELETE /v2.0/subnets/c6e3e181-e1f4-4e50-819e-5384d9cfc1ae HTTP/1.1" status: 204 len: 168 time: 2.3960123 Feb 10 11:29:17.485000 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-173139fd-1382-4ac2-bc42-f5ac169bbe3f tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.488656 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-173139fd-1382-4ac2-bc42-f5ac169bbe3f tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.5111077 Feb 10 11:29:17.490983 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58322) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:17.491312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58324) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:17.511607 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.511940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.656411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Calling delete_port for 2f76cb2e-b283-4cdc-bf76-2a3e739104d6 owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:17.792600 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'name': 'tempest-ServersTestJSON-1807042381-router', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:52Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'gw_port': {'id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:57Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '0408f5ae-daf4-4300-a434-61b2959f664b', 'name': '', 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'mac_address': 'fa:16:3e:20:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:10Z', 'updated_at': '2022-02-10T11:29:12Z', 'revision_number': 2, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'subnets': [{'id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:17.799737 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Checking router: a2a2d47f-3875-4cc0-babc-35226c63f71c for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:29:17.800352 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Updating router a2a2d47f-3875-4cc0-babc-35226c63f71c port 0408f5ae-daf4-4300-a434-61b2959f664b binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:29:17.881179 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.892862 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.896868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.936794 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.953884 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Pushing event deleted for resources: {'Port': ['ID=2f76cb2e-b283-4cdc-bf76-2a3e739104d6,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:18.059052 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b7a21692-f979-44c5-8c19-f93c18ddef7a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.071941 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:29:18.124841 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a21692-f979-44c5-8c19-f93c18ddef7a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event deleted for resources: {'Port': ['ID=41101fb0-2434-4fb8-a21f-250a5cf699be,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:18.127439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.177018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.288132 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.295451 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Deleting port d8fb5844-405c-4c73-aead-1fd5b4e9a7ba {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:18.295802 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] create failed (client error): The resource could not be found. Feb 10 11:29:18.295913 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.301062 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.302218 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e6dec00c-6075-45d8-bc23-05c0fd814cb6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8989141 Feb 10 11:29:18.302911 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58332) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:18.313838 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b19a2f-1efc-4800-9d9a-82b16f9196af None None] DHCP port deletion for 3f5bb62a-c790-4c6f-be0a-dc949ab97474 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:29:18.319259 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Transition to ACTIVE for port object 0408f5ae-daf4-4300-a434-61b2959f664b will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:18.322221 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a6b19a2f-1efc-4800-9d9a-82b16f9196af None None] Deleting port d8fb5844-405c-4c73-aead-1fd5b4e9a7ba {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:18.322626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a6b19a2f-1efc-4800-9d9a-82b16f9196af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.360358 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.376382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a68f-99cd-4233-8992-8780c46a49de tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.380425 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:18.381209 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58336) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:18.400164 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:18.402777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:18.426370 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd771f2a-03e7-456b-a04b-75f9627707fe,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:18.441968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-93b5a43c-79eb-429c-9466-144164c1ab71 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1512570052', 'description': 'tempest-description--847561858'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:18.451495 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Pushing event updated for resources: {'Port': ['ID=193546cc-9b3e-4408-ae89-eaedd487b8dd,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:18.466669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-93b5a43c-79eb-429c-9466-144164c1ab71 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:18.492468 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-93b5a43c-79eb-429c-9466-144164c1ab71 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Usage tracker for resource:security_group and tenant:e16ebb90b7d1402abe25e3b684936641 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:18.508523 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-93b5a43c-79eb-429c-9466-144164c1ab71 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:18.514342 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2672b8fa-4be9-4151-accb-ef5cacffe0c6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Deleting port 599a1f95-451f-4ac8-b481-4d91ae510198 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:18.514673 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2672b8fa-4be9-4151-accb-ef5cacffe0c6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.564314 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f664ffa-882e-4376-be1f-30452f91008c None None] Pushing event updated for resources: {'Port': ['ID=0408f5ae-daf4-4300-a434-61b2959f664b,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:18.581730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-93b5a43c-79eb-429c-9466-144164c1ab71 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:18.586485 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.607566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:18.645783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-93b5a43c-79eb-429c-9466-144164c1ab71 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.783541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-93b5a43c-79eb-429c-9466-144164c1ab71 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:18.801875 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.809811 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b7a21692-f979-44c5-8c19-f93c18ddef7a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.828094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-93b5a43c-79eb-429c-9466-144164c1ab71 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Usage tracker for resource:security_group_rule and tenant:e16ebb90b7d1402abe25e3b684936641 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:18.832145 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Attempting to bind port 0408f5ae-daf4-4300-a434-61b2959f664b on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:18.832517 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Attempting to bind port 0408f5ae-daf4-4300-a434-61b2959f664b by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '54e4d797-4e28-4eaf-90fc-f06816c4e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:18.832878 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Attempting to bind port 0408f5ae-daf4-4300-a434-61b2959f664b on network d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:18.889996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-93b5a43c-79eb-429c-9466-144164c1ab71 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:18.900815 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:18.901753 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Checking segment: {'id': '54e4d797-4e28-4eaf-90fc-f06816c4e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:18.901753 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.903831 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Bound using segment: {'id': '54e4d797-4e28-4eaf-90fc-f06816c4e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:18.904313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Bound port: 0408f5ae-daf4-4300-a434-61b2959f664b, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e4d797-4e28-4eaf-90fc-f06816c4e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:18.904693 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.910462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-93b5a43c-79eb-429c-9466-144164c1ab71 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:18.946302 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a6b19a2f-1efc-4800-9d9a-82b16f9196af None None] For port d8fb5844-405c-4c73-aead-1fd5b4e9a7ba, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d8fb5844-405c-4c73-aead-1fd5b4e9a7ba,segment=NetworkSegment(78c40244-a01e-4846-bed6-2e00e66f839c),segment_id=78c40244-a01e-4846-bed6-2e00e66f839c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:18.946686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a6b19a2f-1efc-4800-9d9a-82b16f9196af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.973256 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a81562f1-8a67-4a88-a667-f736d95bfe45,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:19.034099 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b7a21692-f979-44c5-8c19-f93c18ddef7a tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "DELETE /v2.0/ports/41101fb0-2434-4fb8-a21f-250a5cf699be HTTP/1.1" status: 204 len: 168 time: 3.3980420 Feb 10 11:29:19.034299 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.036841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58340) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:19.115075 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a6b19a2f-1efc-4800-9d9a-82b16f9196af None None] Calling delete_port for d8fb5844-405c-4c73-aead-1fd5b4e9a7ba owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:19.206477 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:19.206869 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.244659 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] For port 0408f5ae-daf4-4300-a434-61b2959f664b, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:19.272377 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9d9745-b2db-4894-9258-6f5e42f88bfc tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] GET failed (client error): The resource could not be found. Feb 10 11:29:19.278516 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7d9d9745-b2db-4894-9258-6f5e42f88bfc tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "GET /v2.0/ports/41101fb0-2434-4fb8-a21f-250a5cf699be HTTP/1.1" status: 404 len: 333 time: 0.2289901 Feb 10 11:29:19.283457 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58344) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:19.290382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] For port d8fb5844-405c-4c73-aead-1fd5b4e9a7ba, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d8fb5844-405c-4c73-aead-1fd5b4e9a7ba,segment=NetworkSegment(78c40244-a01e-4846-bed6-2e00e66f839c),segment_id=78c40244-a01e-4846-bed6-2e00e66f839c)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:19.290881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.299622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.336538 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] For port 0408f5ae-daf4-4300-a434-61b2959f664b, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0408f5ae-daf4-4300-a434-61b2959f664b,segment=NetworkSegment(54e4d797-4e28-4eaf-90fc-f06816c4e880),segment_id=54e4d797-4e28-4eaf-90fc-f06816c4e880)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:19.339978 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Request body: {'port': {'network_id': 'a8ce86cb-126f-4852-9401-1a66209a90fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2018694345'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:19.350507 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.389803 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a6b19a2f-1efc-4800-9d9a-82b16f9196af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.435734 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b19a2f-1efc-4800-9d9a-82b16f9196af None None] No DVR routers for this DVR port d8fb5844-405c-4c73-aead-1fd5b4e9a7ba on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:29:19.438530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.469590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2672b8fa-4be9-4151-accb-ef5cacffe0c6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.508256 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Calling delete_port for d8fb5844-405c-4c73-aead-1fd5b4e9a7ba owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:19.544868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f664ffa-882e-4376-be1f-30452f91008c None None] Pushing event updated for resources: {'Port': ['ID=0408f5ae-daf4-4300-a434-61b2959f664b,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:19.599575 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b19a2f-1efc-4800-9d9a-82b16f9196af None None] Pushing event deleted for resources: {'Port': ['ID=d8fb5844-405c-4c73-aead-1fd5b4e9a7ba,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:19.610492 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Routers {'a2a2d47f-3875-4cc0-babc-35226c63f71c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:19.611126 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a2a2d47f-3875-4cc0-babc-35226c63f71c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:19.715614 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-93b5a43c-79eb-429c-9466-144164c1ab71 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.729511 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d8fb5844-405c-4c73-aead-1fd5b4e9a7ba no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:19.732717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d707e91-ab0a-418c-94b0-aced44e4390a']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:19.745844 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2672b8fa-4be9-4151-accb-ef5cacffe0c6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Calling delete_port for 599a1f95-451f-4ac8-b481-4d91ae510198 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:19.754161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60f746c-1189-451e-861c-a184208fd47d') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:19.754531 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60f746c-1189-451e-861c-a184208fd47d') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:19.777487 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a68f-99cd-4233-8992-8780c46a49de tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.782311 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.788417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: d8fb5844-405c-4c73-aead-1fd5b4e9a7ba {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:29:19.788739 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d8fb5844-405c-4c73-aead-1fd5b4e9a7ba not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:29:19.794237 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-93b5a43c-79eb-429c-9466-144164c1ab71 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.801162 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a68f-99cd-4233-8992-8780c46a49de tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.819746 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.832890 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:19.833396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:19.848178 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:19.876072 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] Set router a2a2d47f-3875-4cc0-babc-35226c63f71c gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:19.914450 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:29:19.914991 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:29:19.995969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a68f-99cd-4233-8992-8780c46a49de tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.996590 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa4a68f-99cd-4233-8992-8780c46a49de tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e75ebb2-1a52-438f-b3ce-8f3b210c4123 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:29:20.012224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a68f-99cd-4233-8992-8780c46a49de tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.013457 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bfa4a68f-99cd-4233-8992-8780c46a49de tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] 10.222.0.36 "DELETE /v2.0/routers/1e75ebb2-1a52-438f-b3ce-8f3b210c4123 HTTP/1.1" status: 204 len: 168 time: 2.5167243 Feb 10 11:29:20.014268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.030387 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58348) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:20.031248 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8d707e91-ab0a-418c-94b0-aced44e4390a {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 11:29:20.037232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.046102 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8fdfb392-e03e-40a3-b224-f75e9cc5cb63 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Request body: {'router': {'name': 'tempest-router-1626449161', 'distributed': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:20.050836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d707e91-ab0a-418c-94b0-aced44e4390a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:20.053043 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8fdfb392-e03e-40a3-b224-f75e9cc5cb63 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:20.059952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8fdfb392-e03e-40a3-b224-f75e9cc5cb63 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Usage tracker for resource:router and tenant:b0809e664c6e4f63bba03915224c4411 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:20.063548 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-691510da-eee3-46e9-807d-c7d02469ae2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "DELETE /v2.0/networks/8d707e91-ab0a-418c-94b0-aced44e4390a HTTP/1.1" status: 204 len: 168 time: 4.4915667 Feb 10 11:29:20.064678 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8fdfb392-e03e-40a3-b224-f75e9cc5cb63 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:20.067721 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58352) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:20.073928 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8fdfb392-e03e-40a3-b224-f75e9cc5cb63 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:20.103248 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5a43c-79eb-429c-9466-144164c1ab71 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b02bad-b152-4f9e-97c1-192fd83b279a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:20.106329 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-93b5a43c-79eb-429c-9466-144164c1ab71 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.110770 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-93b5a43c-79eb-429c-9466-144164c1ab71 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.7188807 Feb 10 11:29:20.111615 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58356) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:20.113045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:20.145911 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-2ed369a0-35bd-4c8e-925c-abd85b4f700c tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Request body: {'security_group_rule': {'security_group_id': '49b02bad-b152-4f9e-97c1-192fd83b279a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:20.160742 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Usage tracker for resource:port and tenant:d3cd102e04814d4f9d68e71f27218135 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:20.164582 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2ed369a0-35bd-4c8e-925c-abd85b4f700c tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:20.171771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:20.177537 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cfc51156-7cab-44df-b7ae-6f98881d0775 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Synchronizing usage tracker for tenant:1d0f688de0ee47faa99ba74cc082305a on resource:floatingip {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:20.183368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8fdfb392-e03e-40a3-b224-f75e9cc5cb63 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.184640 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8fdfb392-e03e-40a3-b224-f75e9cc5cb63 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.187094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2ed369a0-35bd-4c8e-925c-abd85b4f700c tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Usage tracker for resource:security_group_rule and tenant:e16ebb90b7d1402abe25e3b684936641 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:20.190457 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2ed369a0-35bd-4c8e-925c-abd85b4f700c tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:20.194060 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:20.212637 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cfc51156-7cab-44df-b7ae-6f98881d0775 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Unset dirty status for tenant:1d0f688de0ee47faa99ba74cc082305a on resource:floatingip {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:20.214324 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cfc51156-7cab-44df-b7ae-6f98881d0775 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1169 time: 0.1457467 Feb 10 11:29:20.216889 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58360) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:20.221184 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8fdfb392-e03e-40a3-b224-f75e9cc5cb63 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.266319 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2ed369a0-35bd-4c8e-925c-abd85b4f700c tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:20.283562 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.306703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8fdfb392-e03e-40a3-b224-f75e9cc5cb63 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.324570 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec48c34e-a7d0-46ac-86c8-43cdd3aa6455 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:20.325237 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec48c34e-a7d0-46ac-86c8-43cdd3aa6455 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:20.325890 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec48c34e-a7d0-46ac-86c8-43cdd3aa6455 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:20.326384 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec48c34e-a7d0-46ac-86c8-43cdd3aa6455 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:20.327027 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec48c34e-a7d0-46ac-86c8-43cdd3aa6455 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:20.327584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec48c34e-a7d0-46ac-86c8-43cdd3aa6455 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:20.328126 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec48c34e-a7d0-46ac-86c8-43cdd3aa6455 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:20.328613 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec48c34e-a7d0-46ac-86c8-43cdd3aa6455 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:20.330096 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ec48c34e-a7d0-46ac-86c8-43cdd3aa6455 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Synchronizing usage tracker for tenant:1d0f688de0ee47faa99ba74cc082305a on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:20.335872 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Made reservation on behalf of d3cd102e04814d4f9d68e71f27218135 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:20.339184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.361567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8fdfb392-e03e-40a3-b224-f75e9cc5cb63 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.363476 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8fdfb392-e03e-40a3-b224-f75e9cc5cb63 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3303556 Feb 10 11:29:20.364304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'name': 'tempest-ServersTestJSON-1807042381-router', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:52Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'gw_port': {'id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:57Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '0408f5ae-daf4-4300-a434-61b2959f664b', 'name': '', 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'mac_address': 'fa:16:3e:20:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:10Z', 'updated_at': '2022-02-10T11:29:19Z', 'revision_number': 4, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'subnets': [{'id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:20.366396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58364) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:20.369810 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a585061-f314-4c9b-9d10-6c2b93d2a991 None None] The sync data for ids ['a2a2d47f-3875-4cc0-babc-35226c63f71c'] in dv-neutron-828497-1-hyperv is: [{'id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'name': 'tempest-ServersTestJSON-1807042381-router', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:52Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'gw_port': {'id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:57Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '0408f5ae-daf4-4300-a434-61b2959f664b', 'name': '', 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'mac_address': 'fa:16:3e:20:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:10Z', 'updated_at': '2022-02-10T11:29:19Z', 'revision_number': 4, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'subnets': [{'id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:20.371737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ec48c34e-a7d0-46ac-86c8-43cdd3aa6455 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Unset dirty status for tenant:1d0f688de0ee47faa99ba74cc082305a on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:20.375462 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ec48c34e-a7d0-46ac-86c8-43cdd3aa6455 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5173 time: 0.1546741 Feb 10 11:29:20.429002 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58368) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:20.435776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Deleting port d8fb5844-405c-4c73-aead-1fd5b4e9a7ba {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:20.436078 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.543302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ed369a0-35bd-4c8e-925c-abd85b4f700c tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.557045 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] The port 'd8fb5844-405c-4c73-aead-1fd5b4e9a7ba' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:29:20.566135 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2672b8fa-4be9-4151-accb-ef5cacffe0c6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.641862 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-7bf9619d-c1b2-4c42-8b5f-1a8d906a8e2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] delete failed (client error): The resource could not be found. Feb 10 11:29:20.643000 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7bf9619d-c1b2-4c42-8b5f-1a8d906a8e2c tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/a3acb727-9efb-4cb5-b677-7c26ac17569e HTTP/1.1" status: 404 len: 345 time: 0.2117326 Feb 10 11:29:20.644195 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:29:20.653267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] device_id is not set on port dc197306-8374-4ad7-b1e0-21593c6fccc8 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:20.691659 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58372) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:20.730259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.744187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672b8fa-4be9-4151-accb-ef5cacffe0c6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Pushing event deleted for resources: {'Port': ['ID=599a1f95-451f-4ac8-b481-4d91ae510198,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:20.746920 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02622ee-ff5a-4688-b136-92bdd5ca22f5 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] DELETE failed (client error): The resource could not be found. Feb 10 11:29:20.747426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02622ee-ff5a-4688-b136-92bdd5ca22f5 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:29:20.753671 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e02622ee-ff5a-4688-b136-92bdd5ca22f5 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "DELETE /v2.0/networks/8d707e91-ab0a-418c-94b0-aced44e4390a HTTP/1.1" status: 404 len: 339 time: 0.0608935 Feb 10 11:29:20.759080 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58376) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:20.763534 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.764629 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.774080 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e63d8d44-ec1b-43b6-8a48-221cc1b3a9a9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Request body: {'network': {'name': 'tempest-network--591881162', 'router:external': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:20.780840 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70d69ab6-b3be-4a3b-bb93-d2598c47f5ec tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.854910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5bb62a-c790-4c6f-be0a-dc949ab97474']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:20.863665 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e63d8d44-ec1b-43b6-8a48-221cc1b3a9a9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:20.896413 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e63d8d44-ec1b-43b6-8a48-221cc1b3a9a9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Usage tracker for resource:network and tenant:1d0f688de0ee47faa99ba74cc082305a is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:20.901031 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e63d8d44-ec1b-43b6-8a48-221cc1b3a9a9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:20.953863 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c40244-a01e-4846-bed6-2e00e66f839c') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:20.954543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c40244-a01e-4846-bed6-2e00e66f839c') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:20.991473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e63d8d44-ec1b-43b6-8a48-221cc1b3a9a9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:21.005868 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.033093 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63d8d44-ec1b-43b6-8a48-221cc1b3a9a9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Made reservation on behalf of 1d0f688de0ee47faa99ba74cc082305a for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:21.036100 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e63d8d44-ec1b-43b6-8a48-221cc1b3a9a9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.050739 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.067270 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:21.067667 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:21.135045 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:21.240284 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Pushing event updated for resources: {'Port': ['ID=193546cc-9b3e-4408-ae89-eaedd487b8dd,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:21.314633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2672b8fa-4be9-4151-accb-ef5cacffe0c6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.346458 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.363068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ed369a0-35bd-4c8e-925c-abd85b4f700c tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.392844 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2672b8fa-4be9-4151-accb-ef5cacffe0c6 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] 10.222.0.36 "DELETE /v2.0/ports/599a1f95-451f-4ac8-b481-4d91ae510198 HTTP/1.1" status: 204 len: 168 time: 3.0790691 Feb 10 11:29:21.392844 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ed369a0-35bd-4c8e-925c-abd85b4f700c tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.407086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58380) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:21.441431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63d8d44-ec1b-43b6-8a48-221cc1b3a9a9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:21.479975 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Allocated IP 2001:db8::372 (a8ce86cb-126f-4852-9401-1a66209a90fc/f3cd95e3-ecbd-41d4-b4c4-9bfee4433452/dc197306-8374-4ad7-b1e0-21593c6fccc8) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:21.506343 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.529866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed369a0-35bd-4c8e-925c-abd85b4f700c tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31bdba9-d0d5-4fc6-bce8-d88ee21a506d,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:21.531539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.537847 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2fe2efa6-0bd3-4237-a1f0-dd194d93720a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1776967 Feb 10 11:29:21.541234 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e63d8d44-ec1b-43b6-8a48-221cc1b3a9a9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.541594 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-e63d8d44-ec1b-43b6-8a48-221cc1b3a9a9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Added segment d60e1324-07a5-4d94-a656-0067f8610b8d of type vlan for network 682bc180-3815-4d0f-8786-b25891097427 Feb 10 11:29:21.545698 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.562016 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ed369a0-35bd-4c8e-925c-abd85b4f700c tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.566919 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2ed369a0-35bd-4c8e-925c-abd85b4f700c tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4398389 Feb 10 11:29:21.569072 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70d69ab6-b3be-4a3b-bb93-d2598c47f5ec tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.569672 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58386) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:21.570889 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] Pushing event deleted for resources: {'Network': ['ID=3f5bb62a-c790-4c6f-be0a-dc949ab97474,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:21.585040 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-86d6150f-fdbf-4476-89ce-06f808492e45 tempest-DHCPAgentSchedulersTestJSON-514677665 tempest-DHCPAgentSchedulersTestJSON-514677665-project] 10.222.0.36 "DELETE /v2.0/networks/3f5bb62a-c790-4c6f-be0a-dc949ab97474 HTTP/1.1" status: 204 len: 168 time: 4.0899842 Feb 10 11:29:21.598635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-52e49a07-4c0e-41d4-af0e-5327d508c7f0 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Request body: {'security_group_rule': {'security_group_id': '49b02bad-b152-4f9e-97c1-192fd83b279a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:21.599374 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70d69ab6-b3be-4a3b-bb93-d2598c47f5ec tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.610812 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e63d8d44-ec1b-43b6-8a48-221cc1b3a9a9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.616025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-52e49a07-4c0e-41d4-af0e-5327d508c7f0 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:21.652277 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-52e49a07-4c0e-41d4-af0e-5327d508c7f0 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Usage tracker for resource:security_group_rule and tenant:e16ebb90b7d1402abe25e3b684936641 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:21.662278 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-52e49a07-4c0e-41d4-af0e-5327d508c7f0 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:21.677166 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e63d8d44-ec1b-43b6-8a48-221cc1b3a9a9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.678653 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63d8d44-ec1b-43b6-8a48-221cc1b3a9a9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:21.680069 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e63d8d44-ec1b-43b6-8a48-221cc1b3a9a9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.716156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70d69ab6-b3be-4a3b-bb93-d2598c47f5ec tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.718236 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d69ab6-b3be-4a3b-bb93-d2598c47f5ec tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a84d852d-e9c5-4a1f-96b4-ba217d6839a3 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:29:21.726331 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-52e49a07-4c0e-41d4-af0e-5327d508c7f0 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:21.740436 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e63d8d44-ec1b-43b6-8a48-221cc1b3a9a9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9796770 Feb 10 11:29:21.760455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58394) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:21.778774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a42dc76-e4d6-46cd-92e5-4e5370139a3a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:21.779521 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7a42dc76-e4d6-46cd-92e5-4e5370139a3a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Synchronizing usage tracker for tenant:7d92f059939d428da3855f2a15ba440c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:21.797968 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70d69ab6-b3be-4a3b-bb93-d2598c47f5ec tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.802906 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-70d69ab6-b3be-4a3b-bb93-d2598c47f5ec tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] 10.222.0.36 "DELETE /v2.0/routers/a84d852d-e9c5-4a1f-96b4-ba217d6839a3 HTTP/1.1" status: 204 len: 168 time: 1.4337816 Feb 10 11:29:21.804000 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58398) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:21.817540 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ed5b3dac-971a-4286-9cac-bf76444a8b1c tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Request body: {'router': {'name': 'tempest-router-1665803383', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'abab9a5f4a894db8858eff17411f0750'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:21.835856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ed5b3dac-971a-4286-9cac-bf76444a8b1c tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:21.842686 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ed5b3dac-971a-4286-9cac-bf76444a8b1c tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Usage tracker for resource:router and tenant:abab9a5f4a894db8858eff17411f0750 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:21.854900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52e49a07-4c0e-41d4-af0e-5327d508c7f0 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.857880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ed5b3dac-971a-4286-9cac-bf76444a8b1c tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:21.867253 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d8d44-ec1b-43b6-8a48-221cc1b3a9a9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Pushing event updated for resources: {'Network': ['ID=682bc180-3815-4d0f-8786-b25891097427,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:21.874072 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ed5b3dac-971a-4286-9cac-bf76444a8b1c tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:21.880464 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 682bc180-3815-4d0f-8786-b25891097427 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:21.891740 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3dac-971a-4286-9cac-bf76444a8b1c tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.892703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3dac-971a-4286-9cac-bf76444a8b1c tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.931185 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3dac-971a-4286-9cac-bf76444a8b1c tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.971783 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3dac-971a-4286-9cac-bf76444a8b1c tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.012898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3dac-971a-4286-9cac-bf76444a8b1c tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.016829 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ed5b3dac-971a-4286-9cac-bf76444a8b1c tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2060251 Feb 10 11:29:22.017457 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58410) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:22.022741 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-47e30845-8c6f-4c13-a7b8-efb927c3e7b1 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:22.041901 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Allocated IP 172.20.0.1 (f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61/0b68da55-4f27-4045-b055-71a0481c6a3f/81949aa1-fee6-4853-b28c-de2c71779498) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:22.053645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7a42dc76-e4d6-46cd-92e5-4e5370139a3a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Unset dirty status for tenant:7d92f059939d428da3855f2a15ba440c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:22.055454 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7a42dc76-e4d6-46cd-92e5-4e5370139a3a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] 10.222.0.36 "GET /v2.0/ports?device_id=026d995b-8b96-4891-b5c7-627b826f18b7 HTTP/1.1" status: 200 len: 913 time: 0.6404474 Feb 10 11:29:22.071856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58414) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:22.170521 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58418) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:22.305253 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58424) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:22.312006 dv-neutron-828497-1-hyperv neutron-server[83554]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 11:29:22.401638 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa7966c-a714-4179-9001-d0f9b5e58a30 tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:22.405781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa7966c-a714-4179-9001-d0f9b5e58a30 tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:22.409874 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa7966c-a714-4179-9001-d0f9b5e58a30 tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:22.415211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa7966c-a714-4179-9001-d0f9b5e58a30 tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:22.416864 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4aa7966c-a714-4179-9001-d0f9b5e58a30 tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6552632 Feb 10 11:29:22.422985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-c54aeccf-4e60-4551-bde8-96083854b5ac tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Synchronizing usage tracker for tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:22.425290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58430) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:22.443013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52e49a07-4c0e-41d4-af0e-5327d508c7f0 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.456190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.477989 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52e49a07-4c0e-41d4-af0e-5327d508c7f0 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.518252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Transition to ACTIVE for port object dc197306-8374-4ad7-b1e0-21593c6fccc8 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:22.533233 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0408f5ae-daf4-4300-a434-61b2959f664b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:22.561049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e49a07-4c0e-41d4-af0e-5327d508c7f0 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dff744d-bea4-42d2-94cf-c08713323766,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:22.591426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52e49a07-4c0e-41d4-af0e-5327d508c7f0 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.592608 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-52e49a07-4c0e-41d4-af0e-5327d508c7f0 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0128961 Feb 10 11:29:22.595780 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47e30845-8c6f-4c13-a7b8-efb927c3e7b1 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.596253 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47e30845-8c6f-4c13-a7b8-efb927c3e7b1 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.601782 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58434) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:22.623879 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 0408f5ae-daf4-4300-a434-61b2959f664b completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:22.628432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:22.630082 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 0408f5ae-daf4-4300-a434-61b2959f664b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:22.630582 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.641818 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.648691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:22.667160 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Usage tracker for resource:floatingip and tenant:e16ebb90b7d1402abe25e3b684936641 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:22.675626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:22.695172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:22.702169 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Transition to ACTIVE for port object 81949aa1-fee6-4853-b28c-de2c71779498 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:22.723507 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ba292b24-86cb-4a2f-a39e-cf2da003589a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf046bd4d95f4e37923c2780a983a903&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5254569 Feb 10 11:29:22.724237 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.724953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58438) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:22.736451 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-c54aeccf-4e60-4551-bde8-96083854b5ac tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Unset dirty status for tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:22.737538 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-c54aeccf-4e60-4551-bde8-96083854b5ac tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--970568411&fields=id&tenant_id=dc50e13d5d9b4d98a0cd65d4fcbf4649 HTTP/1.1" status: 200 len: 267 time: 0.4313588 Feb 10 11:29:22.761767 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for floatingip, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.763530 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.808284 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 0408f5ae-daf4-4300-a434-61b2959f664b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0408f5ae-daf4-4300-a434-61b2959f664b,segment=NetworkSegment(54e4d797-4e28-4eaf-90fc-f06816c4e880),segment_id=54e4d797-4e28-4eaf-90fc-f06816c4e880)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:22.808474 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfb7f1d1-cb96-4492-8cb3-938d841b7859 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.812838 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.905537 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=0408f5ae-daf4-4300-a434-61b2959f664b,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:22.908570 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-47e30845-8c6f-4c13-a7b8-efb927c3e7b1 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83554) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 10 11:29:22.909169 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-47e30845-8c6f-4c13-a7b8-efb927c3e7b1 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Router 0b04c852-2b28-41b3-b140-dce0b7831565 migrating from provider to provider. {{(pid=83554) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 10 11:29:22.909626 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47e30845-8c6f-4c13-a7b8-efb927c3e7b1 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.942192 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47e30845-8c6f-4c13-a7b8-efb927c3e7b1 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.956826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47e30845-8c6f-4c13-a7b8-efb927c3e7b1 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.009933 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Network a8ce86cb-126f-4852-9401-1a66209a90fc is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:23.014873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event updated for resources: {'Port': ['ID=dc197306-8374-4ad7-b1e0-21593c6fccc8,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:23.024773 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:23.029799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:23.033872 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:23.034387 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.150012 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.249345 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-45e9845b-cfb8-4eb2-8bd8-5130e58a676c tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9592905 Feb 10 11:29:23.252822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dcd64c15-a683-4ac0-9304-7e0d0be5589e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.256197 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58442) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:23.275858 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Request body: {'port': {'network_id': 'a8ce86cb-126f-4852-9401-1a66209a90fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1475664556'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:23.296513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Pushing event updated for resources: {'Port': ['ID=81949aa1-fee6-4853-b28c-de2c71779498,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:23.308269 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Network f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:23.322971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5aebb091-8021-4f62-b673-d51f5a9189de None None] Provisioning for port dc197306-8374-4ad7-b1e0-21593c6fccc8 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:23.327585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5aebb091-8021-4f62-b673-d51f5a9189de None None] Provisioning complete for port dc197306-8374-4ad7-b1e0-21593c6fccc8 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:23.327957 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5aebb091-8021-4f62-b673-d51f5a9189de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.350217 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-ce04c6f3-f819-4bbf-9a38-d8a1d83b902e tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:23.351063 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-ce04c6f3-f819-4bbf-9a38-d8a1d83b902e tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Synchronizing usage tracker for tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:23.355316 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:23.367518 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:23.384325 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-5aebb091-8021-4f62-b673-d51f5a9189de None None] Port dc197306-8374-4ad7-b1e0-21593c6fccc8 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:23.391543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfb7f1d1-cb96-4492-8cb3-938d841b7859 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.407791 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dcd64c15-a683-4ac0-9304-7e0d0be5589e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.438888 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-ce04c6f3-f819-4bbf-9a38-d8a1d83b902e tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Unset dirty status for tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:23.440148 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-ce04c6f3-f819-4bbf-9a38-d8a1d83b902e tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/networks?id=168dc9c9-06c2-469c-a9b0-d89d5f006a33 HTTP/1.1" status: 200 len: 812 time: 0.6836164 Feb 10 11:29:23.452822 dv-neutron-828497-1-hyperv neutron-server[83554]: WARNING neutron.scheduler.l3_agent_scheduler [None req-47e30845-8c6f-4c13-a7b8-efb927c3e7b1 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] No L3 agents can host the router 0b04c852-2b28-41b3-b140-dce0b7831565 Feb 10 11:29:23.454604 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-dfb7f1d1-cb96-4492-8cb3-938d841b7859 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682bc180-3815-4d0f-8786-b25891097427']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:23.494101 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-dfb7f1d1-cb96-4492-8cb3-938d841b7859 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60e1324-07a5-4d94-a656-0067f8610b8d') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:23.494818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-dfb7f1d1-cb96-4492-8cb3-938d841b7859 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60e1324-07a5-4d94-a656-0067f8610b8d') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:23.502628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.512115 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d0d4ec6-392f-4842-bfc5-6b48d8d0be29 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.518218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfb7f1d1-cb96-4492-8cb3-938d841b7859 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.526128 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-587d4845-5d4c-42da-8119-f02c4a8c0803 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/quotas/dc50e13d5d9b4d98a0cd65d4fcbf4649 HTTP/1.1" status: 200 len: 375 time: 0.0640426 Feb 10 11:29:23.593604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:23.619645 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfb7f1d1-cb96-4492-8cb3-938d841b7859 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.650204 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb7f1d1-cb96-4492-8cb3-938d841b7859 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:23.650664 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfb7f1d1-cb96-4492-8cb3-938d841b7859 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.651552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Usage tracker for resource:port and tenant:d3cd102e04814d4f9d68e71f27218135 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:23.660255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:23.666158 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:23.677436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:23.694528 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.711029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-afaa95d0-9bc4-47fd-8264-de038129e734 None None] Provisioning for port 81949aa1-fee6-4853-b28c-de2c71779498 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:23.716899 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-afaa95d0-9bc4-47fd-8264-de038129e734 None None] Provisioning complete for port 81949aa1-fee6-4853-b28c-de2c71779498 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:23.717442 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-afaa95d0-9bc4-47fd-8264-de038129e734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.743703 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Made reservation on behalf of d3cd102e04814d4f9d68e71f27218135 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:23.747204 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.774207 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-afaa95d0-9bc4-47fd-8264-de038129e734 None None] Port 81949aa1-fee6-4853-b28c-de2c71779498 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:23.791330 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dcd64c15-a683-4ac0-9304-7e0d0be5589e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.813060 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] device_id is not set on port 048c31fe-cc46-4192-8162-31ccba6a81e3 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:23.824745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd64c15-a683-4ac0-9304-7e0d0be5589e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98ac8cd-9110-4576-86a5-f83f84a6219b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:23.839811 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfb7f1d1-cb96-4492-8cb3-938d841b7859 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.842236 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dcd64c15-a683-4ac0-9304-7e0d0be5589e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.846716 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dcd64c15-a683-4ac0-9304-7e0d0be5589e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b98ac8cd-9110-4576-86a5-f83f84a6219b HTTP/1.1" status: 204 len: 168 time: 1.1126442 Feb 10 11:29:23.862061 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb7f1d1-cb96-4492-8cb3-938d841b7859 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 682bc180-3815-4d0f-8786-b25891097427 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 11:29:23.867865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfb7f1d1-cb96-4492-8cb3-938d841b7859 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.906789 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7f1d1-cb96-4492-8cb3-938d841b7859 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Pushing event deleted for resources: {'Network': ['ID=682bc180-3815-4d0f-8786-b25891097427,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:23.922133 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dfb7f1d1-cb96-4492-8cb3-938d841b7859 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "DELETE /v2.0/networks/682bc180-3815-4d0f-8786-b25891097427 HTTP/1.1" status: 204 len: 168 time: 1.4378071 Feb 10 11:29:23.925336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58448) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:23.936304 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-84fc644c-4ffe-4e88-b590-ca95decb8400 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Request body: {'network': {'name': 'tempest-network--778935473', 'router:external': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:23.939576 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e30845-8c6f-4c13-a7b8-efb927c3e7b1 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Hosts for router 0b04c852-2b28-41b3-b140-dce0b7831565: [] {{(pid=83554) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 10 11:29:23.940176 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.971597 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-34733f92-00a6-4f77-a659-97a4dffc87f1 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc50e13d5d9b4d98a0cd65d4fcbf4649&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4343181 Feb 10 11:29:23.990689 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-84fc644c-4ffe-4e88-b590-ca95decb8400 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:24.008100 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-84fc644c-4ffe-4e88-b590-ca95decb8400 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Usage tracker for resource:network and tenant:1d0f688de0ee47faa99ba74cc082305a is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:24.012777 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-84fc644c-4ffe-4e88-b590-ca95decb8400 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:24.016561 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e30845-8c6f-4c13-a7b8-efb927c3e7b1 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Hosts for other DVR routers connected to router 0b04c852-2b28-41b3-b140-dce0b7831565: set() {{(pid=83554) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 10 11:29:24.019058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47e30845-8c6f-4c13-a7b8-efb927c3e7b1 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.023843 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-47e30845-8c6f-4c13-a7b8-efb927c3e7b1 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] 10.222.0.36 "PUT /v2.0/routers/0b04c852-2b28-41b3-b140-dce0b7831565 HTTP/1.1" status: 200 len: 717 time: 2.0046983 Feb 10 11:29:24.028085 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58456) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:24.030947 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-84fc644c-4ffe-4e88-b590-ca95decb8400 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:24.071567 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Allocated IP 172.26.4.23 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/d1e09a06-66d4-4c8a-88cd-7ac46a893d51) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:24.184665 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fc644c-4ffe-4e88-b590-ca95decb8400 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Made reservation on behalf of 1d0f688de0ee47faa99ba74cc082305a for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:24.187069 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-84fc644c-4ffe-4e88-b590-ca95decb8400 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.232605 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fc644c-4ffe-4e88-b590-ca95decb8400 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:24.240073 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f6d091ff-9afd-4361-9a11-2a9cf310b52c tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] 10.222.0.36 "GET /v2.0/routers/0b04c852-2b28-41b3-b140-dce0b7831565 HTTP/1.1" status: 200 len: 717 time: 0.2110007 Feb 10 11:29:24.240728 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58464) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:24.258081 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-84fc644c-4ffe-4e88-b590-ca95decb8400 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.258467 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-84fc644c-4ffe-4e88-b590-ca95decb8400 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Added segment f1a2d1ce-b7d1-41ae-b68d-7dc96122c300 of type vlan for network 9cc76a00-3b78-40bb-a472-293f9b1f515e Feb 10 11:29:24.326969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-84fc644c-4ffe-4e88-b590-ca95decb8400 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.347414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-e47016ec-5672-4714-a0f9-7fd8f72c98bf service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:24.348455 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-e47016ec-5672-4714-a0f9-7fd8f72c98bf service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1496685 Feb 10 11:29:24.481464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Allocated IP 2001:db8::ae (a8ce86cb-126f-4852-9401-1a66209a90fc/f3cd95e3-ecbd-41d4-b4c4-9bfee4433452/048c31fe-cc46-4192-8162-31ccba6a81e3) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:24.532007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-84fc644c-4ffe-4e88-b590-ca95decb8400 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.532861 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fc644c-4ffe-4e88-b590-ca95decb8400 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:24.533486 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-84fc644c-4ffe-4e88-b590-ca95decb8400 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.537997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0408f5ae-daf4-4300-a434-61b2959f664b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:24.558463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58470) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:24.636329 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.656752 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 0408f5ae-daf4-4300-a434-61b2959f664b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:24.657820 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.741529 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-836d2ab2-4ca1-4095-97b5-174d747f5196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.898200 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-84fc644c-4ffe-4e88-b590-ca95decb8400 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9664388 Feb 10 11:29:24.913652 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58476) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:24.922276 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-9117f7fa-9e04-4a6f-9a7d-2ed780b2b629 service neutron] 10.222.0.36 "GET /v2.0/networks/168dc9c9-06c2-469c-a9b0-d89d5f006a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562067 Feb 10 11:29:24.954589 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc644c-4ffe-4e88-b590-ca95decb8400 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Pushing event updated for resources: {'Network': ['ID=9cc76a00-3b78-40bb-a472-293f9b1f515e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:24.969523 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 9cc76a00-3b78-40bb-a472-293f9b1f515e details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:25.148352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-836d2ab2-4ca1-4095-97b5-174d747f5196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:25.159287 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.164747 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-836d2ab2-4ca1-4095-97b5-174d747f5196 admin admin] Usage tracker for resource:security_group_rule and tenant:a28e0192c79646aea053e0be952dc839 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:25.171416 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-836d2ab2-4ca1-4095-97b5-174d747f5196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:25.178825 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b5b8d610-f0fa-4665-b9e3-23737e94938f tempest-RoutersTestDVR-701260142 tempest-RoutersTestDVR-701260142-project] 10.222.0.36 "GET /v2.0/routers/0b04c852-2b28-41b3-b140-dce0b7831565 HTTP/1.1" status: 200 len: 683 time: 0.9333668 Feb 10 11:29:25.184781 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4302240b-d9f1-432b-9b2f-13c0681cc3f2 tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:25.185369 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4302240b-d9f1-432b-9b2f-13c0681cc3f2 tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Synchronizing usage tracker for tenant:2fa603b116384ce5807058a154beaabe on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:25.191933 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58482) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:25.194619 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-836d2ab2-4ca1-4095-97b5-174d747f5196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:25.343437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:25.373396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:25.380586 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4302240b-d9f1-432b-9b2f-13c0681cc3f2 tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Unset dirty status for tenant:2fa603b116384ce5807058a154beaabe on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:25.381781 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4302240b-d9f1-432b-9b2f-13c0681cc3f2 tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] 10.222.0.36 "GET /v2.0/networks/9cc76a00-3b78-40bb-a472-293f9b1f515e HTTP/1.1" status: 200 len: 756 time: 0.4668436 Feb 10 11:29:25.385318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Pushing event updated for resources: {'Port': ['ID=d1e09a06-66d4-4c8a-88cd-7ac46a893d51,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:25.389337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58486) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:25.393584 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1b2cc8bd-ca0e-4f61-a19b-2cfaf7bc2303 service neutron] 10.222.0.36 "GET /v2.0/networks/168dc9c9-06c2-469c-a9b0-d89d5f006a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425671 Feb 10 11:29:25.437773 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:25.476808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.488630 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67c1d9ba-22c7-4621-8afd-3b90711ec0b9 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.535541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Transition to ACTIVE for port object 048c31fe-cc46-4192-8162-31ccba6a81e3 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:25.666703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58500) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:25.709415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f46ab9d-4417-43b0-a94a-cb3e80c46226 tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:25.711299 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7f46ab9d-4417-43b0-a94a-cb3e80c46226 tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] 10.222.0.36 "GET /v2.0/networks/cd17b55a-cded-4ea6-8f2e-8065cef23c6a HTTP/1.1" status: 200 len: 768 time: 0.3203306 Feb 10 11:29:25.713391 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-836d2ab2-4ca1-4095-97b5-174d747f5196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.715752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58512) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:25.739209 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-836d2ab2-4ca1-4095-97b5-174d747f5196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.760829 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.952917 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.959465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.019393 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-836d2ab2-4ca1-4095-97b5-174d747f5196 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a28e0192c79646aea053e0be952dc839&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4533498 Feb 10 11:29:26.019393 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d2ab2-4ca1-4095-97b5-174d747f5196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac64dd0-704b-40eb-9a7e-1eb08f956c47,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:26.020009 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58518) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:26.046368 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.057570 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3350afb7-ce12-4375-af1f-4bea0c1d40d9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.154444 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f81e1701-e50d-4976-b30a-54ff59469ca1 req-139b82cb-6ee5-4645-ad97-20790117e2f3 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 210 time: 0.4843590 Feb 10 11:29:26.161283 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Pushing event updated for resources: {'Port': ['ID=81949aa1-fee6-4853-b28c-de2c71779498,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:26.209858 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.214988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Network a8ce86cb-126f-4852-9401-1a66209a90fc is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:26.227187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:26.237255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.266616 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67c1d9ba-22c7-4621-8afd-3b90711ec0b9 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.268733 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:26.272727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:26.274415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.415619 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67c1d9ba-22c7-4621-8afd-3b90711ec0b9 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.419421 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event updated for resources: {'Port': ['ID=048c31fe-cc46-4192-8162-31ccba6a81e3,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:26.483603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-271ed7b3-99a8-4034-b194-2e9dd5e7f1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.501472 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-188bb89f-2442-4927-94b1-e5b2ffbbed32 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2378578 Feb 10 11:29:26.526894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58536) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:26.537913 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67c1d9ba-22c7-4621-8afd-3b90711ec0b9 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.539085 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c1d9ba-22c7-4621-8afd-3b90711ec0b9 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b04c852-2b28-41b3-b140-dce0b7831565 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:29:26.548299 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-39b2d368-b5b0-4078-9e54-18ef496f7bf9 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::44', 'mac_address': 'fa:16:3e:08:b7:60'}, {'ip_address': '2001:db8::372', 'mac_address': 'fa:16:3e:6e:eb:8e'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:26.622810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3350afb7-ce12-4375-af1f-4bea0c1d40d9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.629371 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-021ee3d2-88f6-425e-befa-a8a1aee105c0 None None] Provisioning for port 048c31fe-cc46-4192-8162-31ccba6a81e3 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:26.639057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-021ee3d2-88f6-425e-befa-a8a1aee105c0 None None] Provisioning complete for port 048c31fe-cc46-4192-8162-31ccba6a81e3 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:26.639728 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-021ee3d2-88f6-425e-befa-a8a1aee105c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.654463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3350afb7-ce12-4375-af1f-4bea0c1d40d9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc76a00-3b78-40bb-a472-293f9b1f515e']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:26.672654 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3350afb7-ce12-4375-af1f-4bea0c1d40d9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a2d1ce-b7d1-41ae-b68d-7dc96122c300') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:26.673009 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3350afb7-ce12-4375-af1f-4bea0c1d40d9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a2d1ce-b7d1-41ae-b68d-7dc96122c300') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:26.688197 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3350afb7-ce12-4375-af1f-4bea0c1d40d9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.735804 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-021ee3d2-88f6-425e-befa-a8a1aee105c0 None None] Port 048c31fe-cc46-4192-8162-31ccba6a81e3 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:26.743728 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3350afb7-ce12-4375-af1f-4bea0c1d40d9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.746466 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c839aed-9186-4616-ae0f-bb80825988b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.757821 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Network f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:26.769685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:26.831007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3350afb7-ce12-4375-af1f-4bea0c1d40d9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:26.831417 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3350afb7-ce12-4375-af1f-4bea0c1d40d9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.870609 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c839aed-9186-4616-ae0f-bb80825988b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:26.919483 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:26.963087 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3d0d4ec6-392f-4842-bfc5-6b48d8d0be29 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Deleting port 0d93330d-a9c9-4761-87c0-2e52e8c66149 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:26.963459 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d0d4ec6-392f-4842-bfc5-6b48d8d0be29 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.060864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-03ad71c6-b0f3-4c9b-93e4-7f381380d9dc None None] Provisioning complete for port 81949aa1-fee6-4853-b28c-de2c71779498 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:27.061582 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-03ad71c6-b0f3-4c9b-93e4-7f381380d9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.093224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c839aed-9186-4616-ae0f-bb80825988b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.104225 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67c1d9ba-22c7-4621-8afd-3b90711ec0b9 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.109213 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-67c1d9ba-22c7-4621-8afd-3b90711ec0b9 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] 10.222.0.36 "DELETE /v2.0/routers/0b04c852-2b28-41b3-b140-dce0b7831565 HTTP/1.1" status: 204 len: 168 time: 1.9124668 Feb 10 11:29:27.113344 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58548) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:27.121477 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c839aed-9186-4616-ae0f-bb80825988b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac64dd0-704b-40eb-9a7e-1eb08f956c47,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:27.129687 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-471eac6c-9971-44ae-a56c-5f84a6fa6a1a tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Request body: {'router': {'name': 'tempest-router-1427076441', 'distributed': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:27.133440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:29:27.133808 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c839aed-9186-4616-ae0f-bb80825988b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.135044 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8c839aed-9186-4616-ae0f-bb80825988b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fac64dd0-704b-40eb-9a7e-1eb08f956c47 HTTP/1.1" status: 204 len: 168 time: 1.0827708 Feb 10 11:29:27.167868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.178187 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-03ad71c6-b0f3-4c9b-93e4-7f381380d9dc None None] Port 81949aa1-fee6-4853-b28c-de2c71779498 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:27.188348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-471eac6c-9971-44ae-a56c-5f84a6fa6a1a tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:27.203559 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3350afb7-ce12-4375-af1f-4bea0c1d40d9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.208663 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-471eac6c-9971-44ae-a56c-5f84a6fa6a1a tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Usage tracker for resource:router and tenant:b0809e664c6e4f63bba03915224c4411 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:27.213070 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3350afb7-ce12-4375-af1f-4bea0c1d40d9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9cc76a00-3b78-40bb-a472-293f9b1f515e {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 11:29:27.215597 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3350afb7-ce12-4375-af1f-4bea0c1d40d9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.218071 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.244318 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3350afb7-ce12-4375-af1f-4bea0c1d40d9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "DELETE /v2.0/networks/9cc76a00-3b78-40bb-a472-293f9b1f515e HTTP/1.1" status: 204 len: 168 time: 1.5276785 Feb 10 11:29:27.245638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-471eac6c-9971-44ae-a56c-5f84a6fa6a1a tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:27.251557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350afb7-ce12-4375-af1f-4bea0c1d40d9 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Pushing event deleted for resources: {'Network': ['ID=9cc76a00-3b78-40bb-a472-293f9b1f515e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:27.260891 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58556) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:27.266397 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-471eac6c-9971-44ae-a56c-5f84a6fa6a1a tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:27.276268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-984ca503-e3be-4093-8e93-9ae2a7dcf86f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Request body: {'network': {'name': 'tempest-network--1833861520'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:27.286398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-984ca503-e3be-4093-8e93-9ae2a7dcf86f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:27.289966 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-39b2d368-b5b0-4078-9e54-18ef496f7bf9 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.307453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-984ca503-e3be-4093-8e93-9ae2a7dcf86f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Usage tracker for resource:network and tenant:1d0f688de0ee47faa99ba74cc082305a is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:27.310881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-471eac6c-9971-44ae-a56c-5f84a6fa6a1a tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.311945 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-471eac6c-9971-44ae-a56c-5f84a6fa6a1a tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.316743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-984ca503-e3be-4093-8e93-9ae2a7dcf86f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:27.331103 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-984ca503-e3be-4093-8e93-9ae2a7dcf86f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:27.442700 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984ca503-e3be-4093-8e93-9ae2a7dcf86f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Made reservation on behalf of 1d0f688de0ee47faa99ba74cc082305a for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:27.445355 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-984ca503-e3be-4093-8e93-9ae2a7dcf86f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.487282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984ca503-e3be-4093-8e93-9ae2a7dcf86f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:27.490870 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Pushing event updated for resources: {'Port': ['ID=d1e09a06-66d4-4c8a-88cd-7ac46a893d51,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:27.505702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-984ca503-e3be-4093-8e93-9ae2a7dcf86f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.506073 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-984ca503-e3be-4093-8e93-9ae2a7dcf86f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Added segment e75eaecd-6933-455a-9bd0-7b6582313780 of type vlan for network 6dd61653-a6e9-42e5-8045-2f99e587ca05 Feb 10 11:29:27.545059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-984ca503-e3be-4093-8e93-9ae2a7dcf86f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.621210 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-471eac6c-9971-44ae-a56c-5f84a6fa6a1a tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.627273 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-da035e0a-b514-4a94-b0fa-5b386ed89fd0 req-f47adbde-642f-4619-93a4-6fa1fc0b1e6f tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 210 time: 0.0690806 Feb 10 11:29:27.655279 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d0d4ec6-392f-4842-bfc5-6b48d8d0be29 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.799412 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.815627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3d0d4ec6-392f-4842-bfc5-6b48d8d0be29 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Calling delete_port for 0d93330d-a9c9-4761-87c0-2e52e8c66149 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:27.822141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-984ca503-e3be-4093-8e93-9ae2a7dcf86f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.824421 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984ca503-e3be-4093-8e93-9ae2a7dcf86f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:27.827508 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-984ca503-e3be-4093-8e93-9ae2a7dcf86f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.892763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-471eac6c-9971-44ae-a56c-5f84a6fa6a1a tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.930035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.73', 63143) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:27.934713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.935916 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fad941f4-e52e-416f-baa1-61b4f76f2b63 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3330698 Feb 10 11:29:28.127193 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-471eac6c-9971-44ae-a56c-5f84a6fa6a1a tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.146494 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-471eac6c-9971-44ae-a56c-5f84a6fa6a1a tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0312238 Feb 10 11:29:28.184038 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ca503-e3be-4093-8e93-9ae2a7dcf86f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Pushing event updated for resources: {'Network': ['ID=6dd61653-a6e9-42e5-8045-2f99e587ca05,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:28.190553 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-984ca503-e3be-4093-8e93-9ae2a7dcf86f tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9258964 Feb 10 11:29:28.205013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58578) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:28.205388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58582) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:28.206267 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 6dd61653-a6e9-42e5-8045-2f99e587ca05 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:28.261839 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-39b2d368-b5b0-4078-9e54-18ef496f7bf9 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.274867 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-39b2d368-b5b0-4078-9e54-18ef496f7bf9 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.328912 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-81f54c84-80a9-4724-9105-a090607dafb3 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:28.335346 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-39b2d368-b5b0-4078-9e54-18ef496f7bf9 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] In _notify_port_updated(), no bound segment for port 048c31fe-cc46-4192-8162-31ccba6a81e3 on network a8ce86cb-126f-4852-9401-1a66209a90fc {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:29:28.340462 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b2d368-b5b0-4078-9e54-18ef496f7bf9 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:28.340846 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-39b2d368-b5b0-4078-9e54-18ef496f7bf9 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.344816 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-39b2d368-b5b0-4078-9e54-18ef496f7bf9 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "PUT /v2.0/ports/048c31fe-cc46-4192-8162-31ccba6a81e3 HTTP/1.1" status: 200 len: 1066 time: 1.8060451 Feb 10 11:29:28.352478 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58598) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:28.505170 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-db05c972-a8e8-48af-b473-c54f0d660ee0 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Deleting port 048c31fe-cc46-4192-8162-31ccba6a81e3 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:28.505655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db05c972-a8e8-48af-b473-c54f0d660ee0 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.555887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2d368-b5b0-4078-9e54-18ef496f7bf9 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event updated for resources: {'Port': ['ID=048c31fe-cc46-4192-8162-31ccba6a81e3,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:28.594158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-61627ae5-2fc3-40ee-9a74-33811e40c9c9 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Synchronizing usage tracker for tenant:e16ebb90b7d1402abe25e3b684936641 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:28.659483 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-61627ae5-2fc3-40ee-9a74-33811e40c9c9 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Unset dirty status for tenant:e16ebb90b7d1402abe25e3b684936641 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:28.671596 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-61627ae5-2fc3-40ee-9a74-33811e40c9c9 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1512570052&fields=id&tenant_id=e16ebb90b7d1402abe25e3b684936641 HTTP/1.1" status: 200 len: 267 time: 0.3278527 Feb 10 11:29:28.744654 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3c639e17-77a5-4d83-8fb5-6e294662142f None None] Provisioning complete for port 048c31fe-cc46-4192-8162-31ccba6a81e3 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:28.746383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3c639e17-77a5-4d83-8fb5-6e294662142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.859749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-afe0bce9-631c-46f5-be16-0adbfa485f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.867919 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-3c639e17-77a5-4d83-8fb5-6e294662142f None None] Port 048c31fe-cc46-4192-8162-31ccba6a81e3 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:28.938750 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-5fa1fc59-6cd7-4c04-8672-760b96c44865 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:28.941437 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-5fa1fc59-6cd7-4c04-8672-760b96c44865 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.73 "GET /v2.0/networks?id=168dc9c9-06c2-469c-a9b0-d89d5f006a33 HTTP/1.1" status: 200 len: 812 time: 0.9996512 Feb 10 11:29:29.048715 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-87d57141-b87b-41a5-a3c2-45c41351cb40 req-00ac5f16-5339-43ce-af2d-ddb282028dc5 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 210 time: 0.0788000 Feb 10 11:29:29.125274 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-576085e2-a183-4297-8a45-586207624494 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:29.125969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-576085e2-a183-4297-8a45-586207624494 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Synchronizing usage tracker for tenant:e16ebb90b7d1402abe25e3b684936641 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:29.126732 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d0d4ec6-392f-4842-bfc5-6b48d8d0be29 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.156132 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-576085e2-a183-4297-8a45-586207624494 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Unset dirty status for tenant:e16ebb90b7d1402abe25e3b684936641 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:29.157313 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-576085e2-a183-4297-8a45-586207624494 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/networks?id=d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 HTTP/1.1" status: 200 len: 806 time: 0.4847760 Feb 10 11:29:29.164704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db05c972-a8e8-48af-b473-c54f0d660ee0 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.198993 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-d49580fb-3408-483f-be17-52dcc929acdb tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/quotas/e16ebb90b7d1402abe25e3b684936641 HTTP/1.1" status: 200 len: 375 time: 0.0221193 Feb 10 11:29:29.211577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4847c099-afe9-4b33-91f5-0eccaf3d54c4 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.332584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-81f54c84-80a9-4724-9105-a090607dafb3 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.367666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-db05c972-a8e8-48af-b473-c54f0d660ee0 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Calling delete_port for 048c31fe-cc46-4192-8162-31ccba6a81e3 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:29.456771 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-5977644f-b6fc-495d-99f4-0cb8e7afe4bb tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Synchronizing usage tracker for tenant:e16ebb90b7d1402abe25e3b684936641 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:29.543382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-5977644f-b6fc-495d-99f4-0cb8e7afe4bb tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Unset dirty status for tenant:e16ebb90b7d1402abe25e3b684936641 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:29.544895 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-5977644f-b6fc-495d-99f4-0cb8e7afe4bb tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e16ebb90b7d1402abe25e3b684936641&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2922740 Feb 10 11:29:29.589210 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d4ec6-392f-4842-bfc5-6b48d8d0be29 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Pushing event deleted for resources: {'Port': ['ID=0d93330d-a9c9-4761-87c0-2e52e8c66149,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:29.628591 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db05c972-a8e8-48af-b473-c54f0d660ee0 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.687914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05c972-a8e8-48af-b473-c54f0d660ee0 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event deleted for resources: {'Port': ['ID=048c31fe-cc46-4192-8162-31ccba6a81e3,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:29.738937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-81f54c84-80a9-4724-9105-a090607dafb3 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.748527 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.952796 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81f54c84-80a9-4724-9105-a090607dafb3 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Network 6dd61653-a6e9-42e5-8045-2f99e587ca05 is not hosted by any dhcp agent {{(pid=83555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 10 11:29:29.953789 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f54c84-80a9-4724-9105-a090607dafb3 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:29.954494 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-81f54c84-80a9-4724-9105-a090607dafb3 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.955936 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-81f54c84-80a9-4724-9105-a090607dafb3 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "PUT /v2.0/networks/6dd61653-a6e9-42e5-8045-2f99e587ca05 HTTP/1.1" status: 200 len: 858 time: 1.7481637 Feb 10 11:29:29.969000 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-3af0b070-7107-4280-bf08-37a56e847713 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Synchronizing usage tracker for tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:29.989627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58644) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:30.068111 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-3af0b070-7107-4280-bf08-37a56e847713 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Unset dirty status for tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:30.074451 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-3af0b070-7107-4280-bf08-37a56e847713 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc50e13d5d9b4d98a0cd65d4fcbf4649 HTTP/1.1" status: 200 len: 379 time: 0.9846361 Feb 10 11:29:30.141831 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db05c972-a8e8-48af-b473-c54f0d660ee0 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.175853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.188619 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-7bb884b4-d143-4d6b-a7e4-bcb013511690 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:30.197866 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-7bb884b4-d143-4d6b-a7e4-bcb013511690 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2764616 Feb 10 11:29:30.441720 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58656) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:30.445497 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-db05c972-a8e8-48af-b473-c54f0d660ee0 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "DELETE /v2.0/ports/048c31fe-cc46-4192-8162-31ccba6a81e3 HTTP/1.1" status: 204 len: 168 time: 2.0896995 Feb 10 11:29:30.449773 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58658) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:30.494327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b580101-8a42-4bde-89f2-c1660d94ed50 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.496567 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f54c84-80a9-4724-9105-a090607dafb3 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Pushing event updated for resources: {'Network': ['ID=6dd61653-a6e9-42e5-8045-2f99e587ca05,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:30.516698 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Request body: {'port': {'device_id': '99f2814c-fec8-4e6c-b147-c00f3a9d6c0b', 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33', 'admin_state_up': True, 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'security_groups': ['f34dfacb-f096-4b25-8476-ceb050aae982']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:30.534321 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-32727afc-97d9-4850-af91-facc6aa6cdea tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] GET failed (client error): The resource could not be found. Feb 10 11:29:30.534821 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-32727afc-97d9-4850-af91-facc6aa6cdea tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Synchronizing usage tracker for tenant:d3cd102e04814d4f9d68e71f27218135 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:30.569932 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe0d9dc7-747c-42d9-bda6-d6389a2026be req-126ad6aa-0e02-43f8-bc6e-edc9553fa24c tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 210 time: 0.1287782 Feb 10 11:29:30.593815 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-32727afc-97d9-4850-af91-facc6aa6cdea tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Unset dirty status for tenant:d3cd102e04814d4f9d68e71f27218135 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:30.597428 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-32727afc-97d9-4850-af91-facc6aa6cdea tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "GET /v2.0/ports/048c31fe-cc46-4192-8162-31ccba6a81e3 HTTP/1.1" status: 404 len: 333 time: 0.1421735 Feb 10 11:29:30.598312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58666) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:30.664203 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-c5332d4a-3818-42f1-a845-273650457107 service neutron] 10.222.0.36 "GET /v2.0/networks/d718d2b0-e440-4d5e-9a3f-87d67a2af3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606912 Feb 10 11:29:30.757792 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-26adb146-19c2-4b85-8907-80d10998baf3 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Deleting port dc197306-8374-4ad7-b1e0-21593c6fccc8 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:30.758142 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-26adb146-19c2-4b85-8907-80d10998baf3 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.767699 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:30.791145 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Usage tracker for resource:port and tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:30.792155 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2085929169'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:30.797869 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:30.806808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:30.807097 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Usage tracker for resource:network and tenant:322276d94b054f9488c07212aaf52ae2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:30.815218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:30.820177 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Router e7898aa1-4154-4fc5-b455-f7f2b2d3d47e has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:29:30.821575 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:30.844982 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:30.936114 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Made reservation on behalf of 322276d94b054f9488c07212aaf52ae2 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:30.939655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.960589 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:31.038136 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-eca89530-6e53-48f1-aa9e-7ec55c8f59c4 service neutron] 10.222.0.36 "GET /v2.0/networks/d718d2b0-e440-4d5e-9a3f-87d67a2af3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573775 Feb 10 11:29:31.129273 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:31.190952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Usage tracker for resource:security_group_rule and tenant:322276d94b054f9488c07212aaf52ae2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:31.286668 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:31.314046 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:31.455160 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:31.529330 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-26adb146-19c2-4b85-8907-80d10998baf3 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:31.541978 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Made reservation on behalf of dc50e13d5d9b4d98a0cd65d4fcbf4649 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:31.545441 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:31.883290 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4847c099-afe9-4b33-91f5-0eccaf3d54c4 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.028233 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-26adb146-19c2-4b85-8907-80d10998baf3 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Calling delete_port for dc197306-8374-4ad7-b1e0-21593c6fccc8 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:32.043811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Allocated IP 172.20.0.10 (168dc9c9-06c2-469c-a9b0-d89d5f006a33/c9dd6b68-026c-41b2-8cf0-50347220223d/068d3c99-04f4-441f-bc64-12acea4a1d3f) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:32.073190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b580101-8a42-4bde-89f2-c1660d94ed50 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.089960 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0742c9f6-962e-4f4f-ba9a-ae0fdacbf70c req-d3200156-0e54-4719-a129-6b96c0f4b70e tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 210 time: 0.5361364 Feb 10 11:29:32.119709 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4847c099-afe9-4b33-91f5-0eccaf3d54c4 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.157440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d0d4ec6-392f-4842-bfc5-6b48d8d0be29 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.170061 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4172695c-7763-498c-baa2-f74b99b9a5b3 req-9e325b12-49be-4182-8012-6fe6eb55b840 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 210 time: 0.0930059 Feb 10 11:29:32.268062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-0b580101-8a42-4bde-89f2-c1660d94ed50 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd61653-a6e9-42e5-8045-2f99e587ca05']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:32.344892 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.359377 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.378837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-26adb146-19c2-4b85-8907-80d10998baf3 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.379407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-0b580101-8a42-4bde-89f2-c1660d94ed50 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75eaecd-6933-455a-9bd0-7b6582313780') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:32.379711 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-0b580101-8a42-4bde-89f2-c1660d94ed50 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75eaecd-6933-455a-9bd0-7b6582313780') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:32.457006 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adb146-19c2-4b85-8907-80d10998baf3 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event deleted for resources: {'Port': ['ID=dc197306-8374-4ad7-b1e0-21593c6fccc8,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:32.466962 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:32.507939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c75d9bc2-901c-4fcf-a881-ab4d037ac604,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:32.534576 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-26adb146-19c2-4b85-8907-80d10998baf3 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.541964 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.544497 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Added segment 6ae2ac47-3bf5-4043-877f-0b628a7a9806 of type vlan for network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b Feb 10 11:29:32.603353 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-26adb146-19c2-4b85-8907-80d10998baf3 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "DELETE /v2.0/ports/dc197306-8374-4ad7-b1e0-21593c6fccc8 HTTP/1.1" status: 204 len: 168 time: 2.0044281 Feb 10 11:29:32.605711 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58706) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:32.609421 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.663998 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a828efdb-19f4-4f09-8bfc-f54e88077a89 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] GET failed (client error): The resource could not be found. Feb 10 11:29:32.664602 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a828efdb-19f4-4f09-8bfc-f54e88077a89 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Synchronizing usage tracker for tenant:d3cd102e04814d4f9d68e71f27218135 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:32.668914 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b580101-8a42-4bde-89f2-c1660d94ed50 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.722982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b580101-8a42-4bde-89f2-c1660d94ed50 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.726289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4847c099-afe9-4b33-91f5-0eccaf3d54c4 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.726871 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4847c099-afe9-4b33-91f5-0eccaf3d54c4 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56931636-8ef2-4e20-a810-6bccb64afcc3 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:29:32.758161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a828efdb-19f4-4f09-8bfc-f54e88077a89 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Unset dirty status for tenant:d3cd102e04814d4f9d68e71f27218135 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:32.762492 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a828efdb-19f4-4f09-8bfc-f54e88077a89 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "GET /v2.0/ports/dc197306-8374-4ad7-b1e0-21593c6fccc8 HTTP/1.1" status: 404 len: 333 time: 0.1526160 Feb 10 11:29:32.763283 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58710) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:32.824198 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.825265 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b580101-8a42-4bde-89f2-c1660d94ed50 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:32.825664 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b580101-8a42-4bde-89f2-c1660d94ed50 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.828536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:32.829158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:32.840444 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:32.912644 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4679198 Feb 10 11:29:33.122892 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-cc46e08a-78d3-4500-a441-43ab53d82fb1 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Deleting port a526713f-eebc-4b63-baf3-d8f47f8c9df9 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:33.123302 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc46e08a-78d3-4500-a441-43ab53d82fb1 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.135118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.177093 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20a8ac-a503-450b-81ed-bc160c08b1e0 tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Pushing event updated for resources: {'Network': ['ID=af6dc931-8e8e-4cc1-9b4b-eba81ab8185b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:33.189800 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:33.249141 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Transition to ACTIVE for port object 068d3c99-04f4-441f-bc64-12acea4a1d3f will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:33.282513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b580101-8a42-4bde-89f2-c1660d94ed50 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.287306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b580101-8a42-4bde-89f2-c1660d94ed50 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6dd61653-a6e9-42e5-8045-2f99e587ca05 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 11:29:33.291132 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b580101-8a42-4bde-89f2-c1660d94ed50 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.337375 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0b580101-8a42-4bde-89f2-c1660d94ed50 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] 10.222.0.36 "DELETE /v2.0/networks/6dd61653-a6e9-42e5-8045-2f99e587ca05 HTTP/1.1" status: 204 len: 168 time: 3.2991753 Feb 10 11:29:33.337375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.349698 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58722) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:33.352624 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b580101-8a42-4bde-89f2-c1660d94ed50 tempest-ExternalNetworksTestJSON-1810639804 tempest-ExternalNetworksTestJSON-1810639804-project-admin] Pushing event deleted for resources: {'Network': ['ID=6dd61653-a6e9-42e5-8045-2f99e587ca05,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:33.472359 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4847c099-afe9-4b33-91f5-0eccaf3d54c4 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.476804 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4847c099-afe9-4b33-91f5-0eccaf3d54c4 tempest-RoutersTestDVR-1428019797 tempest-RoutersTestDVR-1428019797-project-admin] 10.222.0.36 "DELETE /v2.0/routers/56931636-8ef2-4e20-a810-6bccb64afcc3 HTTP/1.1" status: 204 len: 168 time: 5.2671161 Feb 10 11:29:33.480497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Pushing event updated for resources: {'Port': ['ID=068d3c99-04f4-441f-bc64-12acea4a1d3f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:33.596914 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c3e5d2-7982-4d2f-b592-7d22568388e8 tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] DELETE failed (client error): The resource could not be found. Feb 10 11:29:33.597340 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c3e5d2-7982-4d2f-b592-7d22568388e8 tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:29:33.601081 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-04c3e5d2-7982-4d2f-b592-7d22568388e8 tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] 10.222.0.36 "DELETE /v2.0/subnets/a81562f1-8a67-4a88-a667-f736d95bfe45 HTTP/1.1" status: 404 len: 337 time: 0.1342494 Feb 10 11:29:33.616710 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58728) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:33.617296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58730) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:33.748158 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3fed0a68-3426-4eb0-8649-cb1674619a76 req-f2334864-0267-404e-bc6f-c1eeca9031b2 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 210 time: 0.3389070 Feb 10 11:29:34.022120 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Request body: {'port': {'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b', 'binding:host_id': 'hv-neutron-8284', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2129737335'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:34.054395 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.73', 63149) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:34.106199 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:34.206209 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc46e08a-78d3-4500-a441-43ab53d82fb1 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:34.425211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Usage tracker for resource:port and tenant:9975410307b045e18f66c17bcd8a6a8d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:34.439868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:34.453423 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58740) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:34.456076 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Network 168dc9c9-06c2-469c-a9b0-d89d5f006a33 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:34.467777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:34.486368 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:34.501655 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:34.516891 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-cc46e08a-78d3-4500-a441-43ab53d82fb1 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Calling delete_port for a526713f-eebc-4b63-baf3-d8f47f8c9df9 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:34.552016 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:34.565527 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a661f1-0495-473d-a1c5-862231689468 None None] Sync routers for ids ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:34.609370 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a661f1-0495-473d-a1c5-862231689468 None None] Routers {'e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:34.610472 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c1a661f1-0495-473d-a1c5-862231689468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:34.630822 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c4bf965f-24f9-40f8-b446-07027a2aba95 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] 10.222.0.36 "PUT /v2.0/routers/e7898aa1-4154-4fc5-b455-f7f2b2d3d47e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.4409606 Feb 10 11:29:34.654218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58750) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:34.678534 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Request body: {'port': {'network_id': 'f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61', 'name': 'tempest-FloatingIPAdminTestJSON-312762550'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:34.693050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Made reservation on behalf of 9975410307b045e18f66c17bcd8a6a8d for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:34.703231 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:34.767819 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-309c80fb-54e8-4f08-895e-e346250fff2a tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:34.816864 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:34.865630 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5e2eb-15da-44b3-bd90-e8a5cd776ad9 req-630d151f-b5d3-43b0-9e18-86f97a093032 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:34.873701 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6aa5e2eb-15da-44b3-bd90-e8a5cd776ad9 req-630d151f-b5d3-43b0-9e18-86f97a093032 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 932 time: 1.1606247 Feb 10 11:29:34.895608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:34.896306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:34.909662 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c1a661f1-0495-473d-a1c5-862231689468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:34.979108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-35334b19-18a7-412e-a1a7-a6f1f74f9179 None None] Provisioning for port 068d3c99-04f4-441f-bc64-12acea4a1d3f completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:34.983632 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a661f1-0495-473d-a1c5-862231689468 None None] Routers {'e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:34.985938 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c1a661f1-0495-473d-a1c5-862231689468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:34.992748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-35334b19-18a7-412e-a1a7-a6f1f74f9179 None None] Provisioning complete for port 068d3c99-04f4-441f-bc64-12acea4a1d3f triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:34.994480 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-35334b19-18a7-412e-a1a7-a6f1f74f9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.078236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0d4ec6-392f-4842-bfc5-6b48d8d0be29 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Router 026d995b-8b96-4891-b5c7-627b826f18b7 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:29:35.156632 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c1a661f1-0495-473d-a1c5-862231689468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:35.158047 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a661f1-0495-473d-a1c5-862231689468 None None] The sync data for ids ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:35.166242 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-35334b19-18a7-412e-a1a7-a6f1f74f9179 None None] Port 068d3c99-04f4-441f-bc64-12acea4a1d3f cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:35.200184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c754dba2-47a1-4201-bc9f-a4f0deba4562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.229543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:35.234299 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Usage tracker for resource:security_group_rule and tenant:9975410307b045e18f66c17bcd8a6a8d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:35.237709 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:35.244920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:35.326396 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-dc719339-5b0c-4868-8356-88505ae675a8 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8143246 Feb 10 11:29:35.369236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bb2576d-822b-4bda-b97f-854b90d6f52e tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:35.370741 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bb2576d-822b-4bda-b97f-854b90d6f52e tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0107861 Feb 10 11:29:35.404047 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0f47b5aa-a92b-420e-b0f1-3f2a09782b43 req-5426727b-d40f-4486-909b-226035bbc22c tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 210 time: 0.1147959 Feb 10 11:29:35.430250 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.444106 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-13d5e418-3392-42f7-823f-728991038b68 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:35.446512 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-13d5e418-3392-42f7-823f-728991038b68 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.73 "GET /v2.0/networks?id=d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 HTTP/1.1" status: 200 len: 806 time: 1.3810308 Feb 10 11:29:35.519350 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.525464 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6aa5e2eb-15da-44b3-bd90-e8a5cd776ad9 req-fd2a6f8e-e987-4ace-8d99-bcbba9fa8ebf tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/security-groups?id=f34dfacb-f096-4b25-8476-ceb050aae982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6508863 Feb 10 11:29:35.577180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] device_id is not set on port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:35.610621 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-977ba584-5704-474b-922b-865bbdb11c3a tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e16ebb90b7d1402abe25e3b684936641 HTTP/1.1" status: 200 len: 380 time: 0.1407003 Feb 10 11:29:35.624365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:35.635090 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-99279eee-1065-486d-bd38-54741006e419 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Request body: {'port': {'device_id': '225a409e-bf33-4b9b-b078-8312f973eab4', 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6', 'admin_state_up': True, 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'security_groups': ['49b02bad-b152-4f9e-97c1-192fd83b279a']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:35.655891 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Usage tracker for resource:port and tenant:7ef7662eec1c4230bebcef30b3b67bcc is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:35.664213 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:35.683318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-309c80fb-54e8-4f08-895e-e346250fff2a tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.703826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Request body: {'port': {'device_id': '99f2814c-fec8-4e6c-b147-c00f3a9d6c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:35.722470 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:35.731066 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc46e08a-78d3-4500-a441-43ab53d82fb1 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.809070 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46e08a-78d3-4500-a441-43ab53d82fb1 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event deleted for resources: {'Port': ['ID=a526713f-eebc-4b63-baf3-d8f47f8c9df9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:35.811434 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c754dba2-47a1-4201-bc9f-a4f0deba4562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:35.820672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Made reservation on behalf of 7ef7662eec1c4230bebcef30b3b67bcc for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:35.823213 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.846489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c754dba2-47a1-4201-bc9f-a4f0deba4562 admin admin] Usage tracker for resource:security_group_rule and tenant:abab9a5f4a894db8858eff17411f0750 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:35.851142 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c754dba2-47a1-4201-bc9f-a4f0deba4562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:35.858961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c754dba2-47a1-4201-bc9f-a4f0deba4562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:35.953181 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c754dba2-47a1-4201-bc9f-a4f0deba4562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.962478 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-309c80fb-54e8-4f08-895e-e346250fff2a tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd17b55a-cded-4ea6-8f2e-8065cef23c6a']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:35.971196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b195b99e-ff55-4952-895e-0559381fac24,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:35.980637 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c754dba2-47a1-4201-bc9f-a4f0deba4562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.008495 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-309c80fb-54e8-4f08-895e-e346250fff2a tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb83375a-cb73-463e-8a72-a5eab07180ee') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:36.008712 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-99279eee-1065-486d-bd38-54741006e419 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:36.009497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-309c80fb-54e8-4f08-895e-e346250fff2a tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb83375a-cb73-463e-8a72-a5eab07180ee') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:36.056294 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-309c80fb-54e8-4f08-895e-e346250fff2a tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.081975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc46e08a-78d3-4500-a441-43ab53d82fb1 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.086336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-99279eee-1065-486d-bd38-54741006e419 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:36.095920 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] device_id is not set on port c455c0c5-2a02-4189-884c-6ef6acaefc1d yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:36.166062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0d4ec6-392f-4842-bfc5-6b48d8d0be29 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:36.166788 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cc46e08a-78d3-4500-a441-43ab53d82fb1 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "DELETE /v2.0/ports/a526713f-eebc-4b63-baf3-d8f47f8c9df9 HTTP/1.1" status: 204 len: 168 time: 3.4016142 Feb 10 11:29:36.175315 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-99279eee-1065-486d-bd38-54741006e419 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Made reservation on behalf of e16ebb90b7d1402abe25e3b684936641 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:36.179993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-99279eee-1065-486d-bd38-54741006e419 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.186679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-309c80fb-54e8-4f08-895e-e346250fff2a tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.190590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f39de5c-a3b0-4ded-858c-b4c549aa1669 None None] Sync routers for ids ['026d995b-8b96-4891-b5c7-627b826f18b7'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:36.196083 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58760) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:36.220333 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f39de5c-a3b0-4ded-858c-b4c549aa1669 None None] Routers {'026d995b-8b96-4891-b5c7-627b826f18b7'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:36.221215 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1f39de5c-a3b0-4ded-858c-b4c549aa1669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['026d995b-8b96-4891-b5c7-627b826f18b7'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:36.247491 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754dba2-47a1-4201-bc9f-a4f0deba4562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba51fca-6dc1-45bb-8ea6-d30c2e8f1a04,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:36.276707 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309c80fb-54e8-4f08-895e-e346250fff2a tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:36.290932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-309c80fb-54e8-4f08-895e-e346250fff2a tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.324738 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c754dba2-47a1-4201-bc9f-a4f0deba4562 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=abab9a5f4a894db8858eff17411f0750&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8674614 Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:36.325615 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:36.332369 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58764) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:36.374449 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1f39de5c-a3b0-4ded-858c-b4c549aa1669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:36.392869 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f39de5c-a3b0-4ded-858c-b4c549aa1669 None None] Routers {'026d995b-8b96-4891-b5c7-627b826f18b7'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:36.393511 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1f39de5c-a3b0-4ded-858c-b4c549aa1669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['026d995b-8b96-4891-b5c7-627b826f18b7'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:36.488626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1f39de5c-a3b0-4ded-858c-b4c549aa1669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:36.489033 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f39de5c-a3b0-4ded-858c-b4c549aa1669 None None] The sync data for ids ['026d995b-8b96-4891-b5c7-627b826f18b7'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:36.594163 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.665905 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2121861e-576b-4ee5-8357-1542040a593a req-30d1c3bf-eab4-45a1-9be3-2a980dff7c6b tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 210 time: 0.0653827 Feb 10 11:29:36.703013 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3d0d4ec6-392f-4842-bfc5-6b48d8d0be29 tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] 10.222.0.36 "PUT /v2.0/routers/026d995b-8b96-4891-b5c7-627b826f18b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6244409 Feb 10 11:29:36.708276 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58772) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:36.762842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-309c80fb-54e8-4f08-895e-e346250fff2a tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.823618 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-309c80fb-54e8-4f08-895e-e346250fff2a tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.841264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c80fb-54e8-4f08-895e-e346250fff2a tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] Pushing event deleted for resources: {'Network': ['ID=cd17b55a-cded-4ea6-8f2e-8065cef23c6a,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:37.042117 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Allocated IP 172.20.0.13 (f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61/0b68da55-4f27-4045-b055-71a0481c6a3f/c455c0c5-2a02-4189-884c-6ef6acaefc1d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:37.096292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9905caa-97ba-43c3-84c4-60a68c1f4daf tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Deleting subnet f3cd95e3-ecbd-41d4-b4c4-9bfee4433452 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:29:37.098062 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-309c80fb-54e8-4f08-895e-e346250fff2a tempest-ExternalNetworksTestJSON-857035735 tempest-ExternalNetworksTestJSON-857035735-project] 10.222.0.36 "DELETE /v2.0/networks/cd17b55a-cded-4ea6-8f2e-8065cef23c6a HTTP/1.1" status: 204 len: 168 time: 3.0925927 Feb 10 11:29:37.121725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9905caa-97ba-43c3-84c4-60a68c1f4daf tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.164771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] device_id is not set on port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:37.184786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.205287 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9905caa-97ba-43c3-84c4-60a68c1f4daf tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.215145 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Transition to ACTIVE for port object 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:37.269758 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.310867 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc92337b-3f55-4d63-90f9-924ddf04dc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.353741 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-99279eee-1065-486d-bd38-54741006e419 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Allocated IP 172.20.0.4 (d718d2b0-e440-4d5e-9a3f-87d67a2af3e6/1f51091a-4127-4f15-a418-3369b61c0de1/dbd912a8-759c-4eb4-9a9b-403ea08d7742) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:37.397218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6718fb90-d249-4ce6-a107-553fb8e90aac tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.473288 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Pushing event updated for resources: {'Port': ['ID=8f9b3ffd-f28a-4712-bf19-fbf56aeafafe,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:37.527436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Checking segment: {'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:37.527806 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Network hostable DHCP agents. Network: af6dc931-8e8e-4cc1-9b4b-eba81ab8185b, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:37.598315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58780) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:37.632635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:37.670029 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068d3c99-04f4-441f-bc64-12acea4a1d3f {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:29:37.681217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, af6dc931-8e8e-4cc1-9b4b-eba81ab8185b) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:37.690424 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e1c44f-a332-4d0c-b646-ba7df6c83236 None None] Network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:37.720865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.739801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:37.839859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:37.846263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:37.847668 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:37.858732 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Transition to ACTIVE for port object 068d3c99-04f4-441f-bc64-12acea4a1d3f will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:37.882759 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:37.885792 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:37.893935 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.905673 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 2 to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe Feb 10 11:29:37.937693 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.083349 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:38.083904 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:38.084394 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:38.122954 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.143496 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc92337b-3f55-4d63-90f9-924ddf04dc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.179731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Pushing event updated for resources: {'Port': ['ID=068d3c99-04f4-441f-bc64-12acea4a1d3f,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:38.182301 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:38.182851 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:38.186524 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 3 to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe Feb 10 11:29:38.235533 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:38.236171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:38.236695 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:38.316719 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9ba544a1-14b8-47ce-a75a-53f87b0a0223 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2fa603b116384ce5807058a154beaabe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7166815 Feb 10 11:29:38.319103 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b5302f7d-d36f-4656-92bf-fcdbb923c998 req-2db95082-277f-4b69-a00f-dff8c11a1bd6 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 210 time: 0.2446022 Feb 10 11:29:38.328606 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Transition to ACTIVE for port object c455c0c5-2a02-4189-884c-6ef6acaefc1d will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:38.335632 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58788) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:38.416484 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:38.422263 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:38.434814 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 4 to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe Feb 10 11:29:38.437100 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf4784-ca9d-4379-aa5e-be5757fb2040 req-275073c8-1552-4cd5-8e49-f7a8b151d079 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:38.439259 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-61bf4784-ca9d-4379-aa5e-be5757fb2040 req-275073c8-1552-4cd5-8e49-f7a8b151d079 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 932 time: 1.6274033 Feb 10 11:29:38.526620 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:38.527068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:38.527674 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:38.540619 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:38.541013 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:38.543352 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 5 to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe Feb 10 11:29:38.599033 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:38.599424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:38.599968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:38.607685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9905caa-97ba-43c3-84c4-60a68c1f4daf tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.630428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:38.630764 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:38.635403 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Attempting to bind port 068d3c99-04f4-441f-bc64-12acea4a1d3f on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:38.635745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Attempting to bind port 068d3c99-04f4-441f-bc64-12acea4a1d3f by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '491a8a04-ff9f-44ee-b628-eb29e5c5bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:38.636245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Attempting to bind port 068d3c99-04f4-441f-bc64-12acea4a1d3f on network 168dc9c9-06c2-469c-a9b0-d89d5f006a33 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:38.648889 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 6 to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe Feb 10 11:29:38.703991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:38.703991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:38.703991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:38.714986 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:38.715339 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:38.715929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Port 068d3c99-04f4-441f-bc64-12acea4a1d3f on network 168dc9c9-06c2-469c-a9b0-d89d5f006a33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:38.716256 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Attempting to bind port 068d3c99-04f4-441f-bc64-12acea4a1d3f on network 168dc9c9-06c2-469c-a9b0-d89d5f006a33 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:38.724466 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 7 to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe Feb 10 11:29:38.756041 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eb5da9c3-e8ed-4335-b6a2-eba9d53cb6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.762067 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:38.762692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:38.763331 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:38.782622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:38.783498 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:38.788508 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 8 to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe Feb 10 11:29:38.814793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:38.815735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:38.816428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:38.830366 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:38.831125 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Checking segment: {'id': '491a8a04-ff9f-44ee-b628-eb29e5c5bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:38.832107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Bound using segment: {'id': '491a8a04-ff9f-44ee-b628-eb29e5c5bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:38.832807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Bound port: 068d3c99-04f4-441f-bc64-12acea4a1d3f, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491a8a04-ff9f-44ee-b628-eb29e5c5bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:38.833439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.867223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eb5da9c3-e8ed-4335-b6a2-eba9d53cb6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.878525 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:38.879322 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:38.884648 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 9 to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe Feb 10 11:29:38.912084 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.918363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:38.919219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:38.920029 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:38.936145 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:38.937027 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:39.036993 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] For port 068d3c99-04f4-441f-bc64-12acea4a1d3f, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:39.040919 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-61bf4784-ca9d-4379-aa5e-be5757fb2040 req-b0b5be42-b985-451f-8d60-85989fab44ad tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/security-groups?id=f34dfacb-f096-4b25-8476-ceb050aae982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5812926 Feb 10 11:29:39.050801 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 10 to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe Feb 10 11:29:39.086320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] For port 068d3c99-04f4-441f-bc64-12acea4a1d3f, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=068d3c99-04f4-441f-bc64-12acea4a1d3f,segment=NetworkSegment(491a8a04-ff9f-44ee-b628-eb29e5c5bc75),segment_id=491a8a04-ff9f-44ee-b628-eb29e5c5bc75)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:39.125456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.140187 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc92337b-3f55-4d63-90f9-924ddf04dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.161713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:39.162054 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:39.162392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:39.206575 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:39.207191 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:39.207273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.233555 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.234958 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] 10.222.0.73 "PUT /v2.0/ports/068d3c99-04f4-441f-bc64-12acea4a1d3f HTTP/1.1" status: 200 len: 1094 time: 3.6952651 Feb 10 11:29:39.235407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f2814c-fec8-4e6c-b147-c00f3a9d6c0b', 'tag': '068d3c99-04f4-441f-bc64-12acea4a1d3f'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:29:39.257320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9905caa-97ba-43c3-84c4-60a68c1f4daf tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.286502 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eb5da9c3-e8ed-4335-b6a2-eba9d53cb6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.294389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92337b-3f55-4d63-90f9-924ddf04dc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba51fca-6dc1-45bb-8ea6-d30c2e8f1a04,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:39.308383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6718fb90-d249-4ce6-a107-553fb8e90aac tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.314882 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Network f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:39.321013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4876a-563d-4baa-9bc4-2bb86f7078fc service neutron] Pushing event updated for resources: {'Port': ['ID=068d3c99-04f4-441f-bc64-12acea4a1d3f,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:39.321204 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-99279eee-1065-486d-bd38-54741006e419 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.337934 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:39.339831 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9905caa-97ba-43c3-84c4-60a68c1f4daf tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event deleted for resources: {'Subnet': ['ID=f3cd95e3-ecbd-41d4-b4c4-9bfee4433452,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:39.347394 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:39.349096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5da9c3-e8ed-4335-b6a2-eba9d53cb6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ffa575-8399-46e0-9880-1418b67729cf,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:39.358761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eb5da9c3-e8ed-4335-b6a2-eba9d53cb6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.360307 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-eb5da9c3-e8ed-4335-b6a2-eba9d53cb6dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92ffa575-8399-46e0-9880-1418b67729cf HTTP/1.1" status: 204 len: 168 time: 1.0232232 Feb 10 11:29:39.442529 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Pushing event updated for resources: {'Port': ['ID=c455c0c5-2a02-4189-884c-6ef6acaefc1d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:39.448059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6718fb90-d249-4ce6-a107-553fb8e90aac tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.484186 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939190e9-6e9a-4fbe-aa6e-d6e3b3644f96 None None] Network a8ce86cb-126f-4852-9401-1a66209a90fc requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:39.494732 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9905caa-97ba-43c3-84c4-60a68c1f4daf tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.498047 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-99279eee-1065-486d-bd38-54741006e419 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Transition to ACTIVE for port object dbd912a8-759c-4eb4-9a9b-403ea08d7742 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:39.557961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] For port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:39.558306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempted to set empty binding levels {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 11:29:39.589743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.592242 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b9905caa-97ba-43c3-84c4-60a68c1f4daf tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "DELETE /v2.0/subnets/f3cd95e3-ecbd-41d4-b4c4-9bfee4433452 HTTP/1.1" status: 204 len: 168 time: 3.3950996 Feb 10 11:29:39.593578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc92337b-3f55-4d63-90f9-924ddf04dc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.597401 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fc92337b-3f55-4d63-90f9-924ddf04dc41 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ba51fca-6dc1-45bb-8ea6-d30c2e8f1a04 HTTP/1.1" status: 204 len: 168 time: 3.2585988 Feb 10 11:29:39.599398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58800) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:39.690994 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:39.691608 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.731146 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-46ed46fa-835f-4e8a-900d-483709db5887 req-4e16cd9d-e5aa-4cca-9f6f-6505976d3ae0 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Synchronizing usage tracker for tenant:e16ebb90b7d1402abe25e3b684936641 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:39.738694 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Pushing event updated for resources: {'Port': ['ID=8f9b3ffd-f28a-4712-bf19-fbf56aeafafe,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:39.791025 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6718fb90-d249-4ce6-a107-553fb8e90aac tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.791717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6718fb90-d249-4ce6-a107-553fb8e90aac tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Fanout notify agent at l3_agent the message router_deleted on router 026d995b-8b96-4891-b5c7-627b826f18b7 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:29:39.812779 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d902a551-3a02-4e99-8e66-f832c4beba18 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1572089 Feb 10 11:29:39.820642 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6718fb90-d249-4ce6-a107-553fb8e90aac tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.822867 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6718fb90-d249-4ce6-a107-553fb8e90aac tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] 10.222.0.36 "DELETE /v2.0/routers/026d995b-8b96-4891-b5c7-627b826f18b7 HTTP/1.1" status: 204 len: 168 time: 3.0957041 Feb 10 11:29:39.823877 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58812) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:39.829310 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-46ed46fa-835f-4e8a-900d-483709db5887 req-4e16cd9d-e5aa-4cca-9f6f-6505976d3ae0 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Unset dirty status for tenant:e16ebb90b7d1402abe25e3b684936641 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:39.842446 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-46ed46fa-835f-4e8a-900d-483709db5887 req-4e16cd9d-e5aa-4cca-9f6f-6505976d3ae0 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 210 time: 0.2524972 Feb 10 11:29:39.874644 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58814) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:39.898237 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-99279eee-1065-486d-bd38-54741006e419 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.917495 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-f396e6c2-aa51-4282-8ed8-4ca4d08db014 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc50e13d5d9b4d98a0cd65d4fcbf4649&device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 1097 time: 0.4556406 Feb 10 11:29:39.918770 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d5e926-9792-4937-806d-fba3ae66ec88 None None] DHCP port deletion for a8ce86cb-126f-4852-9401-1a66209a90fc request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:29:39.924831 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5e926-9792-4937-806d-fba3ae66ec88 None None] Deleting port 610606fe-60f6-4621-a13c-5d872a3be4db {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:39.925664 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e926-9792-4937-806d-fba3ae66ec88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.949480 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.118682 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-24cf397c-a198-4c57-82ac-253b2d7a582e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=068d3c99-04f4-441f-bc64-12acea4a1d3f HTTP/1.1" status: 200 len: 217 time: 0.1722012 Feb 10 11:29:40.122206 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.155945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1c247e39-ae68-4512-bcfa-708bfcac61b6 None None] Provisioning for port c455c0c5-2a02-4189-884c-6ef6acaefc1d completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:40.195734 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1c247e39-ae68-4512-bcfa-708bfcac61b6 None None] Provisioning complete for port c455c0c5-2a02-4189-884c-6ef6acaefc1d triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:40.196108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1c247e39-ae68-4512-bcfa-708bfcac61b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.218598 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-77b1abac-78f1-4a15-a390-c1177e921890 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.2272077 Feb 10 11:29:40.222876 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f2814c-fec8-4e6c-b147-c00f3a9d6c0b', 'tag': '068d3c99-04f4-441f-bc64-12acea4a1d3f', 'status': 'completed', 'code': 200} Feb 10 11:29:40.230404 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58828) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:40.355513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Deleting port 610606fe-60f6-4621-a13c-5d872a3be4db {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:40.355840 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.379852 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1c247e39-ae68-4512-bcfa-708bfcac61b6 None None] Port c455c0c5-2a02-4189-884c-6ef6acaefc1d cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:40.395376 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'project_id': '7ef7662eec1c4230bebcef30b3b67bcc', 'port_id': 'c455c0c5-2a02-4189-884c-6ef6acaefc1d'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:40.478621 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58832) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:40.501047 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e9d5e926-9792-4937-806d-fba3ae66ec88 None None] For port 610606fe-60f6-4621-a13c-5d872a3be4db, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=610606fe-60f6-4621-a13c-5d872a3be4db,segment=NetworkSegment(f12ba225-387c-4c12-8d37-003e9b753f28),segment_id=f12ba225-387c-4c12-8d37-003e9b753f28)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:40.502134 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e926-9792-4937-806d-fba3ae66ec88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.514423 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58836) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:40.515943 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1c7bb796-a039-43ca-bf14-aed7d9821d2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:40.517585 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-1c7bb796-a039-43ca-bf14-aed7d9821d2a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9dd6b68-026c-41b2-8cf0-50347220223d HTTP/1.1" status: 200 len: 851 time: 0.3817935 Feb 10 11:29:40.519902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-773a86f9-7e81-4da4-b4a2-bb1111ce8e21 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Deleting port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:40.520322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-773a86f9-7e81-4da4-b4a2-bb1111ce8e21 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.540668 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ea0a69-8704-4b6d-ae16-e686e874179a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Deleting subnet 2e6d63af-cbf9-45b4-ad49-b47dfffdd2cb {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:29:40.572961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 610606fe-60f6-4621-a13c-5d872a3be4db no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:40.601039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:40.607037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0a69-8704-4b6d-ae16-e686e874179a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.646065 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-99279eee-1065-486d-bd38-54741006e419 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Network d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:40.647117 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Usage tracker for resource:floatingip and tenant:7ef7662eec1c4230bebcef30b3b67bcc is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:40.649019 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c802b45-cefc-484c-b72f-d09c19ee8cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.654668 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:40.660839 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-99279eee-1065-486d-bd38-54741006e419 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:40.680809 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-99279eee-1065-486d-bd38-54741006e419 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:40.695343 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5e926-9792-4937-806d-fba3ae66ec88 None None] Calling delete_port for 610606fe-60f6-4621-a13c-5d872a3be4db owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:40.740695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:40.754009 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-99279eee-1065-486d-bd38-54741006e419 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:40.754487 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-99279eee-1065-486d-bd38-54741006e419 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.784450 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99279eee-1065-486d-bd38-54741006e419 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Pushing event updated for resources: {'Port': ['ID=dbd912a8-759c-4eb4-9a9b-403ea08d7742,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:40.800761 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0a69-8704-4b6d-ae16-e686e874179a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.842200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.855725 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e926-9792-4937-806d-fba3ae66ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.878420 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d928bb91-02a4-443d-b175-e1ba8b6e47b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d0f688de0ee47faa99ba74cc082305a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3952339 Feb 10 11:29:40.886606 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-99279eee-1065-486d-bd38-54741006e419 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2575917 Feb 10 11:29:40.891764 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58840) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:40.895106 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.927093 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5e926-9792-4937-806d-fba3ae66ec88 None None] Pushing event deleted for resources: {'Port': ['ID=610606fe-60f6-4621-a13c-5d872a3be4db,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:40.931380 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Request body: {'port': {'device_id': '225a409e-bf33-4b9b-b078-8312f973eab4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:40.935371 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5e926-9792-4937-806d-fba3ae66ec88 None None] No DVR routers for this DVR port 610606fe-60f6-4621-a13c-5d872a3be4db on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:29:40.951006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2c802b45-cefc-484c-b72f-d09c19ee8cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:41.093492 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0da28-83f4-41c7-b290-12f1f1f8eaeb req-8237df04-10a0-4af5-abd1-9d223e4c8aa2 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:41.095068 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0aa0da28-83f4-41c7-b290-12f1f1f8eaeb req-8237df04-10a0-4af5-abd1-9d223e4c8aa2 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 944 time: 0.6956375 Feb 10 11:29:41.113946 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2c802b45-cefc-484c-b72f-d09c19ee8cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:b0809e664c6e4f63bba03915224c4411 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:41.114625 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-189203c5-9c1b-4ecb-aea2-c55bb417d2a4 None None] Provisioning for port dbd912a8-759c-4eb4-9a9b-403ea08d7742 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:41.120570 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-189203c5-9c1b-4ecb-aea2-c55bb417d2a4 None None] Provisioning complete for port dbd912a8-759c-4eb4-9a9b-403ea08d7742 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:41.121218 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-189203c5-9c1b-4ecb-aea2-c55bb417d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.125057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2c802b45-cefc-484c-b72f-d09c19ee8cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:41.149162 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-f4b4e61f-109f-461e-864d-6e0840bdecda service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=168dc9c9-06c2-469c-a9b0-d89d5f006a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5977192 Feb 10 11:29:41.150062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2c802b45-cefc-484c-b72f-d09c19ee8cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:41.186442 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-189203c5-9c1b-4ecb-aea2-c55bb417d2a4 None None] Port dbd912a8-759c-4eb4-9a9b-403ea08d7742 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:41.285466 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-773a86f9-7e81-4da4-b4a2-bb1111ce8e21 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] For port 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe, host hv-neutron-8284, got binding levels [] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:41.286042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-773a86f9-7e81-4da4-b4a2-bb1111ce8e21 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.306541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] For port 610606fe-60f6-4621-a13c-5d872a3be4db, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=610606fe-60f6-4621-a13c-5d872a3be4db,segment=NetworkSegment(f12ba225-387c-4c12-8d37-003e9b753f28),segment_id=f12ba225-387c-4c12-8d37-003e9b753f28)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:41.306888 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.347009 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.359142 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0a69-8704-4b6d-ae16-e686e874179a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.405514 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1607fc9-cf60-4480-89bf-371720e45493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.420219 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0aa0da28-83f4-41c7-b290-12f1f1f8eaeb req-920b5184-f8a9-4b36-87e3-022e98d9690a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/security-groups?id=f34dfacb-f096-4b25-8476-ceb050aae982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3089867 Feb 10 11:29:41.491937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-773a86f9-7e81-4da4-b4a2-bb1111ce8e21 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Calling delete_port for 8f9b3ffd-f28a-4712-bf19-fbf56aeafafe owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:41.503329 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1607fc9-cf60-4480-89bf-371720e45493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.535096 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a924ec7-5059-4fa5-b65a-241ddd77be45 req-07dd7714-55c8-4458-93e5-566bf345f9e1 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:41.536583 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1a924ec7-5059-4fa5-b65a-241ddd77be45 req-07dd7714-55c8-4458-93e5-566bf345f9e1 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 931 time: 0.4318218 Feb 10 11:29:41.589720 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Calling delete_port for 610606fe-60f6-4621-a13c-5d872a3be4db owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:41.660952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0a69-8704-4b6d-ae16-e686e874179a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.734600 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-7ab55f44-f3bf-4386-9716-98811c50251b service neutron] 10.222.0.73 "GET /v2.0/networks/168dc9c9-06c2-469c-a9b0-d89d5f006a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673826 Feb 10 11:29:41.742675 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea0a69-8704-4b6d-ae16-e686e874179a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Pushing event deleted for resources: {'Subnet': ['ID=2e6d63af-cbf9-45b4-ad49-b47dfffdd2cb,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:41.760104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0a69-8704-4b6d-ae16-e686e874179a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.769567 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1a924ec7-5059-4fa5-b65a-241ddd77be45 req-703b20dc-92f3-4b3c-b0c8-bf7074b2dd01 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/security-groups?id=49b02bad-b152-4f9e-97c1-192fd83b279a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206366 Feb 10 11:29:41.775905 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620b8e63-42ac-4b14-9366-09eebc1c3dfa None None] Network cc38e7eb-7226-4808-8f57-10a058b3a568 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:41.776743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.889465 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f35ba6e-dcd4-472d-b988-bf0b9bb7423a req-b39aab5d-12be-471a-9d59-8103650d8975 service neutron] 10.222.0.73 "GET /v2.0/networks/168dc9c9-06c2-469c-a9b0-d89d5f006a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456702 Feb 10 11:29:41.895270 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f8ea0a69-8704-4b6d-ae16-e686e874179a tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] 10.222.0.36 "DELETE /v2.0/subnets/2e6d63af-cbf9-45b4-ad49-b47dfffdd2cb HTTP/1.1" status: 204 len: 168 time: 2.0153215 Feb 10 11:29:41.895941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c802b45-cefc-484c-b72f-d09c19ee8cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.896106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58848) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:41.906297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1607fc9-cf60-4480-89bf-371720e45493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.948841 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1607fc9-cf60-4480-89bf-371720e45493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.962144 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d1607fc9-cf60-4480-89bf-371720e45493 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1ea9e34-f755-4ca0-86f9-8a56ba246763 HTTP/1.1" status: 204 len: 168 time: 1.0641835 Feb 10 11:29:42.021523 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.056484 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c802b45-cefc-484c-b72f-d09c19ee8cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.067054 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:29:42.067395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:29:42.156486 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1607fc9-cf60-4480-89bf-371720e45493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ea9e34-f755-4ca0-86f9-8a56ba246763,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:42.159337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Allocated IP 172.26.4.27 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/913bb49e-5370-4655-bfef-d2838fda5e64) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:42.198649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-773a86f9-7e81-4da4-b4a2-bb1111ce8e21 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.268550 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be9087-7838-420b-ace6-51db62f8493c None None] DHCP port deletion for cc38e7eb-7226-4808-8f57-10a058b3a568 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:29:42.273802 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-19be9087-7838-420b-ace6-51db62f8493c None None] Deleting port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:42.274899 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-19be9087-7838-420b-ace6-51db62f8493c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.284719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a86f9-7e81-4da4-b4a2-bb1111ce8e21 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f9b3ffd-f28a-4712-bf19-fbf56aeafafe,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:42.291857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c802b45-cefc-484c-b72f-d09c19ee8cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa32748-4018-4799-80e9-ac9de3154cfa,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:42.294591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Deleting port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:42.294591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.348191 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2c802b45-cefc-484c-b72f-d09c19ee8cb3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0809e664c6e4f63bba03915224c4411&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8024678 Feb 10 11:29:42.351324 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-773a86f9-7e81-4da4-b4a2-bb1111ce8e21 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.355576 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58854) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:42.423675 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-773a86f9-7e81-4da4-b4a2-bb1111ce8e21 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] 10.222.0.36 "DELETE /v2.0/ports/8f9b3ffd-f28a-4712-bf19-fbf56aeafafe HTTP/1.1" status: 204 len: 168 time: 2.1922426 Feb 10 11:29:42.432867 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58858) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:42.437232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd912a8-759c-4eb4-9a9b-403ea08d7742 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:29:42.492025 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2a7c847d-8602-4083-a896-dbbe6fdaec26 req-01a700ea-a1ca-4287-acd8-7d24bda6066c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc50e13d5d9b4d98a0cd65d4fcbf4649&device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 1097 time: 0.4669914 Feb 10 11:29:42.494652 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-715aa8ef-b03c-475e-bc04-ff6d69e2b0c5 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] GET failed (client error): The resource could not be found. Feb 10 11:29:42.496095 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-715aa8ef-b03c-475e-bc04-ff6d69e2b0c5 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] 10.222.0.36 "GET /v2.0/ports/8f9b3ffd-f28a-4712-bf19-fbf56aeafafe HTTP/1.1" status: 404 len: 333 time: 0.0621631 Feb 10 11:29:42.499690 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.502583 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58864) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:42.508511 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.540466 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Transition to ACTIVE for port object dbd912a8-759c-4eb4-9a9b-403ea08d7742 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:42.554969 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-5f15861e-1327-43f3-8579-38f133ac8502 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Request body: {'port': {'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1105962354'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:42.556267 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.569919 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5f15861e-1327-43f3-8579-38f133ac8502 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:42.607264 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:42.617951 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Deleting port 610606fe-60f6-4621-a13c-5d872a3be4db {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:42.618577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.722891 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-297508fd-d789-4331-8df8-0674426eec21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.739838 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5f15861e-1327-43f3-8579-38f133ac8502 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Usage tracker for resource:port and tenant:9975410307b045e18f66c17bcd8a6a8d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:42.762718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-19be9087-7838-420b-ace6-51db62f8493c None None] For port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d,segment=NetworkSegment(f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a),segment_id=f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:42.763229 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-19be9087-7838-420b-ace6-51db62f8493c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.791351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5f15861e-1327-43f3-8579-38f133ac8502 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:42.822321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] The port '610606fe-60f6-4621-a13c-5d872a3be4db' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:29:42.828326 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5f15861e-1327-43f3-8579-38f133ac8502 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:42.830661 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.914067 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-297508fd-d789-4331-8df8-0674426eec21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.961919 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd912a8-759c-4eb4-9a9b-403ea08d7742,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:42.992030 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-19be9087-7838-420b-ace6-51db62f8493c None None] Calling delete_port for 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:43.035279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:43.037336 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.047911 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:43.061414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:43.114021 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f15861e-1327-43f3-8579-38f133ac8502 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Made reservation on behalf of 9975410307b045e18f66c17bcd8a6a8d for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:43.116863 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f15861e-1327-43f3-8579-38f133ac8502 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.128416 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d,segment=NetworkSegment(f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a),segment_id=f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:43.137856 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.152740 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] For port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d,segment=NetworkSegment(f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a),segment_id=f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:43.153084 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.167398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-297508fd-d789-4331-8df8-0674426eec21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.218884 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-19be9087-7838-420b-ace6-51db62f8493c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:29:43.219516 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-19be9087-7838-420b-ace6-51db62f8493c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:29:43.227301 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Pushing event updated for resources: {'Port': ['ID=913bb49e-5370-4655-bfef-d2838fda5e64,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:43.269172 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:43.302013 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febca011-d2aa-40ff-b838-a1f1c70be9f2 req-6343360a-1387-466b-bd5b-4af7fbc7cd09 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:43.303968 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-febca011-d2aa-40ff-b838-a1f1c70be9f2 req-6343360a-1387-466b-bd5b-4af7fbc7cd09 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 944 time: 0.5274067 Feb 10 11:29:43.390999 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297508fd-d789-4331-8df8-0674426eec21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa32748-4018-4799-80e9-ac9de3154cfa,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:43.399081 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Calling delete_port for 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:43.439644 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-5f15861e-1327-43f3-8579-38f133ac8502 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] device_id is not set on port c614dd88-85b3-4f1f-a713-f2c978f61685 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:43.479164 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c847d-8602-4083-a896-dbbe6fdaec26 req-e8992ab5-3fe2-4bfb-9ada-3a89c34d068c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:43.480912 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2a7c847d-8602-4083-a896-dbbe6fdaec26 req-e8992ab5-3fe2-4bfb-9ada-3a89c34d068c service neutron] 10.222.0.73 "GET /v2.0/networks?id=168dc9c9-06c2-469c-a9b0-d89d5f006a33 HTTP/1.1" status: 200 len: 913 time: 0.9795427 Feb 10 11:29:43.490811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.538725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Attempting to bind port dbd912a8-759c-4eb4-9a9b-403ea08d7742 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:43.539273 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Attempting to bind port dbd912a8-759c-4eb4-9a9b-403ea08d7742 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '54e4d797-4e28-4eaf-90fc-f06816c4e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:43.539494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Attempting to bind port dbd912a8-759c-4eb4-9a9b-403ea08d7742 on network d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:43.546401 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-febca011-d2aa-40ff-b838-a1f1c70be9f2 req-facaf674-32f4-4fbd-bda0-ab6dc06c2076 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/security-groups?id=f34dfacb-f096-4b25-8476-ceb050aae982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148957 Feb 10 11:29:43.553616 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129f69f-3a37-47e9-8859-8a1bc08fe311 req-c9cea0ef-4947-40e2-aa08-e63678a04fd5 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:43.555243 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5129f69f-3a37-47e9-8859-8a1bc08fe311 req-c9cea0ef-4947-40e2-aa08-e63678a04fd5 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 943 time: 0.4450982 Feb 10 11:29:43.563565 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-297508fd-d789-4331-8df8-0674426eec21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.567318 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-297508fd-d789-4331-8df8-0674426eec21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efa32748-4018-4799-80e9-ac9de3154cfa HTTP/1.1" status: 204 len: 168 time: 1.2107644 Feb 10 11:29:43.616433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ce86cb-126f-4852-9401-1a66209a90fc']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:43.629481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Port dbd912a8-759c-4eb4-9a9b-403ea08d7742 on network d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:43.629718 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2a7c847d-8602-4083-a896-dbbe6fdaec26 req-cf72aaf2-3922-49f6-942c-5b1abd86a192 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=068d3c99-04f4-441f-bc64-12acea4a1d3f HTTP/1.1" status: 200 len: 217 time: 0.1245940 Feb 10 11:29:43.629986 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Attempting to bind port dbd912a8-759c-4eb4-9a9b-403ea08d7742 on network d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:43.649789 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12ba225-387c-4c12-8d37-003e9b753f28') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:43.650085 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12ba225-387c-4c12-8d37-003e9b753f28') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:43.662097 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:43.662437 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Checking segment: {'id': '54e4d797-4e28-4eaf-90fc-f06816c4e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:43.663623 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Bound using segment: {'id': '54e4d797-4e28-4eaf-90fc-f06816c4e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:43.664095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Bound port: dbd912a8-759c-4eb4-9a9b-403ea08d7742, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e4d797-4e28-4eaf-90fc-f06816c4e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:43.664502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.720359 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.720872 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-19be9087-7838-420b-ace6-51db62f8493c None None] Deleting port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:43.721908 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-19be9087-7838-420b-ace6-51db62f8493c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.749515 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:29:43.750132 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:29:43.770878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.785549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c847d-8602-4083-a896-dbbe6fdaec26 req-a857fdd9-bedb-4a9f-82ca-fc88d4d7f68f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:43.787032 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2a7c847d-8602-4083-a896-dbbe6fdaec26 req-a857fdd9-bedb-4a9f-82ca-fc88d4d7f68f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9dd6b68-026c-41b2-8cf0-50347220223d HTTP/1.1" status: 200 len: 851 time: 0.1407170 Feb 10 11:29:43.803056 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:43.804014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:43.818815 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:43.837451 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5129f69f-3a37-47e9-8859-8a1bc08fe311 req-d206402a-0ded-41b1-8217-c122ae683349 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/security-groups?id=49b02bad-b152-4f9e-97c1-192fd83b279a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516618 Feb 10 11:29:44.035714 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] For port dbd912a8-759c-4eb4-9a9b-403ea08d7742, host hv-neutron-8284, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:44.041278 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] For port dbd912a8-759c-4eb4-9a9b-403ea08d7742, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=dbd912a8-759c-4eb4-9a9b-403ea08d7742,segment=NetworkSegment(54e4d797-4e28-4eaf-90fc-f06816c4e880),segment_id=54e4d797-4e28-4eaf-90fc-f06816c4e880)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:44.048988 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.135105 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.136792 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] 10.222.0.73 "PUT /v2.0/ports/dbd912a8-759c-4eb4-9a9b-403ea08d7742 HTTP/1.1" status: 200 len: 1093 time: 3.2138367 Feb 10 11:29:44.150203 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-19be9087-7838-420b-ace6-51db62f8493c None None] For port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d,segment=NetworkSegment(f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a),segment_id=f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:44.152354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-19be9087-7838-420b-ace6-51db62f8493c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.294787 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225a409e-bf33-4b9b-b078-8312f973eab4', 'tag': 'dbd912a8-759c-4eb4-9a9b-403ea08d7742'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:29:44.336147 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Deleting port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:44.336485 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.401537 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3404a-31f4-4a0a-b96d-94c0758f6cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd912a8-759c-4eb4-9a9b-403ea08d7742,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:44.536086 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-19be9087-7838-420b-ace6-51db62f8493c None None] Calling delete_port for 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:44.577050 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-af8a93bd-1677-4c92-81db-67cb279fe066 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e16ebb90b7d1402abe25e3b684936641&device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 1096 time: 0.2657781 Feb 10 11:29:44.582300 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.659070 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.712348 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 068d3c99-04f4-441f-bc64-12acea4a1d3f details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:29:44.737544 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-19be9087-7838-420b-ace6-51db62f8493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.791484 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] The port '9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:29:44.844703 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be9087-7838-420b-ace6-51db62f8493c None None] Pushing event deleted for resources: {'Port': ['ID=9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:44.855088 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be9087-7838-420b-ace6-51db62f8493c None None] No DVR routers for this DVR port 9eb5429e-fb2e-4c4f-b285-2bdc5c73ce5d on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:29:44.867522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.resource_extend [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:29:44.905245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] Pushing event deleted for resources: {'Network': ['ID=a8ce86cb-126f-4852-9401-1a66209a90fc,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:44.958055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f15861e-1327-43f3-8579-38f133ac8502 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.069823 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 068d3c99-04f4-441f-bc64-12acea4a1d3f, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=068d3c99-04f4-441f-bc64-12acea4a1d3f,segment=NetworkSegment(491a8a04-ff9f-44ee-b628-eb29e5c5bc75),segment_id=491a8a04-ff9f-44ee-b628-eb29e5c5bc75)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:45.086772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '068d3c99-04f4-441f-bc64-12acea4a1d3f', 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33', 'port_id': '068d3c99-04f4-441f-bc64-12acea4a1d3f', 'mac_address': 'fa:16:3e:41:5b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:29:45.120439 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-cb332b46-842c-4596-9476-89ee11680cd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbd912a8-759c-4eb4-9a9b-403ea08d7742 HTTP/1.1" status: 200 len: 217 time: 0.5303288 Feb 10 11:29:45.128899 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8d936170-c26c-4516-99c1-8bc43a771744 tempest-AllowedAddressPairIpV6TestJSON-1657745564 tempest-AllowedAddressPairIpV6TestJSON-1657745564-project] 10.222.0.36 "DELETE /v2.0/networks/a8ce86cb-126f-4852-9401-1a66209a90fc HTTP/1.1" status: 204 len: 168 time: 5.4232485 Feb 10 11:29:45.158270 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2a7c847d-8602-4083-a896-dbbe6fdaec26 req-75ff2086-3424-4072-afcc-08a187b727f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=168dc9c9-06c2-469c-a9b0-d89d5f006a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3288729 Feb 10 11:29:45.161017 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.185757 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.233312 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068d3c99-04f4-441f-bc64-12acea4a1d3f {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:29:45.244080 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.268329 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 068d3c99-04f4-441f-bc64-12acea4a1d3f, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=068d3c99-04f4-441f-bc64-12acea4a1d3f,segment=NetworkSegment(491a8a04-ff9f-44ee-b628-eb29e5c5bc75),segment_id=491a8a04-ff9f-44ee-b628-eb29e5c5bc75)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:45.274234 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.377354 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-f0bbbcba-b51d-4bd2-ae6b-826c25ba5883 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:45.378965 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-f0bbbcba-b51d-4bd2-ae6b-826c25ba5883 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f51091a-4127-4f15-a418-3369b61c0de1 HTTP/1.1" status: 200 len: 845 time: 0.1768310 Feb 10 11:29:45.388553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.399793 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2a7c847d-8602-4083-a896-dbbe6fdaec26 req-9b4b15b5-1cc5-4e38-ad68-7efb9fe0882d service neutron] 10.222.0.73 "GET /v2.0/networks/168dc9c9-06c2-469c-a9b0-d89d5f006a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289662 Feb 10 11:29:45.408657 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=068d3c99-04f4-441f-bc64-12acea4a1d3f,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:45.414475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc38e7eb-7226-4808-8f57-10a058b3a568']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:45.453743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:45.454171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85f03ed-4ef7-40eb-8ca7-0c1647e24c1a') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:45.503157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e8600-9e9e-457d-b66e-9811f5fe937a req-49ddf785-9755-48b1-8376-ccd9a4eac21e tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:45.510425 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ab9e8600-9e9e-457d-b66e-9811f5fe937a req-49ddf785-9755-48b1-8376-ccd9a4eac21e tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 944 time: 0.5603442 Feb 10 11:29:45.525679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.536668 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce61da9-78c4-4840-bab2-d2ab580831b9 req-86431505-b100-4734-82e8-f7aa8c757cd1 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:45.539316 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ce61da9-78c4-4840-bab2-d2ab580831b9 req-86431505-b100-4734-82e8-f7aa8c757cd1 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 943 time: 0.4203446 Feb 10 11:29:45.558971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['068d3c99-04f4-441f-bc64-12acea4a1d3f'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:29:45.559339 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f15861e-1327-43f3-8579-38f133ac8502 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.561441 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.571633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58934) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:45.612771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:45.613467 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:45.642883 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:45.693715 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ab9e8600-9e9e-457d-b66e-9811f5fe937a req-d63f09e2-cdca-4962-a6a1-292f23e5a63c tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/security-groups?id=f34dfacb-f096-4b25-8476-ceb050aae982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822283 Feb 10 11:29:45.784095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f15861e-1327-43f3-8579-38f133ac8502 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:45.791064 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2a7c847d-8602-4083-a896-dbbe6fdaec26 req-0dd142a4-064d-41a2-8232-42b77a8941b9 service neutron] 10.222.0.73 "GET /v2.0/networks/168dc9c9-06c2-469c-a9b0-d89d5f006a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667252 Feb 10 11:29:45.791884 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5f15861e-1327-43f3-8579-38f133ac8502 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:45.794139 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15861e-1327-43f3-8579-38f133ac8502 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Pushing event updated for resources: {'Port': ['ID=c614dd88-85b3-4f1f-a713-f2c978f61685,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:45.796225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f15861e-1327-43f3-8579-38f133ac8502 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:45.797005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f15861e-1327-43f3-8579-38f133ac8502 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:45.797910 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f15861e-1327-43f3-8579-38f133ac8502 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.814660 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.835840 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.843071 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] 10.222.0.36 "DELETE /v2.0/networks/cc38e7eb-7226-4808-8f57-10a058b3a568 HTTP/1.1" status: 204 len: 168 time: 3.9406884 Feb 10 11:29:45.843071 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5f15861e-1327-43f3-8579-38f133ac8502 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.3274062 Feb 10 11:29:45.843361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58946) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:45.864196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7c04f-a49c-4825-be2f-70dc698779ca tempest-FloatingIPNegativeTestJSON-536829888 tempest-FloatingIPNegativeTestJSON-536829888-project] Pushing event deleted for resources: {'Network': ['ID=cc38e7eb-7226-4808-8f57-10a058b3a568,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:45.870973 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:45.907600 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58950) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:45.932652 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ce61da9-78c4-4840-bab2-d2ab580831b9 req-0db04a0b-05a9-4309-ae06-1742947eca71 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/security-groups?id=49b02bad-b152-4f9e-97c1-192fd83b279a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3843002 Feb 10 11:29:45.957739 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-c203c451-091a-45d4-b887-afe1a67daaf7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d718d2b0-e440-4d5e-9a3f-87d67a2af3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5704119 Feb 10 11:29:46.032672 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-219333423'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:46.039553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:46.051693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Usage tracker for resource:network and tenant:833326da160a4c439fa77a121eb59364 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:46.056298 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:46.065166 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:46.070211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.076465 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58956) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:46.125454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Made reservation on behalf of 833326da160a4c439fa77a121eb59364 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:46.127632 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.127843 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.142077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.155529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.212405 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-f636b602-93b7-428c-9031-ec32e9b73c1c service neutron] 10.222.0.73 "GET /v2.0/networks/d718d2b0-e440-4d5e-9a3f-87d67a2af3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418561 Feb 10 11:29:46.282716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:46.297519 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Usage tracker for resource:security_group_rule and tenant:833326da160a4c439fa77a121eb59364 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:46.301968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:46.312006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:46.414575 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225a409e-bf33-4b9b-b078-8312f973eab4', 'tag': 'dbd912a8-759c-4eb4-9a9b-403ea08d7742', 'status': 'completed', 'code': 200} Feb 10 11:29:46.419869 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1372606614', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:46.423922 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] device_id is not set on port c614dd88-85b3-4f1f-a713-f2c978f61685 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:46.433424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.456586 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:46.470456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Transition to ACTIVE for port object c614dd88-85b3-4f1f-a713-f2c978f61685 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:46.472664 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.473483 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58968) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:46.477588 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Usage tracker for resource:port and tenant:11ae0619ec44429b94cc6397594b53ce is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:46.480105 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.488760 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:46.493735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Pushing event updated for resources: {'Port': ['ID=913bb49e-5370-4655-bfef-d2838fda5e64,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:46.517932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:46.522059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.542077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.616661 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 068d3c99-04f4-441f-bc64-12acea4a1d3f up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:46.626571 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:46.673486 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb59319-edd1-4056-a7de-451a21ae1aef,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:46.679744 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Pushing event updated for resources: {'Port': ['ID=c614dd88-85b3-4f1f-a713-f2c978f61685,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:46.687505 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.688050 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Added segment 9dd6490b-2875-45cb-88b4-6f0fb980d035 of type vlan for network eb34d718-044d-45fd-afd3-801dc6a260af Feb 10 11:29:46.693446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 068d3c99-04f4-441f-bc64-12acea4a1d3f completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:46.700356 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 068d3c99-04f4-441f-bc64-12acea4a1d3f triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:46.700803 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.711859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Made reservation on behalf of 11ae0619ec44429b94cc6397594b53ce for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:46.714698 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.727706 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827203e-3297-4c8e-87f2-13b25d594c57 req-1a753783-608e-478a-84e0-9a574e8d8b94 service neutron] 10.222.0.73 "GET /v2.0/networks/d718d2b0-e440-4d5e-9a3f-87d67a2af3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799705 Feb 10 11:29:46.744962 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-92126a9c-9734-4d57-885d-a5602bdac88d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d3cd102e04814d4f9d68e71f27218135&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8342073 Feb 10 11:29:46.745984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 58976) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:46.753947 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.757482 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.766321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:46.766668 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:46.767018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:46.772488 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9cbbd480-8fd9-4d95-ac3d-4c28773c28a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d92f059939d428da3855f2a15ba440c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2974181 Feb 10 11:29:46.776286 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58980) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:46.804287 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:46.804724 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:46.809156 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 2 to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 Feb 10 11:29:46.859517 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:46.859922 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:46.860329 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:46.868991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.872899 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:46.873549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.934430 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.946780 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:46.956898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Usage tracker for resource:security_group_rule and tenant:11ae0619ec44429b94cc6397594b53ce is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:46.962862 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:46.964057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f2814c-fec8-4e6c-b147-c00f3a9d6c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068d3c99-04f4-441f-bc64-12acea4a1d3f'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:29:46.987706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:47.033806 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e7443d4-35b0-47dd-a33c-91d8ab9efd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.033934 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 068d3c99-04f4-441f-bc64-12acea4a1d3f, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=068d3c99-04f4-441f-bc64-12acea4a1d3f,segment=NetworkSegment(491a8a04-ff9f-44ee-b628-eb29e5c5bc75),segment_id=491a8a04-ff9f-44ee-b628-eb29e5c5bc75)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:47.048982 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.071419 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:47.071766 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:47.083927 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 3 to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 Feb 10 11:29:47.160055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:47.161224 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:47.164854 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:47.171594 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=068d3c99-04f4-441f-bc64-12acea4a1d3f,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:47.171781 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5957656 Feb 10 11:29:47.172630 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-484291d5-2c99-49d3-b0c9-3f724466f6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.175101 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 58990) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:47.175715 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33915cf1-91bf-42d5-863e-67c1aae9235b tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Pushing event updated for resources: {'Network': ['ID=eb34d718-044d-45fd-afd3-801dc6a260af,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:47.187533 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network eb34d718-044d-45fd-afd3-801dc6a260af details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:47.187992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-2a0e696b-8d56-4e89-9318-3062a7a3e0e7 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Request body: {'subnet': {'network_id': 'eb34d718-044d-45fd-afd3-801dc6a260af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:47.250593 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-84352ff2-f5c7-4138-ab59-8ea22769a1e5 req-c835204f-2709-4c3f-b9e9-84b1f83f8348 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e16ebb90b7d1402abe25e3b684936641&device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 1096 time: 0.4397879 Feb 10 11:29:47.252595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e7443d4-35b0-47dd-a33c-91d8ab9efd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.270317 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:47.270605 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:47.284339 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 4 to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 Feb 10 11:29:47.287607 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6016c-496c-4725-9070-e5bcb67971e6 req-4fc1fb67-6053-4ceb-91da-6331b2725d94 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:47.289929 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d9c6016c-496c-4725-9070-e5bcb67971e6 req-4fc1fb67-6053-4ceb-91da-6331b2725d94 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 945 time: 0.4307456 Feb 10 11:29:47.323173 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-484291d5-2c99-49d3-b0c9-3f724466f6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.334957 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:47.335293 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:47.336065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:47.374899 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:47.375236 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:47.378172 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 5 to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 Feb 10 11:29:47.396232 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2a0e696b-8d56-4e89-9318-3062a7a3e0e7 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:47.403856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2a0e696b-8d56-4e89-9318-3062a7a3e0e7 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Usage tracker for resource:subnet and tenant:833326da160a4c439fa77a121eb59364 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:47.407113 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:47.407452 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:47.407823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:47.410634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2a0e696b-8d56-4e89-9318-3062a7a3e0e7 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:47.419748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2a0e696b-8d56-4e89-9318-3062a7a3e0e7 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:47.426113 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:47.426505 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:47.428076 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 6 to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 Feb 10 11:29:47.441542 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0e696b-8d56-4e89-9318-3062a7a3e0e7 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Made reservation on behalf of 833326da160a4c439fa77a121eb59364 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:47.462029 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-484291d5-2c99-49d3-b0c9-3f724466f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.475774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:47.476125 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:47.476468 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:47.538095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484291d5-2c99-49d3-b0c9-3f724466f6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bea304b-d37d-4246-85fb-bea63aab18f1,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:47.539206 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Floating IP 82e061de-6d9f-4e9a-a3ae-c1c40986a035 associated. External IP: 172.26.4.27, port: c455c0c5-2a02-4189-884c-6ef6acaefc1d. Feb 10 11:29:47.554718 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:47.555086 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:47.557959 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 7 to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 Feb 10 11:29:47.564939 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-484291d5-2c99-49d3-b0c9-3f724466f6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.566084 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-484291d5-2c99-49d3-b0c9-3f724466f6c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4bea304b-d37d-4246-85fb-bea63aab18f1 HTTP/1.1" status: 204 len: 168 time: 0.7888312 Feb 10 11:29:47.590258 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:47.590607 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:47.590951 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:47.594663 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2a0e696b-8d56-4e89-9318-3062a7a3e0e7 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.608831 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d9c6016c-496c-4725-9070-e5bcb67971e6 req-65f03840-a0fc-4a6f-9b88-50e61732fb74 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/security-groups?id=f34dfacb-f096-4b25-8476-ceb050aae982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2894819 Feb 10 11:29:47.668398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:47.669441 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:47.670272 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 8 to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 Feb 10 11:29:47.690331 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e7443d4-35b0-47dd-a33c-91d8ab9efd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.694298 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84352ff2-f5c7-4138-ab59-8ea22769a1e5 req-81dc1a9a-c450-4edf-80db-685367da7e67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:47.695855 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-84352ff2-f5c7-4138-ab59-8ea22769a1e5 req-81dc1a9a-c450-4edf-80db-685367da7e67 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 HTTP/1.1" status: 200 len: 907 time: 0.4200778 Feb 10 11:29:47.703162 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.708170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:47.708700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:47.709228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:47.717245 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61bb65-d21a-4f46-899e-be3a6c938ea9 req-df722310-a648-4990-bdf3-f6a203e3f9e5 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:47.723911 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8e61bb65-d21a-4f46-899e-be3a6c938ea9 req-df722310-a648-4990-bdf3-f6a203e3f9e5 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 943 time: 0.5541055 Feb 10 11:29:47.727434 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:47.728472 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:47.733173 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 9 to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 Feb 10 11:29:47.757681 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:47.758229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:47.758923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:47.770822 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:47.771313 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:47.773259 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 10 to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 Feb 10 11:29:47.798686 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.804926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7443d4-35b0-47dd-a33c-91d8ab9efd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8870fe79-4a24-441d-b64f-c7fcf7c758db,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:47.830436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:47.830785 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:47.831380 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:47.840934 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:47.841305 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port c614dd88-85b3-4f1f-a713-f2c978f61685 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:47.841673 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.844463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] device_id is not set on port 5f5b1acc-a8ac-495e-b21a-3633e35e0204 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:47.858867 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f2814c-fec8-4e6c-b147-c00f3a9d6c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068d3c99-04f4-441f-bc64-12acea4a1d3f', 'code': 200} Feb 10 11:29:47.926825 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-84352ff2-f5c7-4138-ab59-8ea22769a1e5 req-6602d9eb-55a6-48a6-ba55-3af348d10098 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbd912a8-759c-4eb4-9a9b-403ea08d7742 HTTP/1.1" status: 200 len: 217 time: 0.1986256 Feb 10 11:29:47.995457 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55474aac-6e0f-48c5-af14-ee3c8b4cebd2,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:48.005490 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2a0e696b-8d56-4e89-9318-3062a7a3e0e7 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.012419 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e7443d4-35b0-47dd-a33c-91d8ab9efd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.017391 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3e7443d4-35b0-47dd-a33c-91d8ab9efd64 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8870fe79-4a24-441d-b64f-c7fcf7c758db HTTP/1.1" status: 204 len: 168 time: 1.2698059 Feb 10 11:29:48.024072 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] For port c614dd88-85b3-4f1f-a713-f2c978f61685, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:48.024442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempted to set empty binding levels {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 11:29:48.062270 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8e61bb65-d21a-4f46-899e-be3a6c938ea9 req-ab5c2d39-0371-4f38-b595-6ef77c119b85 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/security-groups?id=49b02bad-b152-4f9e-97c1-192fd83b279a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368738 Feb 10 11:29:48.113348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.140765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84352ff2-f5c7-4138-ab59-8ea22769a1e5 req-44b31750-c22b-4fa7-a9f8-c860ee045891 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:48.142227 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-84352ff2-f5c7-4138-ab59-8ea22769a1e5 req-44b31750-c22b-4fa7-a9f8-c860ee045891 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f51091a-4127-4f15-a418-3369b61c0de1 HTTP/1.1" status: 200 len: 845 time: 0.2046895 Feb 10 11:29:48.220941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Pushing event updated for resources: {'Port': ['ID=c614dd88-85b3-4f1f-a713-f2c978f61685,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:48.240480 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Allocated IP 172.26.4.194 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/5f5b1acc-a8ac-495e-b21a-3633e35e0204) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:48.293098 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] In _notify_port_updated(), no bound segment for port c614dd88-85b3-4f1f-a713-f2c978f61685 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:29:48.294208 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.298173 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a8f6cdac-abaf-4668-9683-94c8f22435d7 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] 10.222.0.36 "PUT /v2.0/ports/c614dd88-85b3-4f1f-a713-f2c978f61685 HTTP/1.1" status: 200 len: 977 time: 2.4539108 Feb 10 11:29:48.299643 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59014) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:48.310456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e696b-8d56-4e89-9318-3062a7a3e0e7 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Pushing event updated for resources: {'Subnet': ['ID=1e83f297-b629-4077-8021-858d9c32669f,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:48.336666 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0e696b-8d56-4e89-9318-3062a7a3e0e7 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Checking segment: {'id': '9dd6490b-2875-45cb-88b4-6f0fb980d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb34d718-044d-45fd-afd3-801dc6a260af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:48.336666 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0e696b-8d56-4e89-9318-3062a7a3e0e7 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Network hostable DHCP agents. Network: eb34d718-044d-45fd-afd3-801dc6a260af, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:48.369303 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ebda0a91-529d-44d9-b280-db062086b335 req-ee467b46-1f6a-46c1-b31f-e3693d996c1c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 1099 time: 0.1492465 Feb 10 11:29:48.372222 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0e696b-8d56-4e89-9318-3062a7a3e0e7 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Network eb34d718-044d-45fd-afd3-801dc6a260af is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:48.373843 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-84352ff2-f5c7-4138-ab59-8ea22769a1e5 req-d265ae40-1191-40f0-8cab-ad983a7d4bf6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d718d2b0-e440-4d5e-9a3f-87d67a2af3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2242503 Feb 10 11:29:48.403862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-2a0e696b-8d56-4e89-9318-3062a7a3e0e7 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, eb34d718-044d-45fd-afd3-801dc6a260af) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:48.403862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-ebda0a91-529d-44d9-b280-db062086b335 req-53b07a27-d562-42f3-aac3-17cabddfe07f service neutron] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.410633 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb91103-e1a0-4eba-ab8c-8d2d28fd8d05 None None] Network eb34d718-044d-45fd-afd3-801dc6a260af requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:48.430427 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e696b-8d56-4e89-9318-3062a7a3e0e7 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:48.431031 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2a0e696b-8d56-4e89-9318-3062a7a3e0e7 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.503850 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-ebda0a91-529d-44d9-b280-db062086b335 req-53b07a27-d562-42f3-aac3-17cabddfe07f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:48.513309 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2a0e696b-8d56-4e89-9318-3062a7a3e0e7 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3348272 Feb 10 11:29:48.514424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59026) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:48.515763 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-ebda0a91-529d-44d9-b280-db062086b335 req-53b07a27-d562-42f3-aac3-17cabddfe07f service neutron] Usage tracker for resource:security_group_rule and tenant:baff9876fd6d45daaa22fbf62d4d304d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:48.522806 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-ebda0a91-529d-44d9-b280-db062086b335 req-53b07a27-d562-42f3-aac3-17cabddfe07f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:48.533928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Request body: {'port': {'network_id': 'eb34d718-044d-45fd-afd3-801dc6a260af', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1901084531'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:48.705426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:48.710062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Usage tracker for resource:port and tenant:833326da160a4c439fa77a121eb59364 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:48.713295 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:48.719961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:48.732543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-ebda0a91-529d-44d9-b280-db062086b335 req-53b07a27-d562-42f3-aac3-17cabddfe07f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:48.739375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Made reservation on behalf of 833326da160a4c439fa77a121eb59364 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:48.746301 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.779553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] device_id is not set on port ebdcc067-6a5c-4009-a44c-66979bc99bf3 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:48.805991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-eb34d718-044d-45fd-afd3-801dc6a260af', 'network_id': 'eb34d718-044d-45fd-afd3-801dc6a260af', 'tenant_id': '833326da160a4c439fa77a121eb59364', 'fixed_ips': [{'subnet_id': '1e83f297-b629-4077-8021-858d9c32669f'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:48.806824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.980371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59040) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:49.026483 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Allocated IP 2001:db8::2ef (eb34d718-044d-45fd-afd3-801dc6a260af/1e83f297-b629-4077-8021-858d9c32669f/ebdcc067-6a5c-4009-a44c-66979bc99bf3) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:49.124998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-ebda0a91-529d-44d9-b280-db062086b335 req-53b07a27-d562-42f3-aac3-17cabddfe07f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.136606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Request body: {'networks': [{'name': 'tempest-network--1804299308'}, {'name': 'tempest-network--1707613510'}]} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:49.136844 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Request body: {'network': {'name': 'tempest-network--1804299308'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:49.137329 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Request body: {'network': {'name': 'tempest-network--1707613510'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:49.159706 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-ebda0a91-529d-44d9-b280-db062086b335 req-53b07a27-d562-42f3-aac3-17cabddfe07f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.171491 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:49.244755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Usage tracker for resource:network and tenant:83b8cd73827e4a93921d80f26eb59592 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:49.261036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:49.280921 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:49.286465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b07a27-d562-42f3-aac3-17cabddfe07f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9b860b78-8fc7-4422-8e92-3b3620b34bdb,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:49.307585 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-ebda0a91-529d-44d9-b280-db062086b335 req-53b07a27-d562-42f3-aac3-17cabddfe07f service neutron] Synchronizing usage tracker for tenant:baff9876fd6d45daaa22fbf62d4d304d on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:49.328229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Made reservation on behalf of 83b8cd73827e4a93921d80f26eb59592 for: {'network': 2} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:49.331839 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.333734 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-203b85e3-890b-4022-88f6-a9829877986a tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18589 time: 1.0275397 Feb 10 11:29:49.341744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59052) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:49.342074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59054) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:49.362622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.390168 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-ebda0a91-529d-44d9-b280-db062086b335 req-53b07a27-d562-42f3-aac3-17cabddfe07f service neutron] Unset dirty status for tenant:baff9876fd6d45daaa22fbf62d4d304d on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:49.391613 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ebda0a91-529d-44d9-b280-db062086b335 req-53b07a27-d562-42f3-aac3-17cabddfe07f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f34dfacb-f096-4b25-8476-ceb050aae982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0102758 Feb 10 11:29:49.427298 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-84352ff2-f5c7-4138-ab59-8ea22769a1e5 req-be42d830-6714-42a0-96db-f817fb2bf4af service neutron] 10.222.0.73 "GET /v2.0/networks/d718d2b0-e440-4d5e-9a3f-87d67a2af3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0382473 Feb 10 11:29:49.456984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.498446 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.507813 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-edba50a5-fb83-479f-9d23-8c0a70727337 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Deleting port c614dd88-85b3-4f1f-a713-f2c978f61685 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:49.508172 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-edba50a5-fb83-479f-9d23-8c0a70727337 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.518351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:49.523475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Transition to ACTIVE for port object ebdcc067-6a5c-4009-a44c-66979bc99bf3 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:49.524879 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Usage tracker for resource:security_group_rule and tenant:83b8cd73827e4a93921d80f26eb59592 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:49.528426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:49.535126 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:49.554055 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d8bed-cdb6-43eb-bc78-e7d894450dba req-43ed29d1-8ef4-4d7f-9e55-6cfab3e1d328 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:49.555619 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-121d8bed-cdb6-43eb-bc78-e7d894450dba req-43ed29d1-8ef4-4d7f-9e55-6cfab3e1d328 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 946 time: 0.6537764 Feb 10 11:29:49.565939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1509579162'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:49.575666 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.605956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:49.619853 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:network and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:49.629898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:49.644808 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Allocated IP 2001:db8::2 (eb34d718-044d-45fd-afd3-801dc6a260af/1e83f297-b629-4077-8021-858d9c32669f/993034a6-e2e5-4ccd-ba04-11cf19052f83) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:49.685003 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Network eb34d718-044d-45fd-afd3-801dc6a260af is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:49.688102 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:49.688219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Pushing event updated for resources: {'Port': ['ID=ebdcc067-6a5c-4009-a44c-66979bc99bf3,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:49.691530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.692868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:49.696384 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:49.700246 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:49.700872 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.707121 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.707689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.777777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06639a9d-1e24-421a-8272-2c5f64959fd0,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:49.783103 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:49.795229 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6b754-732d-4d18-a07d-018c94cd2035 req-8a19df1d-1f31-4a12-b282-143469cfbbff tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:49.796355 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6076d834-2aad-4003-9cdd-2424ac46d5cf tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2756755 Feb 10 11:29:49.796727 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e5c6b754-732d-4d18-a07d-018c94cd2035 req-8a19df1d-1f31-4a12-b282-143469cfbbff tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 943 time: 0.5491195 Feb 10 11:29:49.798627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59064) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:49.801976 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.801976 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Added segment 22ee3f47-46d4-4f74-8f38-7254a43350ea of type vlan for network 772759d4-4cd8-416a-a71f-1df99b6247eb Feb 10 11:29:49.806674 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Request body: {'port': {'network_id': 'eb34d718-044d-45fd-afd3-801dc6a260af', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1095588756', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:49.807293 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.api.validators [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] bootfile-name is not in valid_values {{(pid=83555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:29:49.807634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.api.validators [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] tftp-server is not in valid_values {{(pid=83555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:29:49.807966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.api.validators [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] server-ip-address is not in valid_values {{(pid=83555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:29:49.819421 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.848287 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:49.851768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.924562 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.935606 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.948389 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Transition to ACTIVE for port object 993034a6-e2e5-4ccd-ba04-11cf19052f83 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:49.949741 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-121d8bed-cdb6-43eb-bc78-e7d894450dba req-3b946e00-7f57-4183-88fb-067ce9ebab40 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/security-groups?id=f34dfacb-f096-4b25-8476-ceb050aae982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3778510 Feb 10 11:29:49.971017 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Transition to ACTIVE for port object 993034a6-e2e5-4ccd-ba04-11cf19052f83 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:49.978460 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.001453 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:50.008922 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Usage tracker for resource:port and tenant:833326da160a4c439fa77a121eb59364 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:50.011538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:50.013666 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:50.022418 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:50.029073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.029353 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Added segment 8b8dd668-cd2e-46f4-be9f-b0f6253d4492 of type vlan for network aaae7e01-d207-4c97-871e-e06abec5ae7d Feb 10 11:29:50.031681 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.042885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Made reservation on behalf of 833326da160a4c439fa77a121eb59364 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:50.046109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.064444 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Network eb34d718-044d-45fd-afd3-801dc6a260af is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:50.068013 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:50.069807 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Pushing event updated for resources: {'Port': ['ID=993034a6-e2e5-4ccd-ba04-11cf19052f83,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:50.076472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:50.077394 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.088012 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] device_id is not set on port a20543e6-2370-4ea1-bfe5-9bd0afaa13d2 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:50.132943 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:50.137035 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Pushing event updated for resources: {'Port': ['ID=5f5b1acc-a8ac-495e-b21a-3633e35e0204,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:50.152533 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:50.172408 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:50.175070 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Attempting to bind port 993034a6-e2e5-4ccd-ba04-11cf19052f83 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:50.175486 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Attempting to bind port 993034a6-e2e5-4ccd-ba04-11cf19052f83 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9dd6490b-2875-45cb-88b4-6f0fb980d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb34d718-044d-45fd-afd3-801dc6a260af'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:50.176000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Attempting to bind port 993034a6-e2e5-4ccd-ba04-11cf19052f83 on network eb34d718-044d-45fd-afd3-801dc6a260af {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:50.181873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.182421 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.184263 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:50.184641 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Checking segment: {'id': '9dd6490b-2875-45cb-88b4-6f0fb980d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb34d718-044d-45fd-afd3-801dc6a260af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:50.185045 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.185443 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Bound using segment: {'id': '9dd6490b-2875-45cb-88b4-6f0fb980d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb34d718-044d-45fd-afd3-801dc6a260af'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:50.185896 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Bound port: 993034a6-e2e5-4ccd-ba04-11cf19052f83, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd6490b-2875-45cb-88b4-6f0fb980d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb34d718-044d-45fd-afd3-801dc6a260af'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:50.186219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:50.186358 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.189422 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:50.190047 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.202820 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-84352ff2-f5c7-4138-ab59-8ea22769a1e5 req-42050d2e-db2e-418f-95a5-619192dd97c9 service neutron] 10.222.0.73 "GET /v2.0/networks/d718d2b0-e440-4d5e-9a3f-87d67a2af3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740075 Feb 10 11:29:50.226016 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e5c6b754-732d-4d18-a07d-018c94cd2035 req-c7379c6b-c1c6-4581-a58c-6a92540273c4 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/security-groups?id=49b02bad-b152-4f9e-97c1-192fd83b279a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4190011 Feb 10 11:29:50.227205 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-edba50a5-fb83-479f-9d23-8c0a70727337 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] For port c614dd88-85b3-4f1f-a713-f2c978f61685, host hv-neutron-8284, got binding levels [] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:50.227573 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-edba50a5-fb83-479f-9d23-8c0a70727337 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.249707 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:50.259474 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.259839 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.260165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.260506 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.260839 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.261196 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.261541 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.261873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.262200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.262527 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.262860 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.273014 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:security_group_rule and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:50.285398 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] For port 993034a6-e2e5-4ccd-ba04-11cf19052f83, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:50.288528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] For port 993034a6-e2e5-4ccd-ba04-11cf19052f83, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=993034a6-e2e5-4ccd-ba04-11cf19052f83,segment=NetworkSegment(9dd6490b-2875-45cb-88b4-6f0fb980d035),segment_id=9dd6490b-2875-45cb-88b4-6f0fb980d035)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:50.293334 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.325655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:50.370420 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event updated for resources: {'Network': ['ID=772759d4-4cd8-416a-a71f-1df99b6247eb,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:50.387737 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Pushing event updated for resources: {'Port': ['ID=993034a6-e2e5-4ccd-ba04-11cf19052f83,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:50.391591 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 772759d4-4cd8-416a-a71f-1df99b6247eb details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:50.400756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-edba50a5-fb83-479f-9d23-8c0a70727337 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Calling delete_port for c614dd88-85b3-4f1f-a713-f2c978f61685 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:50.430432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:50.450549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:50.454275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.462043 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4794619 Feb 10 11:29:50.465528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.465868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.466206 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.466541 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.466873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.467260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.467529 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.467933 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.468254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.469372 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.469372 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35941ba9-9660-4b0e-b291-7470d0857d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.472340 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59068) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:50.485465 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Router e7898aa1-4154-4fc5-b455-f7f2b2d3d47e has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:29:50.527112 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Allocated IP 2001:db8::dc (eb34d718-044d-45fd-afd3-801dc6a260af/1e83f297-b629-4077-8021-858d9c32669f/a20543e6-2370-4ea1-bfe5-9bd0afaa13d2) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:50.569548 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d6d80242-2d2b-4427-8eb2-2435b2df5b40 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.4886706 Feb 10 11:29:50.573841 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59072) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:50.589670 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3494f14-d0f7-46c0-b65a-a634d039428e tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event updated for resources: {'Network': ['ID=aaae7e01-d207-4c97-871e-e06abec5ae7d,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:50.602481 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network aaae7e01-d207-4c97-871e-e06abec5ae7d details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:50.628092 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device dbd912a8-759c-4eb4-9a9b-403ea08d7742 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:29:50.717405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8426a-92ac-49d7-8f7d-9c5e09e57815 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:50.722144 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8426a-92ac-49d7-8f7d-9c5e09e57815 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:50.727212 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8426a-92ac-49d7-8f7d-9c5e09e57815 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:50.740332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8426a-92ac-49d7-8f7d-9c5e09e57815 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:50.741853 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b6f8426a-92ac-49d7-8f7d-9c5e09e57815 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Synchronizing usage tracker for tenant:83b8cd73827e4a93921d80f26eb59592 on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:50.767339 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-edba50a5-fb83-479f-9d23-8c0a70727337 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.774167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.194'}]}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:50.779161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:50.784092 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Usage tracker for resource:router and tenant:11ae0619ec44429b94cc6397594b53ce is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:50.787335 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:50.794448 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:50.878945 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba50a5-fb83-479f-9d23-8c0a70727337 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Pushing event deleted for resources: {'Port': ['ID=c614dd88-85b3-4f1f-a713-f2c978f61685,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:50.895465 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.896051 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.936302 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port dbd912a8-759c-4eb4-9a9b-403ea08d7742, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=dbd912a8-759c-4eb4-9a9b-403ea08d7742,segment=NetworkSegment(54e4d797-4e28-4eaf-90fc-f06816c4e880),segment_id=54e4d797-4e28-4eaf-90fc-f06816c4e880)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:50.950717 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b6f8426a-92ac-49d7-8f7d-9c5e09e57815 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Unset dirty status for tenant:83b8cd73827e4a93921d80f26eb59592 on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:50.956583 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b6f8426a-92ac-49d7-8f7d-9c5e09e57815 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4801679 Feb 10 11:29:50.956907 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'dbd912a8-759c-4eb4-9a9b-403ea08d7742', 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6', 'port_id': 'dbd912a8-759c-4eb4-9a9b-403ea08d7742', 'mac_address': 'fa:16:3e:d0:e2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:29:50.957241 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59076) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:50.979994 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.982422 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-edba50a5-fb83-479f-9d23-8c0a70727337 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.003284 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.026218 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-edba50a5-fb83-479f-9d23-8c0a70727337 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c614dd88-85b3-4f1f-a713-f2c978f61685 HTTP/1.1" status: 204 len: 168 time: 1.6682975 Feb 10 11:29:51.036844 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.044775 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59082) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:51.067809 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.074578 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.099122 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:51.116514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Transition to ACTIVE for port object a20543e6-2370-4ea1-bfe5-9bd0afaa13d2 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:51.126204 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.134771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd912a8-759c-4eb4-9a9b-403ea08d7742 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:29:51.169437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port dbd912a8-759c-4eb4-9a9b-403ea08d7742, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=dbd912a8-759c-4eb4-9a9b-403ea08d7742,segment=NetworkSegment(54e4d797-4e28-4eaf-90fc-f06816c4e880),segment_id=54e4d797-4e28-4eaf-90fc-f06816c4e880)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:51.178169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.185992 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b923df26-59a0-4ca3-80ae-e64233b84e24 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] GET failed (client error): The resource could not be found. Feb 10 11:29:51.186638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b923df26-59a0-4ca3-80ae-e64233b84e24 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Synchronizing usage tracker for tenant:9975410307b045e18f66c17bcd8a6a8d on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:51.195644 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04aa48a3-0b0c-4fc2-8092-4fe595582eff,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:51.209016 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.210055 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Added segment bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4 of type vlan for network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 Feb 10 11:29:51.283061 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=dbd912a8-759c-4eb4-9a9b-403ea08d7742,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:51.289273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.323767 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772759d4-4cd8-416a-a71f-1df99b6247eb']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:51.340022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ee3f47-46d4-4f74-8f38-7254a43350ea') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:51.340321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ee3f47-46d4-4f74-8f38-7254a43350ea') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:51.342995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b923df26-59a0-4ca3-80ae-e64233b84e24 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Unset dirty status for tenant:9975410307b045e18f66c17bcd8a6a8d on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:51.347506 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b923df26-59a0-4ca3-80ae-e64233b84e24 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] 10.222.0.36 "GET /v2.0/ports/c614dd88-85b3-4f1f-a713-f2c978f61685 HTTP/1.1" status: 404 len: 333 time: 0.2960825 Feb 10 11:29:51.356407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.375181 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59088) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:51.378993 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.386745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:51.387142 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.400437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['dbd912a8-759c-4eb4-9a9b-403ea08d7742'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:51.403991 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:51.458156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.562772 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a2dd2bb0-3fef-4efa-80e7-262936bd47db tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-427823920', 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:51.574186 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.661060 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.665917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:51.666509 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.670142 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Network eb34d718-044d-45fd-afd3-801dc6a260af is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:51.673765 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.675853 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:51.677676 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a2dd2bb0-3fef-4efa-80e7-262936bd47db tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:51.677838 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Pushing event updated for resources: {'Port': ['ID=a20543e6-2370-4ea1-bfe5-9bd0afaa13d2,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:51.680806 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:51.684773 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:51.685463 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.706044 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.720202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b628e1d-3644-4bb4-a36c-aa943f6091f5 None None] Network eb34d718-044d-45fd-afd3-801dc6a260af requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:51.733389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event deleted for resources: {'Network': ['ID=772759d4-4cd8-416a-a71f-1df99b6247eb,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:51.737631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.737992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.738336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.738752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.739009 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.739421 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.739815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.740163 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.740367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.740694 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.741211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.746627 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "DELETE /v2.0/networks/772759d4-4cd8-416a-a71f-1df99b6247eb HTTP/1.1" status: 204 len: 168 time: 0.7843654 Feb 10 11:29:51.752462 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9ac435f4-fe16-4436-aff5-3871c258fd4a tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.9528084 Feb 10 11:29:51.756745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59092) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:51.757363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59094) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:51.789946 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a2dd2bb0-3fef-4efa-80e7-262936bd47db tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:51.817526 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.817909 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.818195 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.818779 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.819740 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.820339 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.820677 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.821007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.821362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.821685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.822005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0164da5-de67-43dc-8aa9-72dd66a84c45 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:51.832337 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4763646 Feb 10 11:29:51.833094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59100) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:51.852705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-23a8b650-8099-465e-a090-278ae89fc0d7 None None] Provisioning for port 993034a6-e2e5-4ccd-ba04-11cf19052f83 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:51.865043 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e60bf-0af6-4255-a1a4-4bf42f1b726d req-2ff37c9f-6ac6-47a1-96ba-b606f5c554d5 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:51.867619 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a85e60bf-0af6-4255-a1a4-4bf42f1b726d req-2ff37c9f-6ac6-47a1-96ba-b606f5c554d5 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 946 time: 0.7291932 Feb 10 11:29:51.872568 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32044b10-6a05-4e46-a012-9cd07a7ac25f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Network': ['ID=3b5b04fa-1e24-453f-83a6-7d1810ca3421,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:51.875130 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dd2bb0-3fef-4efa-80e7-262936bd47db tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Made reservation on behalf of 9975410307b045e18f66c17bcd8a6a8d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:51.877837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2dd2bb0-3fef-4efa-80e7-262936bd47db tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.887530 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:51.901631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-4d66f80f-4c15-4219-a779-43627bd210ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:51.909899 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.936289 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:51.948253 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057f1c8e-7a77-44a2-8935-f76a0f75da5d None None] Sync routers for ids ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:51.973202 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057f1c8e-7a77-44a2-8935-f76a0f75da5d None None] Routers {'e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:51.973733 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-a2dd2bb0-3fef-4efa-80e7-262936bd47db tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] device_id is not set on port c43cc637-1d0a-46d2-bfa8-8613c3896d0e yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:51.974344 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-057f1c8e-7a77-44a2-8935-f76a0f75da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:52.048850 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-057f1c8e-7a77-44a2-8935-f76a0f75da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:52.051188 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cefcd15e-2eeb-45bf-897f-6c847fc1a060 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.061504 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057f1c8e-7a77-44a2-8935-f76a0f75da5d None None] Routers {'e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:52.062642 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-057f1c8e-7a77-44a2-8935-f76a0f75da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:52.067826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.076363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4d66f80f-4c15-4219-a779-43627bd210ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:52.081559 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4d66f80f-4c15-4219-a779-43627bd210ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:52.086817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4d66f80f-4c15-4219-a779-43627bd210ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:52.100533 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec8a34-2390-4594-b169-9e12f00006cd req-53dfd46f-8180-4d7f-aeb6-a61d7c6c724e tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:52.107715 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aeec8a34-2390-4594-b169-9e12f00006cd req-53dfd46f-8180-4d7f-aeb6-a61d7c6c724e tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 944 time: 0.5037370 Feb 10 11:29:52.118187 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a85e60bf-0af6-4255-a1a4-4bf42f1b726d req-deeb3ac0-4f71-4403-8a0c-ca79a85200af tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/security-groups?id=f34dfacb-f096-4b25-8476-ceb050aae982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272110 Feb 10 11:29:52.121453 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4d66f80f-4c15-4219-a779-43627bd210ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:52.163331 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-057f1c8e-7a77-44a2-8935-f76a0f75da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:52.163978 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057f1c8e-7a77-44a2-8935-f76a0f75da5d None None] The sync data for ids ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:52.167285 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f3a18-258f-4af6-b680-50dbc56105de tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:52.172100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f3a18-258f-4af6-b680-50dbc56105de tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:52.176747 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f3a18-258f-4af6-b680-50dbc56105de tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:52.178110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-395f3a18-258f-4af6-b680-50dbc56105de tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Synchronizing usage tracker for tenant:833326da160a4c439fa77a121eb59364 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:52.261878 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8753310d-d8fb-4cd7-a55c-16df3534d27a tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 12.4347022 Feb 10 11:29:52.276294 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59104) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:52.278920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d66f80f-4c15-4219-a779-43627bd210ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:52.301677 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-395f3a18-258f-4af6-b680-50dbc56105de tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Unset dirty status for tenant:833326da160a4c439fa77a121eb59364 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:52.306044 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-395f3a18-258f-4af6-b680-50dbc56105de tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.5433311 Feb 10 11:29:52.306044 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cefcd15e-2eeb-45bf-897f-6c847fc1a060 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.316626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59108) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:52.410666 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aeec8a34-2390-4594-b169-9e12f00006cd req-c645e474-3641-43a3-b840-5a4092a61360 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/security-groups?id=49b02bad-b152-4f9e-97c1-192fd83b279a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3015342 Feb 10 11:29:52.446355 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-cefcd15e-2eeb-45bf-897f-6c847fc1a060 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaae7e01-d207-4c97-871e-e06abec5ae7d']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:52.479923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-cefcd15e-2eeb-45bf-897f-6c847fc1a060 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8dd668-cd2e-46f4-be9f-b0f6253d4492') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:52.480217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-cefcd15e-2eeb-45bf-897f-6c847fc1a060 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8dd668-cd2e-46f4-be9f-b0f6253d4492') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:52.498868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cefcd15e-2eeb-45bf-897f-6c847fc1a060 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.509562 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-178abfad-561e-4c86-b07c-c96f256c89ae None None] Provisioning for port a20543e6-2370-4ea1-bfe5-9bd0afaa13d2 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:52.515458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-178abfad-561e-4c86-b07c-c96f256c89ae None None] Provisioning complete for port a20543e6-2370-4ea1-bfe5-9bd0afaa13d2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:52.516057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-178abfad-561e-4c86-b07c-c96f256c89ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.531914 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d66f80f-4c15-4219-a779-43627bd210ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.583943 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2dd2bb0-3fef-4efa-80e7-262936bd47db tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.609688 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-178abfad-561e-4c86-b07c-c96f256c89ae None None] Port a20543e6-2370-4ea1-bfe5-9bd0afaa13d2 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:52.613402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 993034a6-e2e5-4ccd-ba04-11cf19052f83 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:52.637861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cefcd15e-2eeb-45bf-897f-6c847fc1a060 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.644864 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-7b5baf7e-89f7-412e-9202-a44d4dbd6992 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Deleting port a20543e6-2370-4ea1-bfe5-9bd0afaa13d2 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:52.645153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b5baf7e-89f7-412e-9202-a44d4dbd6992 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.656534 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a6836243-2dee-40dc-a4d3-15fd715b1209 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] 10.222.0.36 "GET /v2.0/floatingips/82e061de-6d9f-4e9a-a3ae-c1c40986a035 HTTP/1.1" status: 200 len: 982 time: 0.3788393 Feb 10 11:29:52.659499 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59112) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:52.710541 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device dbd912a8-759c-4eb4-9a9b-403ea08d7742 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:52.719403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2dd2bb0-3fef-4efa-80e7-262936bd47db tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.719586 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefcd15e-2eeb-45bf-897f-6c847fc1a060 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:52.719873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cefcd15e-2eeb-45bf-897f-6c847fc1a060 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:52.736940 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:52.841033 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port dbd912a8-759c-4eb4-9a9b-403ea08d7742 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:52.842351 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd2bb0-3fef-4efa-80e7-262936bd47db tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Pushing event updated for resources: {'Port': ['ID=c43cc637-1d0a-46d2-bfa8-8613c3896d0e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:52.851901 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port dbd912a8-759c-4eb4-9a9b-403ea08d7742 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:52.852268 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.897816 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-178abfad-561e-4c86-b07c-c96f256c89ae None None] Provisioning for port ebdcc067-6a5c-4009-a44c-66979bc99bf3 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:52.903427 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 993034a6-e2e5-4ccd-ba04-11cf19052f83 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:52.906576 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dd2bb0-3fef-4efa-80e7-262936bd47db tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:52.914247 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-a2dd2bb0-3fef-4efa-80e7-262936bd47db tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:52.924517 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-178abfad-561e-4c86-b07c-c96f256c89ae None None] Provisioning complete for port ebdcc067-6a5c-4009-a44c-66979bc99bf3 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:52.924982 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-178abfad-561e-4c86-b07c-c96f256c89ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.963933 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 993034a6-e2e5-4ccd-ba04-11cf19052f83 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:52.964304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.970314 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd2bb0-3fef-4efa-80e7-262936bd47db tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:52.971711 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dd2bb0-3fef-4efa-80e7-262936bd47db tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:52.972985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2dd2bb0-3fef-4efa-80e7-262936bd47db tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.973407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cefcd15e-2eeb-45bf-897f-6c847fc1a060 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.978297 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cefcd15e-2eeb-45bf-897f-6c847fc1a060 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.020593 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcd15e-2eeb-45bf-897f-6c847fc1a060 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event deleted for resources: {'Network': ['ID=aaae7e01-d207-4c97-871e-e06abec5ae7d,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:53.031035 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b9fab2a2-44de-45ae-80ef-6c0768dee84b tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2423 time: 0.3703773 Feb 10 11:29:53.033860 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59116) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:53.039987 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a2dd2bb0-3fef-4efa-80e7-262936bd47db tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4838169 Feb 10 11:29:53.058328 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59120) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:53.064182 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-178abfad-561e-4c86-b07c-c96f256c89ae None None] Port ebdcc067-6a5c-4009-a44c-66979bc99bf3 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:53.101500 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cefcd15e-2eeb-45bf-897f-6c847fc1a060 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "DELETE /v2.0/networks/aaae7e01-d207-4c97-871e-e06abec5ae7d HTTP/1.1" status: 204 len: 168 time: 1.3398774 Feb 10 11:29:53.118216 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59124) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:53.197684 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.253781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-22e48f08-2bd9-427c-9add-c30db09b54bc tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Synchronizing usage tracker for tenant:9975410307b045e18f66c17bcd8a6a8d on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:53.274247 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.291078 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 993034a6-e2e5-4ccd-ba04-11cf19052f83, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=993034a6-e2e5-4ccd-ba04-11cf19052f83,segment=NetworkSegment(9dd6490b-2875-45cb-88b4-6f0fb980d035),segment_id=9dd6490b-2875-45cb-88b4-6f0fb980d035)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:53.295537 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-178abfad-561e-4c86-b07c-c96f256c89ae None None] Provisioning complete for port 993034a6-e2e5-4ccd-ba04-11cf19052f83 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:53.296020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-178abfad-561e-4c86-b07c-c96f256c89ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.341175 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.348793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-22e48f08-2bd9-427c-9add-c30db09b54bc tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Unset dirty status for tenant:9975410307b045e18f66c17bcd8a6a8d on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:53.352932 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-22e48f08-2bd9-427c-9add-c30db09b54bc tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] 10.222.0.36 "GET /v2.0/ports/c43cc637-1d0a-46d2-bfa8-8613c3896d0e HTTP/1.1" status: 200 len: 954 time: 0.2931669 Feb 10 11:29:53.361475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59130) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:53.370008 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b5baf7e-89f7-412e-9202-a44d4dbd6992 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.405727 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225a409e-bf33-4b9b-b078-8312f973eab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd912a8-759c-4eb4-9a9b-403ea08d7742'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:29:53.423310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d66f80f-4c15-4219-a779-43627bd210ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.438684 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port dbd912a8-759c-4eb4-9a9b-403ea08d7742, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=dbd912a8-759c-4eb4-9a9b-403ea08d7742,segment=NetworkSegment(54e4d797-4e28-4eaf-90fc-f06816c4e880),segment_id=54e4d797-4e28-4eaf-90fc-f06816c4e880)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:53.459954 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.516910 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225a409e-bf33-4b9b-b078-8312f973eab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd912a8-759c-4eb4-9a9b-403ea08d7742', 'code': 200} Feb 10 11:29:53.523218 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=993034a6-e2e5-4ccd-ba04-11cf19052f83,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:53.567981 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.614090 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=dbd912a8-759c-4eb4-9a9b-403ea08d7742,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:53.638939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.715008 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3f97a130-0cea-4733-8c94-e89ae14604a0 None None] Provisioning complete for port a20543e6-2370-4ea1-bfe5-9bd0afaa13d2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:53.715299 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3f97a130-0cea-4733-8c94-e89ae14604a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.726881 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-7b5baf7e-89f7-412e-9202-a44d4dbd6992 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Calling delete_port for a20543e6-2370-4ea1-bfe5-9bd0afaa13d2 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:53.773507 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-3f97a130-0cea-4733-8c94-e89ae14604a0 None None] Port a20543e6-2370-4ea1-bfe5-9bd0afaa13d2 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:53.786973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3f97a130-0cea-4733-8c94-e89ae14604a0 None None] Provisioning complete for port ebdcc067-6a5c-4009-a44c-66979bc99bf3 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:53.787870 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3f97a130-0cea-4733-8c94-e89ae14604a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.795964 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6299b378-4958-498e-8128-59e2403de9a1 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:53.800448 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6299b378-4958-498e-8128-59e2403de9a1 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:53.805347 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6299b378-4958-498e-8128-59e2403de9a1 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6820018 Feb 10 11:29:53.805347 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-967e9d9b-aea5-45ae-97d0-1caa2da6d76b tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Deleting port 913bb49e-5370-4655-bfef-d2838fda5e64 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:53.805347 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-967e9d9b-aea5-45ae-97d0-1caa2da6d76b tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.809668 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59138) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:53.813730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-bb6efca4-2acb-4639-90ad-8a902c191809 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Deleting port c43cc637-1d0a-46d2-bfa8-8613c3896d0e {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:53.814076 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb6efca4-2acb-4639-90ad-8a902c191809 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.846615 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-3f97a130-0cea-4733-8c94-e89ae14604a0 None None] Port ebdcc067-6a5c-4009-a44c-66979bc99bf3 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:53.850400 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-21900e0d-ad0b-4ab2-a1d5-beff83a019fe tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-91574990'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:53.890473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-21900e0d-ad0b-4ab2-a1d5-beff83a019fe tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:53.902385 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-21900e0d-ad0b-4ab2-a1d5-beff83a019fe tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Usage tracker for resource:network and tenant:83b8cd73827e4a93921d80f26eb59592 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:53.905312 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66f80f-4c15-4219-a779-43627bd210ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=5d620b8f-ac5e-498c-b1bf-d9c1ac4b9286,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:53.909519 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-21900e0d-ad0b-4ab2-a1d5-beff83a019fe tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:53.944428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-21900e0d-ad0b-4ab2-a1d5-beff83a019fe tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:54.012665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21900e0d-ad0b-4ab2-a1d5-beff83a019fe tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Made reservation on behalf of 83b8cd73827e4a93921d80f26eb59592 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:54.015604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21900e0d-ad0b-4ab2-a1d5-beff83a019fe tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.045071 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a2d7f-c0d1-45c7-921d-8da1978d7676 req-e4289a97-59e6-4e4a-9d4d-e73c1aa448e1 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:54.046541 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8c7a2d7f-c0d1-45c7-921d-8da1978d7676 req-e4289a97-59e6-4e4a-9d4d-e73c1aa448e1 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 946 time: 0.7686200 Feb 10 11:29:54.050050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d66f80f-4c15-4219-a779-43627bd210ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:54.050050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d66f80f-4c15-4219-a779-43627bd210ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network hostable DHCP agents. Network: 3b5b04fa-1e24-453f-83a6-7d1810ca3421, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:54.173580 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbff4c-f543-441c-97b9-b172e3d83755 req-a8f8db33-24ec-4565-b6a3-12c909ed4d16 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:54.175152 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2dcbff4c-f543-441c-97b9-b172e3d83755 req-a8f8db33-24ec-4565-b6a3-12c909ed4d16 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 945 time: 0.4652898 Feb 10 11:29:54.206548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21900e0d-ad0b-4ab2-a1d5-beff83a019fe tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:54.209520 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb6efca4-2acb-4639-90ad-8a902c191809 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.245026 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fd970726-5a0c-4e5b-87b5-ef266e2782eb req-bfb8b92b-813c-4ea7-9117-c539cc81401e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 1098 time: 0.4944012 Feb 10 11:29:54.252356 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-967e9d9b-aea5-45ae-97d0-1caa2da6d76b tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.252356 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-967e9d9b-aea5-45ae-97d0-1caa2da6d76b tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.268781 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8c7a2d7f-c0d1-45c7-921d-8da1978d7676 req-b6e22994-c266-46f8-955a-01cbc422ca31 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/security-groups?id=f34dfacb-f096-4b25-8476-ceb050aae982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032905 Feb 10 11:29:54.286100 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.345907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21900e0d-ad0b-4ab2-a1d5-beff83a019fe tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.346247 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-21900e0d-ad0b-4ab2-a1d5-beff83a019fe tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Added segment 4d0e99db-9a51-4d28-a1de-9ab07a9610d4 of type vlan for network a41b34b5-5691-44c9-b19b-b9df5083525d Feb 10 11:29:54.354590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-bb6efca4-2acb-4639-90ad-8a902c191809 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Calling delete_port for c43cc637-1d0a-46d2-bfa8-8613c3896d0e owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:54.392330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b5baf7e-89f7-412e-9202-a44d4dbd6992 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.441861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d66f80f-4c15-4219-a779-43627bd210ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:54.479409 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5baf7e-89f7-412e-9202-a44d4dbd6992 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Pushing event deleted for resources: {'Port': ['ID=a20543e6-2370-4ea1-bfe5-9bd0afaa13d2,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:54.512716 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-967e9d9b-aea5-45ae-97d0-1caa2da6d76b tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Calling delete_port for 913bb49e-5370-4655-bfef-d2838fda5e64 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:54.519244 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21900e0d-ad0b-4ab2-a1d5-beff83a019fe tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.528406 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-4d66f80f-4c15-4219-a779-43627bd210ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 3b5b04fa-1e24-453f-83a6-7d1810ca3421) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:54.534480 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 993034a6-e2e5-4ccd-ba04-11cf19052f83 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:54.598602 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6556df4-e037-42ee-90b4-255db9d0319b None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:54.609987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d66f80f-4c15-4219-a779-43627bd210ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:54.610656 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d66f80f-4c15-4219-a779-43627bd210ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.654728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b5baf7e-89f7-412e-9202-a44d4dbd6992 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.768304 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fd970726-5a0c-4e5b-87b5-ef266e2782eb req-9a1a041d-7dee-4662-8dd2-fa30c52c4843 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=49b02bad-b152-4f9e-97c1-192fd83b279a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5061026 Feb 10 11:29:54.784073 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7b5baf7e-89f7-412e-9202-a44d4dbd6992 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] 10.222.0.36 "DELETE /v2.0/ports/a20543e6-2370-4ea1-bfe5-9bd0afaa13d2 HTTP/1.1" status: 204 len: 168 time: 2.4569936 Feb 10 11:29:54.784270 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59144) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:54.795522 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4d66f80f-4c15-4219-a779-43627bd210ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9069054 Feb 10 11:29:54.798382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb6efca4-2acb-4639-90ad-8a902c191809 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.806847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59148) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:54.809673 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2dcbff4c-f543-441c-97b9-b172e3d83755 req-174fa0f0-b7bf-4e72-aab4-b54b001800d0 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/security-groups?id=49b02bad-b152-4f9e-97c1-192fd83b279a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6174831 Feb 10 11:29:54.826756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-aac35975-0b66-4b0d-aa17-5bfd2879450c tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Request body: {'port': {'name': 'tempest-new-port-name-877265098', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:54.828339 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.api.validators [None req-aac35975-0b66-4b0d-aa17-5bfd2879450c tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] bootfile-name is not in valid_values {{(pid=83554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:29:54.828858 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.api.validators [None req-aac35975-0b66-4b0d-aa17-5bfd2879450c tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] tftp-server is not in valid_values {{(pid=83554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:29:54.829340 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.api.validators [None req-aac35975-0b66-4b0d-aa17-5bfd2879450c tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] server-ip-address is not in valid_values {{(pid=83554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:29:54.863272 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 993034a6-e2e5-4ccd-ba04-11cf19052f83 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:54.863951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.869324 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21900e0d-ad0b-4ab2-a1d5-beff83a019fe tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.873352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21900e0d-ad0b-4ab2-a1d5-beff83a019fe tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:54.873979 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21900e0d-ad0b-4ab2-a1d5-beff83a019fe tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.883867 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'name': 'tempest-NetworksTestDHCPv6-1818102355'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:54.901246 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6efca4-2acb-4639-90ad-8a902c191809 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Pushing event deleted for resources: {'Port': ['ID=c43cc637-1d0a-46d2-bfa8-8613c3896d0e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:55.001753 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': '5d620b8f-ac5e-498c-b1bf-d9c1ac4b9286'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:55.002608 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.067996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb6efca4-2acb-4639-90ad-8a902c191809 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.073411 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bb6efca4-2acb-4639-90ad-8a902c191809 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c43cc637-1d0a-46d2-bfa8-8613c3896d0e HTTP/1.1" status: 204 len: 168 time: 1.7092190 Feb 10 11:29:55.079970 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:29:55.088056 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59152) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:55.091570 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-21900e0d-ad0b-4ab2-a1d5-beff83a019fe tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2496545 Feb 10 11:29:55.094273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59154) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:55.111372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b4a6c54d-a14f-400d-b987-992d8b566069 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-227207768'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:55.155064 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b4a6c54d-a14f-400d-b987-992d8b566069 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:55.166133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21900e0d-ad0b-4ab2-a1d5-beff83a019fe tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event updated for resources: {'Network': ['ID=a41b34b5-5691-44c9-b19b-b9df5083525d,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:55.172958 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b4a6c54d-a14f-400d-b987-992d8b566069 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Usage tracker for resource:network and tenant:83b8cd73827e4a93921d80f26eb59592 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:55.176768 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c50177c-4262-45ca-a578-6eda81a31cf6 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] GET failed (client error): The resource could not be found. Feb 10 11:29:55.177560 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6c50177c-4262-45ca-a578-6eda81a31cf6 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Synchronizing usage tracker for tenant:9975410307b045e18f66c17bcd8a6a8d on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:55.178646 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network a41b34b5-5691-44c9-b19b-b9df5083525d details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:55.184731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b4a6c54d-a14f-400d-b987-992d8b566069 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:55.206993 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b4a6c54d-a14f-400d-b987-992d8b566069 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:55.235107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a6c54d-a14f-400d-b987-992d8b566069 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Made reservation on behalf of 83b8cd73827e4a93921d80f26eb59592 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:55.238264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4a6c54d-a14f-400d-b987-992d8b566069 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.251889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6c50177c-4262-45ca-a578-6eda81a31cf6 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Unset dirty status for tenant:9975410307b045e18f66c17bcd8a6a8d on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:55.257915 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6c50177c-4262-45ca-a578-6eda81a31cf6 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] 10.222.0.36 "GET /v2.0/ports/c43cc637-1d0a-46d2-bfa8-8613c3896d0e HTTP/1.1" status: 404 len: 333 time: 0.1649294 Feb 10 11:29:55.261568 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59160) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:55.273983 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-54800c35-69cb-408d-a6fe-9887c3ed2d7c tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Request body: {'port': {'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1684809040'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:55.279035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:55.283076 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Allocated IP 2001:db8::2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/5d620b8f-ac5e-498c-b1bf-d9c1ac4b9286/4841df4a-cec7-4584-8463-8c6f1a1a725e) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:55.286407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-54800c35-69cb-408d-a6fe-9887c3ed2d7c tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:55.289061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:port and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:55.294983 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:55.311263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:55.314556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-54800c35-69cb-408d-a6fe-9887c3ed2d7c tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:55.321824 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a6c54d-a14f-400d-b987-992d8b566069 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:55.336580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:55.339809 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.351474 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4a6c54d-a14f-400d-b987-992d8b566069 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.351961 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-b4a6c54d-a14f-400d-b987-992d8b566069 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Added segment b3929667-f35e-4d3d-a029-19bc467d229b of type vlan for network 7dddd9dd-e10a-4b38-8781-2304227dc377 Feb 10 11:29:55.362819 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54800c35-69cb-408d-a6fe-9887c3ed2d7c tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Made reservation on behalf of 9975410307b045e18f66c17bcd8a6a8d for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:55.365371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54800c35-69cb-408d-a6fe-9887c3ed2d7c tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.392983 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port 6bbeea1b-e175-4f7f-ab45-8212e29bc3bb yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:55.451890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-54800c35-69cb-408d-a6fe-9887c3ed2d7c tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] device_id is not set on port 7c698123-c71a-462c-88e8-490a95e955c9 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:55.461265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7063801-9118-4ed5-8230-962746b8ea2d req-1bc4b2c5-3621-4ef4-9f64-d49401cdce99 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:55.462772 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d7063801-9118-4ed5-8230-962746b8ea2d req-1bc4b2c5-3621-4ef4-9f64-d49401cdce99 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 946 time: 0.8803060 Feb 10 11:29:55.477741 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59164) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:55.490562 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4a6c54d-a14f-400d-b987-992d8b566069 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.494622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fdb2fd1e-c9fc-4fe3-a467-2e91ee5898d0 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Request body: {'floatingip': {'port_id': '068d3c99-04f4-441f-bc64-12acea4a1d3f'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:55.549264 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.566003 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.587715 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aac35975-0b66-4b0d-aa17-5bfd2879450c tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.593452 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4a6c54d-a14f-400d-b987-992d8b566069 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.597117 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a6c54d-a14f-400d-b987-992d8b566069 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:55.597717 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4a6c54d-a14f-400d-b987-992d8b566069 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.602046 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.609504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fdb2fd1e-c9fc-4fe3-a467-2e91ee5898d0 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.669680 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Transition to ACTIVE for port object 4841df4a-cec7-4584-8463-8c6f1a1a725e will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:55.691093 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Transition to ACTIVE for port object 4841df4a-cec7-4584-8463-8c6f1a1a725e will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:55.692947 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-967e9d9b-aea5-45ae-97d0-1caa2da6d76b tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.698937 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.775785 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:55.778879 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:55.781281 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:55.788367 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Pushing event updated for resources: {'Port': ['ID=4841df4a-cec7-4584-8463-8c6f1a1a725e,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:55.829390 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e9d9b-aea5-45ae-97d0-1caa2da6d76b tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Pushing event deleted for resources: {'Port': ['ID=913bb49e-5370-4655-bfef-d2838fda5e64,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:55.948894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Attempting to bind port 4841df4a-cec7-4584-8463-8c6f1a1a725e on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:55.949143 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.949297 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Attempting to bind port 4841df4a-cec7-4584-8463-8c6f1a1a725e by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:55.949635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d332bc1-5718-42f4-90f2-a35fd8fc3e6a {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:29:55.950022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Attempting to bind port 4841df4a-cec7-4584-8463-8c6f1a1a725e on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:55.967059 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:55.970686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:55.972112 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.972112 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:55.972112 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Bound port: 4841df4a-cec7-4584-8463-8c6f1a1a725e, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:55.972377 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.017245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6c54d-a14f-400d-b987-992d8b566069 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event updated for resources: {'Network': ['ID=7dddd9dd-e10a-4b38-8781-2304227dc377,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:56.032520 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b4a6c54d-a14f-400d-b987-992d8b566069 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9314008 Feb 10 11:29:56.035837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59170) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:56.063276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Request body: {'ports': [{'network_id': 'a41b34b5-5691-44c9-b19b-b9df5083525d', 'name': 'tempest-port--469479274', 'admin_state_up': True}, {'network_id': '7dddd9dd-e10a-4b38-8781-2304227dc377', 'admin_state_up': False}]} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:56.063862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Request body: {'port': {'network_id': 'a41b34b5-5691-44c9-b19b-b9df5083525d', 'name': 'tempest-port--469479274', 'admin_state_up': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:56.064495 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Request body: {'port': {'network_id': '7dddd9dd-e10a-4b38-8781-2304227dc377', 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:56.081239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::298 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/5d620b8f-ac5e-498c-b1bf-d9c1ac4b9286/6bbeea1b-e175-4f7f-ab45-8212e29bc3bb) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:56.100638 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54800c35-69cb-408d-a6fe-9887c3ed2d7c tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.104280 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 7dddd9dd-e10a-4b38-8781-2304227dc377 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:56.196645 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] For port 4841df4a-cec7-4584-8463-8c6f1a1a725e, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:56.215930 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 11:29:56.216973 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e6c8e09a-a823-4c29-b315-df7bfbb7eec8 tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.5367773 Feb 10 11:29:56.219276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] For port 4841df4a-cec7-4584-8463-8c6f1a1a725e, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4841df4a-cec7-4584-8463-8c6f1a1a725e,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:56.223728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59174) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:56.227529 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.266584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-967e9d9b-aea5-45ae-97d0-1caa2da6d76b tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.312574 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d111b-00d9-470c-b3ea-47579089d622 None None] Pushing event updated for resources: {'Port': ['ID=4841df4a-cec7-4584-8463-8c6f1a1a725e,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:56.463236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54800c35-69cb-408d-a6fe-9887c3ed2d7c tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.497016 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f6fdd534-7e07-4e0e-9f78-5dfa10373ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.543244 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-862eb9c0-c16a-4d8f-9a89-4816a83a02fb tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Deleting port 5f5b1acc-a8ac-495e-b21a-3633e35e0204 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:56.543587 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-862eb9c0-c16a-4d8f-9a89-4816a83a02fb tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.668042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40121f-8027-46bf-9123-8cb71b270d43 req-a653261b-13aa-47bb-864a-5f4fb0a37557 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:56.669599 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df40121f-8027-46bf-9123-8cb71b270d43 req-a653261b-13aa-47bb-864a-5f4fb0a37557 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 945 time: 0.5763774 Feb 10 11:29:56.677870 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:56.695909 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54800c35-69cb-408d-a6fe-9887c3ed2d7c tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:56.714288 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Usage tracker for resource:port and tenant:83b8cd73827e4a93921d80f26eb59592 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:56.716862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54800c35-69cb-408d-a6fe-9887c3ed2d7c tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Pushing event updated for resources: {'Port': ['ID=7c698123-c71a-462c-88e8-490a95e955c9,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:56.720202 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-54800c35-69cb-408d-a6fe-9887c3ed2d7c tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:56.722470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:56.736953 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54800c35-69cb-408d-a6fe-9887c3ed2d7c tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:56.737789 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54800c35-69cb-408d-a6fe-9887c3ed2d7c tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:56.738381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54800c35-69cb-408d-a6fe-9887c3ed2d7c tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.750623 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:56.829265 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-54800c35-69cb-408d-a6fe-9887c3ed2d7c tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5640740 Feb 10 11:29:56.830044 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Made reservation on behalf of 83b8cd73827e4a93921d80f26eb59592 for: {'port': 2} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:56.833590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.843306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59178) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:56.848396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.868483 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:56.907598 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aac35975-0b66-4b0d-aa17-5bfd2879450c tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.934970 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aac35975-0b66-4b0d-aa17-5bfd2879450c tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.941583 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object 6bbeea1b-e175-4f7f-ab45-8212e29bc3bb will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:56.993236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.041737 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df40121f-8027-46bf-9123-8cb71b270d43 req-3b403f85-3fe5-4a01-a833-08db6d6784e1 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/security-groups?id=49b02bad-b152-4f9e-97c1-192fd83b279a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3617349 Feb 10 11:29:57.042887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-aac35975-0b66-4b0d-aa17-5bfd2879450c tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] In _notify_port_updated(), no bound segment for port ebdcc067-6a5c-4009-a44c-66979bc99bf3 on network eb34d718-044d-45fd-afd3-801dc6a260af {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:29:57.048282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac35975-0b66-4b0d-aa17-5bfd2879450c tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:57.049303 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aac35975-0b66-4b0d-aa17-5bfd2879450c tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.053483 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-aac35975-0b66-4b0d-aa17-5bfd2879450c tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] 10.222.0.36 "PUT /v2.0/ports/ebdcc067-6a5c-4009-a44c-66979bc99bf3 HTTP/1.1" status: 200 len: 1129 time: 2.2622612 Feb 10 11:29:57.068928 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac35975-0b66-4b0d-aa17-5bfd2879450c tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Pushing event updated for resources: {'Port': ['ID=ebdcc067-6a5c-4009-a44c-66979bc99bf3,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:57.073532 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59182) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:57.236841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-862eb9c0-c16a-4d8f-9a89-4816a83a02fb tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.240117 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-fdb2fd1e-c9fc-4fe3-a467-2e91ee5898d0 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:29:57.262125 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.276235 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.334854 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860625cf-09f9-4d91-883d-f92ccf50c09c tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:57.336460 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-860625cf-09f9-4d91-883d-f92ccf50c09c tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] 10.222.0.36 "GET /v2.0/ports/ebdcc067-6a5c-4009-a44c-66979bc99bf3 HTTP/1.1" status: 200 len: 1129 time: 0.2606814 Feb 10 11:29:57.344680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59186) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:57.414756 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fc33afc7-b4ce-43d5-a8c3-e9cc9e135714 None None] Provisioning complete for port ebdcc067-6a5c-4009-a44c-66979bc99bf3 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:57.415341 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fc33afc7-b4ce-43d5-a8c3-e9cc9e135714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.439342 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fdb2fd1e-c9fc-4fe3-a467-2e91ee5898d0 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.480363 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-fc33afc7-b4ce-43d5-a8c3-e9cc9e135714 None None] Port ebdcc067-6a5c-4009-a44c-66979bc99bf3 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:57.498881 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0507a8e7-d38b-4608-be0f-82ee854f00fc None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:57.515927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fdb2fd1e-c9fc-4fe3-a467-2e91ee5898d0 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.607338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-862eb9c0-c16a-4d8f-9a89-4816a83a02fb tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Calling delete_port for 5f5b1acc-a8ac-495e-b21a-3633e35e0204 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:57.624627 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-23d778b9-884f-4c89-b101-ae443a02a94f None None] Provisioning for port 4841df4a-cec7-4584-8463-8c6f1a1a725e completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:57.641650 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-904ae5de-7c8a-4dd5-8680-5d471c868c96 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Deleting port ebdcc067-6a5c-4009-a44c-66979bc99bf3 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:57.641998 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-904ae5de-7c8a-4dd5-8680-5d471c868c96 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.745356 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:57.753930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] device_id is not set on port bb282926-6f4a-44e1-8d6d-0a24208fe254 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:57.759726 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:57.761988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:57.765945 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:57.766572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.777296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=6bbeea1b-e175-4f7f-ab45-8212e29bc3bb,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:57.894882 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-11582890-1bba-4152-b5b7-02c84b275e8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0869598 Feb 10 11:29:57.895555 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59190) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:58.066412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-904ae5de-7c8a-4dd5-8680-5d471c868c96 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.161102 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-862eb9c0-c16a-4d8f-9a89-4816a83a02fb tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.168532 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6b429698-6655-4640-995d-a219efc609bb None None] Provisioning for port 6bbeea1b-e175-4f7f-ab45-8212e29bc3bb completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:58.184354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6b429698-6655-4640-995d-a219efc609bb None None] Provisioning complete for port 6bbeea1b-e175-4f7f-ab45-8212e29bc3bb triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:58.184722 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6b429698-6655-4640-995d-a219efc609bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.228958 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-904ae5de-7c8a-4dd5-8680-5d471c868c96 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Calling delete_port for ebdcc067-6a5c-4009-a44c-66979bc99bf3 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:58.241612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862eb9c0-c16a-4d8f-9a89-4816a83a02fb tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f5b1acc-a8ac-495e-b21a-3633e35e0204,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:58.264549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] device_id is not set on port 7c698123-c71a-462c-88e8-490a95e955c9 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:58.268439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6b429698-6655-4640-995d-a219efc609bb None None] Port 6bbeea1b-e175-4f7f-ab45-8212e29bc3bb cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:58.303472 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.307156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.322791 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9b9351-93a5-4240-882d-eb1831c72ea8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:58.326773 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9b9351-93a5-4240-882d-eb1831c72ea8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:58.327580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2b9b9351-93a5-4240-882d-eb1831c72ea8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:58.355157 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-fdb2fd1e-c9fc-4fe3-a467-2e91ee5898d0 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Floating IP 744643b0-e039-4e3f-bf16-2fccc1352981 associated. External IP: 172.26.4.84, port: 068d3c99-04f4-441f-bc64-12acea4a1d3f. Feb 10 11:29:58.406620 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-350c87de-ebd1-48bd-a2a1-49e24a7c4518 None None] Provisioning complete for port 6bbeea1b-e175-4f7f-ab45-8212e29bc3bb triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:58.407031 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-350c87de-ebd1-48bd-a2a1-49e24a7c4518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.451629 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Transition to ACTIVE for port object 7c698123-c71a-462c-88e8-490a95e955c9 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:58.477548 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-350c87de-ebd1-48bd-a2a1-49e24a7c4518 None None] Port 6bbeea1b-e175-4f7f-ab45-8212e29bc3bb cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:58.504037 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.571086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2b9b9351-93a5-4240-882d-eb1831c72ea8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:58.575226 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2b9b9351-93a5-4240-882d-eb1831c72ea8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6645331 Feb 10 11:29:58.578377 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4841df4a-cec7-4584-8463-8c6f1a1a725e up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:58.588251 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-862eb9c0-c16a-4d8f-9a89-4816a83a02fb tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.593807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59196) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:58.601715 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] device_id is not set on port 1d9db03a-4e52-4763-a9f0-7cbe3fe4ec9a yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:58.608261 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967e9d9b-aea5-45ae-97d0-1caa2da6d76b tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Router e7898aa1-4154-4fc5-b455-f7f2b2d3d47e has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:29:58.657339 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-862eb9c0-c16a-4d8f-9a89-4816a83a02fb tempest-RoutersAdminNegativeIpV6Test-130349392 tempest-RoutersAdminNegativeIpV6Test-130349392-project-admin] 10.222.0.36 "DELETE /v2.0/ports/5f5b1acc-a8ac-495e-b21a-3633e35e0204 HTTP/1.1" status: 204 len: 168 time: 2.4223473 Feb 10 11:29:58.665180 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 4841df4a-cec7-4584-8463-8c6f1a1a725e completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:58.671652 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 4841df4a-cec7-4584-8463-8c6f1a1a725e triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:58.672150 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.691279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f31e1-62c2-4bba-a331-b7538d847fdf req-c16e3d69-1a0c-4682-84cd-1f458cb1f65b tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:58.692758 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5b2f31e1-62c2-4bba-a331-b7538d847fdf req-c16e3d69-1a0c-4682-84cd-1f458cb1f65b tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 945 time: 0.4752064 Feb 10 11:29:58.755347 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3705b95a-42b4-46a2-8d6c-692a3b516b69 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port 6bbeea1b-e175-4f7f-ab45-8212e29bc3bb {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:58.756213 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3705b95a-42b4-46a2-8d6c-692a3b516b69 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.819121 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Pushing event updated for resources: {'Port': ['ID=7c698123-c71a-462c-88e8-490a95e955c9,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:58.832643 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.873906 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c1f67e32-33b3-4e98-ad6e-6367f7894151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.883545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-904ae5de-7c8a-4dd5-8680-5d471c868c96 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.897025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:58.898089 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:58.898619 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:58.907512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:58.908184 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:58.918847 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 4841df4a-cec7-4584-8463-8c6f1a1a725e, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4841df4a-cec7-4584-8463-8c6f1a1a725e,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:58.933618 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.961563 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ae5de-7c8a-4dd5-8680-5d471c868c96 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Pushing event deleted for resources: {'Port': ['ID=ebdcc067-6a5c-4009-a44c-66979bc99bf3,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:58.972554 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5b2f31e1-62c2-4bba-a331-b7538d847fdf req-5191447c-0b61-4508-b780-eb773b3455cb tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/security-groups?id=49b02bad-b152-4f9e-97c1-192fd83b279a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672296 Feb 10 11:29:59.028206 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-904ae5de-7c8a-4dd5-8680-5d471c868c96 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.092936 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=4841df4a-cec7-4584-8463-8c6f1a1a725e,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:59.106649 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-904ae5de-7c8a-4dd5-8680-5d471c868c96 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] 10.222.0.36 "DELETE /v2.0/ports/ebdcc067-6a5c-4009-a44c-66979bc99bf3 HTTP/1.1" status: 204 len: 168 time: 1.7556365 Feb 10 11:29:59.113420 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59206) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:59.113759 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59208) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:59.117168 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 2 to bind port 7c698123-c71a-462c-88e8-490a95e955c9 Feb 10 11:29:59.208268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:59.208608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:59.208988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:59.252555 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:59.253275 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:59.265399 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 3 to bind port 7c698123-c71a-462c-88e8-490a95e955c9 Feb 10 11:29:59.397094 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967e9d9b-aea5-45ae-97d0-1caa2da6d76b tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:59.405633 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-967e9d9b-aea5-45ae-97d0-1caa2da6d76b tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.407843 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464afeaa-188d-445a-9626-3c26664e5d03 None None] Sync routers for ids ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:59.420766 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464afeaa-188d-445a-9626-3c26664e5d03 None None] Routers {'e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:59.421431 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-464afeaa-188d-445a-9626-3c26664e5d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:59.435414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.480982 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-967e9d9b-aea5-45ae-97d0-1caa2da6d76b tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] 10.222.0.36 "DELETE /v2.0/floatingips/82e061de-6d9f-4e9a-a3ae-c1c40986a035 HTTP/1.1" status: 204 len: 168 time: 6.4456859 Feb 10 11:29:59.486478 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59218) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:59.493636 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-464afeaa-188d-445a-9626-3c26664e5d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:59.497607 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a5e33-6e6e-4ee7-bba5-5d954c1b52fc req-91332797-96a4-448f-b179-e719cfabbbba tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:59.499096 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fd4a5e33-6e6e-4ee7-bba5-5d954c1b52fc req-91332797-96a4-448f-b179-e719cfabbbba tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 945 time: 0.2785366 Feb 10 11:29:59.508253 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:59.509998 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59222) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:59.511311 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464afeaa-188d-445a-9626-3c26664e5d03 None None] Routers {'e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:59.512301 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-464afeaa-188d-445a-9626-3c26664e5d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:59.513532 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:59.521431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-10b912b7-ed90-4f99-acbf-0717437820a6 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Request body: {'floatingip': {'port_id': 'dbd912a8-759c-4eb4-9a9b-403ea08d7742'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:59.531424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:59.531758 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:59.532095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:59.539691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-19adda40-2053-4e57-8274-b01bdfa1b567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.562046 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3705b95a-42b4-46a2-8d6c-692a3b516b69 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.579116 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Usage tracker for resource:floatingip and tenant:43f3fb84ecc34e5f9673671d70cf5e0d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:59.580516 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-464afeaa-188d-445a-9626-3c26664e5d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:59.580980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464afeaa-188d-445a-9626-3c26664e5d03 None None] The sync data for ids ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:59.595677 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:59.606517 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:59.612169 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10b912b7-ed90-4f99-acbf-0717437820a6 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.696245 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.700160 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:59.700492 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:59.704710 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.710363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3705b95a-42b4-46a2-8d6c-692a3b516b69 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for 6bbeea1b-e175-4f7f-ab45-8212e29bc3bb owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:59.737508 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 4 to bind port 7c698123-c71a-462c-88e8-490a95e955c9 Feb 10 11:29:59.808122 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:59.808458 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:59.808794 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:59.828718 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3715e969-18bd-48a5-a358-a58bd89a6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Deleting subnet 1e83f297-b629-4077-8021-858d9c32669f {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:29:59.831199 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-19adda40-2053-4e57-8274-b01bdfa1b567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:59.841259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.844773 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-19adda40-2053-4e57-8274-b01bdfa1b567 admin admin] Usage tracker for resource:security_group_rule and tenant:b5a2ef6dccdc4d128d711f700742ebb4 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:59.847352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3715e969-18bd-48a5-a358-a58bd89a6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.875445 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:59.875776 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:29:59.881112 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-19adda40-2053-4e57-8274-b01bdfa1b567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:59.887476 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 5 to bind port 7c698123-c71a-462c-88e8-490a95e955c9 Feb 10 11:29:59.901090 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb2fd1e-c9fc-4fe3-a467-2e91ee5898d0 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Router 8c91eca4-74e7-42ec-be26-db92ec0ffefd has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:29:59.957849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-19adda40-2053-4e57-8274-b01bdfa1b567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:59.990216 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:59.991209 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:59.991606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:00.070202 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3715e969-18bd-48a5-a358-a58bd89a6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.108111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.109695 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event updated for resources: {'Port': ['ID=bb282926-6f4a-44e1-8d6d-0a24208fe254,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:00.111755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:30:00.112073 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:30:00.124989 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 6 to bind port 7c698123-c71a-462c-88e8-490a95e955c9 Feb 10 11:30:00.179182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:00.179517 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:00.179859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:00.223162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:30:00.223414 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:30:00.228905 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 7 to bind port 7c698123-c71a-462c-88e8-490a95e955c9 Feb 10 11:30:00.236548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3705b95a-42b4-46a2-8d6c-692a3b516b69 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.318043 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Checking segment: {'id': '4d0e99db-9a51-4d28-a1de-9ab07a9610d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a41b34b5-5691-44c9-b19b-b9df5083525d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:00.318777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Network hostable DHCP agents. Network: a41b34b5-5691-44c9-b19b-b9df5083525d, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:00.356973 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705b95a-42b4-46a2-8d6c-692a3b516b69 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=6bbeea1b-e175-4f7f-ab45-8212e29bc3bb,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:00.367032 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-19adda40-2053-4e57-8274-b01bdfa1b567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.368591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:00.368994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:00.369284 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:00.376666 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-19adda40-2053-4e57-8274-b01bdfa1b567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.409859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.451787 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:30:00.452215 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:30:00.453963 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3715e969-18bd-48a5-a358-a58bd89a6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.495522 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 8 to bind port 7c698123-c71a-462c-88e8-490a95e955c9 Feb 10 11:30:00.528495 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:00.528822 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:00.529375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:00.541325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Network a41b34b5-5691-44c9-b19b-b9df5083525d is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:00.548836 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4841df4a-cec7-4584-8463-8c6f1a1a725e up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:00.556536 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3705b95a-42b4-46a2-8d6c-692a3b516b69 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.570836 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, a41b34b5-5691-44c9-b19b-b9df5083525d) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:00.578381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adda40-2053-4e57-8274-b01bdfa1b567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b10ac75-f075-45e1-a1fa-4a6234951b23,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:00.590407 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-19adda40-2053-4e57-8274-b01bdfa1b567 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5a2ef6dccdc4d128d711f700742ebb4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4652102 Feb 10 11:30:00.594786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:00.595465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.599651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:30:00.599838 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:30:00.605793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59226) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.609873 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 9 to bind port 7c698123-c71a-462c-88e8-490a95e955c9 Feb 10 11:30:00.617772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771ccf92-4006-4501-916f-0026c16e857e None None] Network a41b34b5-5691-44c9-b19b-b9df5083525d requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:00.668354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:00.668354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:00.668354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:00.713975 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3705b95a-42b4-46a2-8d6c-692a3b516b69 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/6bbeea1b-e175-4f7f-ab45-8212e29bc3bb HTTP/1.1" status: 204 len: 168 time: 2.1164474 Feb 10 11:30:00.722250 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59230) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.753347 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:30:00.753678 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:30:00.765857 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.plugins.ml2.plugin [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempt 10 to bind port 7c698123-c71a-462c-88e8-490a95e955c9 Feb 10 11:30:00.777290 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event updated for resources: {'Port': ['ID=1d9db03a-4e52-4763-a9f0-7cbe3fe4ec9a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:00.809897 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3715e969-18bd-48a5-a358-a58bd89a6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.840611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Allocated IP 172.26.4.79 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/1e6015b6-1c25-4702-a351-c789829ad361) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:00.846993 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:00.847343 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:00.847794 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempting to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:00.861826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10b912b7-ed90-4f99-acbf-0717437820a6 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.871385 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715e969-18bd-48a5-a358-a58bd89a6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Pushing event deleted for resources: {'Subnet': ['ID=1e83f297-b629-4077-8021-858d9c32669f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:00.878159 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 4841df4a-cec7-4584-8463-8c6f1a1a725e triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:00.878532 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.890884 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee9622-575a-461c-a700-09c01dd30fbc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:00.891347 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:30:00.891678 dv-neutron-828497-1-hyperv neutron-server[83555]: ERROR neutron.plugins.ml2.managers [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Failed to bind port 7c698123-c71a-462c-88e8-490a95e955c9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '6ae2ac47-3bf5-4043-877f-0b628a7a9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af6dc931-8e8e-4cc1-9b4b-eba81ab8185b'}] Feb 10 11:30:00.892039 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.892501 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee9622-575a-461c-a700-09c01dd30fbc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:00.901824 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-daee9622-575a-461c-a700-09c01dd30fbc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1688268 Feb 10 11:30:00.905274 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3715e969-18bd-48a5-a358-a58bd89a6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.907643 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59234) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.949739 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceca0960-50ad-4db2-9aef-b758d95a6434 None None] Network eb34d718-044d-45fd-afd3-801dc6a260af requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:00.952943 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5b1bfcb4-8768-4e82-ab60-da287a3ec74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.954680 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Checking segment: {'id': 'b3929667-f35e-4d3d-a029-19bc467d229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7dddd9dd-e10a-4b38-8781-2304227dc377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:00.955035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Network hostable DHCP agents. Network: 7dddd9dd-e10a-4b38-8781-2304227dc377, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:00.981076 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3715e969-18bd-48a5-a358-a58bd89a6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] 10.222.0.36 "DELETE /v2.0/subnets/1e83f297-b629-4077-8021-858d9c32669f HTTP/1.1" status: 204 len: 168 time: 1.8540916 Feb 10 11:30:00.995214 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59238) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.001189 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10b912b7-ed90-4f99-acbf-0717437820a6 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.080799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5b1bfcb4-8768-4e82-ab60-da287a3ec74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.166205 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb2fd1e-c9fc-4fe3-a467-2e91ee5898d0 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:01.180869 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fdb2fd1e-c9fc-4fe3-a467-2e91ee5898d0 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.190484 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cacf03-9500-4ad8-b60d-482a10edee81 None None] Sync routers for ids ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:01.203408 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cacf03-9500-4ad8-b60d-482a10edee81 None None] Routers {'8c91eca4-74e7-42ec-be26-db92ec0ffefd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:01.204021 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a8cacf03-9500-4ad8-b60d-482a10edee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:01.299036 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fdb2fd1e-c9fc-4fe3-a467-2e91ee5898d0 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "PUT /v2.0/floatingips/744643b0-e039-4e3f-bf16-2fccc1352981 HTTP/1.1" status: 200 len: 991 time: 5.8163490 Feb 10 11:30:01.319200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f2814c-fec8-4e6c-b147-c00f3a9d6c0b', 'tag': '068d3c99-04f4-441f-bc64-12acea4a1d3f'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:30:01.345431 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898eaf93-7dd3-4369-9b4b-59a832c1c09e None None] DHCP port deletion for eb34d718-044d-45fd-afd3-801dc6a260af request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:01.349725 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-898eaf93-7dd3-4369-9b4b-59a832c1c09e None None] Deleting port 993034a6-e2e5-4ccd-ba04-11cf19052f83 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:01.350172 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-898eaf93-7dd3-4369-9b4b-59a832c1c09e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.352197 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.457637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.468912 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f2814c-fec8-4e6c-b147-c00f3a9d6c0b', 'tag': '068d3c99-04f4-441f-bc64-12acea4a1d3f', 'status': 'completed', 'code': 200} Feb 10 11:30:01.473697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.486933 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Network 7dddd9dd-e10a-4b38-8781-2304227dc377 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:01.512266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] For port 7c698123-c71a-462c-88e8-490a95e955c9, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:01.512743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Attempted to set empty binding levels {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 11:30:01.523482 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.532944 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-a8cacf03-9500-4ad8-b60d-482a10edee81 None None] Set router 8c91eca4-74e7-42ec-be26-db92ec0ffefd gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:30:01.553327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.591978 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 7dddd9dd-e10a-4b38-8781-2304227dc377) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:01.591978 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Deleting port 993034a6-e2e5-4ccd-ba04-11cf19052f83 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:01.592260 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.624327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:01.629117 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:01.632196 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1123a9ec-67ed-43e5-a046-b53284578e62 None None] Network 7dddd9dd-e10a-4b38-8781-2304227dc377 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:01.632771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:01.634029 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.668907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0cab96-7ec9-4152-bd9a-a7555181f8a3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 5d620b8f-ac5e-498c-b1bf-d9c1ac4b9286 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:01.686982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5b1bfcb4-8768-4e82-ab60-da287a3ec74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.690540 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Pushing event updated for resources: {'Port': ['ID=1e6015b6-1c25-4702-a351-c789829ad361,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:01.690917 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] In _notify_port_updated(), no bound segment for port 7c698123-c71a-462c-88e8-490a95e955c9 on network af6dc931-8e8e-4cc1-9b4b-eba81ab8185b {{(pid=83555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:30:01.692003 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.693535 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] 10.222.0.36 "PUT /v2.0/ports/7c698123-c71a-462c-88e8-490a95e955c9 HTTP/1.1" status: 200 len: 977 time: 4.8417001 Feb 10 11:30:01.699552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de0cab96-7ec9-4152-bd9a-a7555181f8a3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.714145 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59246) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.755218 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5820a-a72b-4c94-bace-f415773f4b3b tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Pushing event updated for resources: {'Port': ['ID=7c698123-c71a-462c-88e8-490a95e955c9,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:01.764343 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5b1bfcb4-8768-4e82-ab60-da287a3ec74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.768179 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5b1bfcb4-8768-4e82-ab60-da287a3ec74c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b10ac75-f075-45e1-a1fa-4a6234951b23 HTTP/1.1" status: 204 len: 168 time: 1.1409976 Feb 10 11:30:01.778693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bfcb4-8768-4e82-ab60-da287a3ec74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b10ac75-f075-45e1-a1fa-4a6234951b23,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:01.809250 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-381ad607-44b0-4b89-b30e-ab4548c3000d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.7695193 Feb 10 11:30:01.818779 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59252) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.842170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-898eaf93-7dd3-4369-9b4b-59a832c1c09e None None] For port 993034a6-e2e5-4ccd-ba04-11cf19052f83, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=993034a6-e2e5-4ccd-ba04-11cf19052f83,segment=NetworkSegment(9dd6490b-2875-45cb-88b4-6f0fb980d035),segment_id=9dd6490b-2875-45cb-88b4-6f0fb980d035)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:01.842483 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-898eaf93-7dd3-4369-9b4b-59a832c1c09e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.845628 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-10b912b7-ed90-4f99-acbf-0717437820a6 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Floating IP 935c374c-13b4-47b3-9614-910807dc10eb associated. External IP: 172.26.4.23, port: dbd912a8-759c-4eb4-9a9b-403ea08d7742. Feb 10 11:30:01.887950 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de0cab96-7ec9-4152-bd9a-a7555181f8a3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.001758 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a8cacf03-9500-4ad8-b60d-482a10edee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'name': 'tempest-ServersTestManualDisk-2068597218-router', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:29:03Z', 'revision_number': 4, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'gw_port': {'id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:50Z', 'updated_at': '2022-02-10T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '744643b0-e039-4e3f-bf16-2fccc1352981', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'port_id': '068d3c99-04f4-441f-bc64-12acea4a1d3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33', 'mac_address': 'fa:16:3e:41:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f2814c-fec8-4e6c-b147-c00f3a9d6c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:29:18Z', 'updated_at': '2022-02-10T11:29:57Z', 'revision_number': 1, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11', 'name': '', 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'mac_address': 'fa:16:3e:f0:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:00Z', 'updated_at': '2022-02-10T11:29:16Z', 'revision_number': 5, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'subnets': [{'id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:02.007674 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cacf03-9500-4ad8-b60d-482a10edee81 None None] Checking router: 8c91eca4-74e7-42ec-be26-db92ec0ffefd for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:30:02.019187 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cacf03-9500-4ad8-b60d-482a10edee81 None None] Routers {'8c91eca4-74e7-42ec-be26-db92ec0ffefd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:02.019823 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a8cacf03-9500-4ad8-b60d-482a10edee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:02.127269 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] For port 993034a6-e2e5-4ccd-ba04-11cf19052f83, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=993034a6-e2e5-4ccd-ba04-11cf19052f83,segment=NetworkSegment(9dd6490b-2875-45cb-88b4-6f0fb980d035),segment_id=9dd6490b-2875-45cb-88b4-6f0fb980d035)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:02.127853 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.131202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-898eaf93-7dd3-4369-9b4b-59a832c1c09e None None] Calling delete_port for 993034a6-e2e5-4ccd-ba04-11cf19052f83 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:02.151886 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:02.177527 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:02.198706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-6b473c24-5d3c-4ec7-be16-fbba5effeca1 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Deleting port 7c698123-c71a-462c-88e8-490a95e955c9 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:02.201206 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6b473c24-5d3c-4ec7-be16-fbba5effeca1 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.232359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-898eaf93-7dd3-4369-9b4b-59a832c1c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.263910 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Calling delete_port for 993034a6-e2e5-4ccd-ba04-11cf19052f83 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:02.267003 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:02.281710 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898eaf93-7dd3-4369-9b4b-59a832c1c09e None None] Pushing event deleted for resources: {'Port': ['ID=993034a6-e2e5-4ccd-ba04-11cf19052f83,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:02.288921 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898eaf93-7dd3-4369-9b4b-59a832c1c09e None None] No DVR routers for this DVR port 993034a6-e2e5-4ccd-ba04-11cf19052f83 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:02.339051 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-a8cacf03-9500-4ad8-b60d-482a10edee81 None None] Set router 8c91eca4-74e7-42ec-be26-db92ec0ffefd gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:30:02.390520 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:30:02.390936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:30:02.418101 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137aa7d5-9c63-447e-8bfc-a877415d2a31 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:02.422344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137aa7d5-9c63-447e-8bfc-a877415d2a31 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:02.423188 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-137aa7d5-9c63-447e-8bfc-a877415d2a31 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Synchronizing usage tracker for tenant:83b8cd73827e4a93921d80f26eb59592 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:02.435556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de0cab96-7ec9-4152-bd9a-a7555181f8a3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.461820 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c0d7c-cd9d-449d-9018-2ae6d91b5b88 req-46f43521-3776-4ca1-8e4c-dccccfa23122 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:02.463348 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f17c0d7c-cd9d-449d-9018-2ae6d91b5b88 req-46f43521-3776-4ca1-8e4c-dccccfa23122 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 946 time: 0.9215920 Feb 10 11:30:02.468285 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59258) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.511039 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-137aa7d5-9c63-447e-8bfc-a877415d2a31 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Unset dirty status for tenant:83b8cd73827e4a93921d80f26eb59592 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:02.512515 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-137aa7d5-9c63-447e-8bfc-a877415d2a31 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6926932 Feb 10 11:30:02.520911 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59262) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.540682 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b69e17d-7559-4ddb-bb63-5c4f1602776f req-10590aa9-42f6-4818-81f6-ec8bc7a65991 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc50e13d5d9b4d98a0cd65d4fcbf4649&device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 1099 time: 1.0816472 Feb 10 11:30:02.542387 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 993034a6-e2e5-4ccd-ba04-11cf19052f83 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:02.579858 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 993034a6-e2e5-4ccd-ba04-11cf19052f83 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:02.580114 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 993034a6-e2e5-4ccd-ba04-11cf19052f83 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:02.639978 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ba01c7da-17ee-418d-8933-19be11f72768 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Deleting port bb282926-6f4a-44e1-8d6d-0a24208fe254 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:02.641006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba01c7da-17ee-418d-8933-19be11f72768 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.672866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de0cab96-7ec9-4152-bd9a-a7555181f8a3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.718061 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-09accb48-934d-4763-9165-9b6330fcbb46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11ae0619ec44429b94cc6397594b53ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2446949 Feb 10 11:30:02.732061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59266) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.732972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cab96-7ec9-4152-bd9a-a7555181f8a3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=5d620b8f-ac5e-498c-b1bf-d9c1ac4b9286,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:02.758720 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de0cab96-7ec9-4152-bd9a-a7555181f8a3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.769827 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6359e5-5c1a-4916-aacf-9c04922b3f55 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:02.780165 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f17c0d7c-cd9d-449d-9018-2ae6d91b5b88 req-5f13362e-a79f-4e7a-8ea6-2e92b1261027 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/security-groups?id=f34dfacb-f096-4b25-8476-ceb050aae982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862320 Feb 10 11:30:02.810434 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a8cacf03-9500-4ad8-b60d-482a10edee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'name': 'tempest-ServersTestManualDisk-2068597218-router', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:29:03Z', 'revision_number': 4, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'gw_port': {'id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:50Z', 'updated_at': '2022-02-10T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '744643b0-e039-4e3f-bf16-2fccc1352981', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'port_id': '068d3c99-04f4-441f-bc64-12acea4a1d3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33', 'mac_address': 'fa:16:3e:41:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f2814c-fec8-4e6c-b147-c00f3a9d6c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:29:18Z', 'updated_at': '2022-02-10T11:29:57Z', 'revision_number': 1, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11', 'name': '', 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'mac_address': 'fa:16:3e:f0:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:00Z', 'updated_at': '2022-02-10T11:29:16Z', 'revision_number': 5, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'subnets': [{'id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:02.815738 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cacf03-9500-4ad8-b60d-482a10edee81 None None] The sync data for ids ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'] in dv-neutron-828497-1-hyperv is: [{'id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'name': 'tempest-ServersTestManualDisk-2068597218-router', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:29:03Z', 'revision_number': 4, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'gw_port': {'id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:50Z', 'updated_at': '2022-02-10T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '744643b0-e039-4e3f-bf16-2fccc1352981', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'port_id': '068d3c99-04f4-441f-bc64-12acea4a1d3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33', 'mac_address': 'fa:16:3e:41:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f2814c-fec8-4e6c-b147-c00f3a9d6c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:29:18Z', 'updated_at': '2022-02-10T11:29:57Z', 'revision_number': 1, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11', 'name': '', 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'mac_address': 'fa:16:3e:f0:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:00Z', 'updated_at': '2022-02-10T11:29:16Z', 'revision_number': 5, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'subnets': [{'id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:02.835262 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-6b473c24-5d3c-4ec7-be16-fbba5effeca1 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] For port 7c698123-c71a-462c-88e8-490a95e955c9, host hv-neutron-8284, got binding levels [] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:02.840115 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6b473c24-5d3c-4ec7-be16-fbba5effeca1 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.868277 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-de0cab96-7ec9-4152-bd9a-a7555181f8a3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/5d620b8f-ac5e-498c-b1bf-d9c1ac4b9286 HTTP/1.1" status: 204 len: 168 time: 1.9447348 Feb 10 11:30:02.868277 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59272) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.921312 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Deleting port 993034a6-e2e5-4ccd-ba04-11cf19052f83 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:02.921572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.991290 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b68f540a-3e22-4c60-a167-f2d65341593c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287086 Feb 10 11:30:03.020110 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-6b473c24-5d3c-4ec7-be16-fbba5effeca1 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Calling delete_port for 7c698123-c71a-462c-88e8-490a95e955c9 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:03.066096 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69e17d-7559-4ddb-bb63-5c4f1602776f req-d147bcbf-6a1b-42b4-bb78-3ce836094372 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:03.067767 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b69e17d-7559-4ddb-bb63-5c4f1602776f req-d147bcbf-6a1b-42b4-bb78-3ce836094372 service neutron] 10.222.0.73 "GET /v2.0/networks?id=168dc9c9-06c2-469c-a9b0-d89d5f006a33 HTTP/1.1" status: 200 len: 913 time: 0.5121689 Feb 10 11:30:03.070270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59278) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:03.088654 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] The port '993034a6-e2e5-4ccd-ba04-11cf19052f83' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:30:03.106848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-78810de0-c36e-4fdf-b193-85b7f169154c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:03.117020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59e5196-5725-455e-9e6c-16e187013888 None None] New status for floating IP 744643b0-e039-4e3f-bf16-2fccc1352981: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:30:03.177931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01556d6-7cdc-449d-ae20-cfca4ccd25d4 None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:03.199609 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e01556d6-7cdc-449d-ae20-cfca4ccd25d4 None None] Deleting port 4841df4a-cec7-4584-8463-8c6f1a1a725e {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:03.199978 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e01556d6-7cdc-449d-ae20-cfca4ccd25d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.252355 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.370093 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6b473c24-5d3c-4ec7-be16-fbba5effeca1 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.373186 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66f84c4a-d292-4b9b-9237-f1d600d246fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.418092 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.459755 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b69e17d-7559-4ddb-bb63-5c4f1602776f req-5ee82076-273f-4344-a732-501a4892cebd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=068d3c99-04f4-441f-bc64-12acea4a1d3f HTTP/1.1" status: 200 len: 999 time: 0.3720586 Feb 10 11:30:03.465107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba01c7da-17ee-418d-8933-19be11f72768 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.479046 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b473c24-5d3c-4ec7-be16-fbba5effeca1 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c698123-c71a-462c-88e8-490a95e955c9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:03.577629 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.588258 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66f84c4a-d292-4b9b-9237-f1d600d246fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.607513 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e01556d6-7cdc-449d-ae20-cfca4ccd25d4 None None] For port 4841df4a-cec7-4584-8463-8c6f1a1a725e, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4841df4a-cec7-4584-8463-8c6f1a1a725e,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:03.608962 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e01556d6-7cdc-449d-ae20-cfca4ccd25d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.618768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6b473c24-5d3c-4ec7-be16-fbba5effeca1 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.669636 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ba01c7da-17ee-418d-8933-19be11f72768 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Calling delete_port for bb282926-6f4a-44e1-8d6d-0a24208fe254 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:03.725841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-78810de0-c36e-4fdf-b193-85b7f169154c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:03.732430 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e01556d6-7cdc-449d-ae20-cfca4ccd25d4 None None] Calling delete_port for 4841df4a-cec7-4584-8463-8c6f1a1a725e owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:03.734695 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb34d718-044d-45fd-afd3-801dc6a260af']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:03.751309 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-78810de0-c36e-4fdf-b193-85b7f169154c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:03.770629 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-78810de0-c36e-4fdf-b193-85b7f169154c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:03.780602 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd6490b-2875-45cb-88b4-6f0fb980d035') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:03.780984 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd6490b-2875-45cb-88b4-6f0fb980d035') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:03.803211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-78810de0-c36e-4fdf-b193-85b7f169154c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:03.804902 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69e17d-7559-4ddb-bb63-5c4f1602776f req-c470bc7d-c11d-40d6-973d-e9525c2645d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:03.806546 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b69e17d-7559-4ddb-bb63-5c4f1602776f req-c470bc7d-c11d-40d6-973d-e9525c2645d9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9dd6b68-026c-41b2-8cf0-50347220223d HTTP/1.1" status: 200 len: 851 time: 0.3370144 Feb 10 11:30:03.815767 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e01556d6-7cdc-449d-ae20-cfca4ccd25d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.821730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.829299 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6b473c24-5d3c-4ec7-be16-fbba5effeca1 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] 10.222.0.36 "DELETE /v2.0/ports/7c698123-c71a-462c-88e8-490a95e955c9 HTTP/1.1" status: 204 len: 168 time: 2.1086924 Feb 10 11:30:03.836563 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59282) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:03.889154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78810de0-c36e-4fdf-b193-85b7f169154c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:03.893221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78810de0-c36e-4fdf-b193-85b7f169154c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.896155 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01556d6-7cdc-449d-ae20-cfca4ccd25d4 None None] Pushing event deleted for resources: {'Port': ['ID=4841df4a-cec7-4584-8463-8c6f1a1a725e,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:03.899170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01556d6-7cdc-449d-ae20-cfca4ccd25d4 None None] No DVR routers for this DVR port 4841df4a-cec7-4584-8463-8c6f1a1a725e on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:03.914094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.924129 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba01c7da-17ee-418d-8933-19be11f72768 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.932433 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2f1017-1d3c-4f9a-b24d-0057b6413254 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] GET failed (client error): The resource could not be found. Feb 10 11:30:03.932929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-bb2f1017-1d3c-4f9a-b24d-0057b6413254 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Synchronizing usage tracker for tenant:9975410307b045e18f66c17bcd8a6a8d on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:04.027585 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:04.027981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.043397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66f84c4a-d292-4b9b-9237-f1d600d246fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:04.046775 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:04.049570 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b69e17d-7559-4ddb-bb63-5c4f1602776f req-bfd0d2db-a0c0-4ccb-a585-f49b6e3b23f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=168dc9c9-06c2-469c-a9b0-d89d5f006a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2239769 Feb 10 11:30:04.128233 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01c7da-17ee-418d-8933-19be11f72768 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event deleted for resources: {'Port': ['ID=bb282926-6f4a-44e1-8d6d-0a24208fe254,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:04.137792 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.155220 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.160927 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f84c4a-d292-4b9b-9237-f1d600d246fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55474aac-6e0f-48c5-af14-ee3c8b4cebd2,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:04.189841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba01c7da-17ee-418d-8933-19be11f72768 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.207561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-bb2f1017-1d3c-4f9a-b24d-0057b6413254 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] Unset dirty status for tenant:9975410307b045e18f66c17bcd8a6a8d on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:04.212379 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bb2f1017-1d3c-4f9a-b24d-0057b6413254 tempest-PortsAdminExtendedAttrsTestJSON-1966747876 tempest-PortsAdminExtendedAttrsTestJSON-1966747876-project-admin] 10.222.0.36 "GET /v2.0/ports/7c698123-c71a-462c-88e8-490a95e955c9 HTTP/1.1" status: 404 len: 333 time: 0.3706477 Feb 10 11:30:04.218136 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59286) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:04.229971 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ba01c7da-17ee-418d-8933-19be11f72768 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "DELETE /v2.0/ports/bb282926-6f4a-44e1-8d6d-0a24208fe254 HTTP/1.1" status: 204 len: 168 time: 1.6989481 Feb 10 11:30:04.233800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59290) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:04.270101 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66f84c4a-d292-4b9b-9237-f1d600d246fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.273700 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-66f84c4a-d292-4b9b-9237-f1d600d246fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55474aac-6e0f-48c5-af14-ee3c8b4cebd2 HTTP/1.1" status: 204 len: 168 time: 1.5361216 Feb 10 11:30:04.273700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.330337 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.333287 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] Pushing event deleted for resources: {'Network': ['ID=eb34d718-044d-45fd-afd3-801dc6a260af,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:04.359971 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d1089467-2f08-4c78-8ced-218ed7e53d4e tempest-ExtraDHCPOptionsIpV6TestJSON-737253428 tempest-ExtraDHCPOptionsIpV6TestJSON-737253428-project] 10.222.0.36 "DELETE /v2.0/networks/eb34d718-044d-45fd-afd3-801dc6a260af HTTP/1.1" status: 204 len: 168 time: 3.3606131 Feb 10 11:30:04.402970 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-69081ebc-d975-473b-9193-01389cd8dac8 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Deleting port 1d9db03a-4e52-4763-a9f0-7cbe3fe4ec9a {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:04.403311 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-69081ebc-d975-473b-9193-01389cd8dac8 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.414246 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Pushing event updated for resources: {'Port': ['ID=1e6015b6-1c25-4702-a351-c789829ad361,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:04.455303 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b69e17d-7559-4ddb-bb63-5c4f1602776f req-1c1e403c-da73-4ddd-adf6-6c6acf77cebb service neutron] 10.222.0.73 "GET /v2.0/networks/168dc9c9-06c2-469c-a9b0-d89d5f006a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991947 Feb 10 11:30:04.472579 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd7d7adb-b9c0-4f6a-964f-fcdccf432f2c tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.497577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.508531 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b912b7-ed90-4f99-acbf-0717437820a6 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Router a2a2d47f-3875-4cc0-babc-35226c63f71c has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:30:04.588242 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4841df4a-cec7-4584-8463-8c6f1a1a725e no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:04.597443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.602072 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8cab6278-0989-45f5-8c4d-218d70275814 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1098018 Feb 10 11:30:04.603886 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59300) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:04.689778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 4841df4a-cec7-4584-8463-8c6f1a1a725e {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:04.693183 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4841df4a-cec7-4584-8463-8c6f1a1a725e not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:04.708208 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78810de0-c36e-4fdf-b193-85b7f169154c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.806415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-69081ebc-d975-473b-9193-01389cd8dac8 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.828304 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78810de0-c36e-4fdf-b193-85b7f169154c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:04.890544 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-78810de0-c36e-4fdf-b193-85b7f169154c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:04.903720 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40febf15-b12d-4632-882e-55ecd91dee75 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:04.909089 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd7d7adb-b9c0-4f6a-964f-fcdccf432f2c tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.924528 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b69e17d-7559-4ddb-bb63-5c4f1602776f req-e6defb83-b5c8-47e0-ab63-6d735a5d735d service neutron] 10.222.0.73 "GET /v2.0/networks/168dc9c9-06c2-469c-a9b0-d89d5f006a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578478 Feb 10 11:30:04.936686 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59312) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:04.963464 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-cd7d7adb-b9c0-4f6a-964f-fcdccf432f2c tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6dc931-8e8e-4cc1-9b4b-eba81ab8185b']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:04.981822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-cd7d7adb-b9c0-4f6a-964f-fcdccf432f2c tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae2ac47-3bf5-4043-877f-0b628a7a9806') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:04.982177 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-cd7d7adb-b9c0-4f6a-964f-fcdccf432f2c tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae2ac47-3bf5-4043-877f-0b628a7a9806') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:04.997944 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd7d7adb-b9c0-4f6a-964f-fcdccf432f2c tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.024729 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd7d7adb-b9c0-4f6a-964f-fcdccf432f2c tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.034371 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7d7adb-b9c0-4f6a-964f-fcdccf432f2c tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:05.034913 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd7d7adb-b9c0-4f6a-964f-fcdccf432f2c tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.045682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78810de0-c36e-4fdf-b193-85b7f169154c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:05.046948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78810de0-c36e-4fdf-b193-85b7f169154c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.060889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-69081ebc-d975-473b-9193-01389cd8dac8 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Calling delete_port for 1d9db03a-4e52-4763-a9f0-7cbe3fe4ec9a owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:05.063599 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:05.095387 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78810de0-c36e-4fdf-b193-85b7f169154c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=218bfe9f-269e-4448-84fd-24a91ef0ee2d,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:05.118874 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:05.140536 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:05.151015 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Usage tracker for resource:floatingip and tenant:76cec454ead448cd9acb0b2172d943ff is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:05.156947 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-78810de0-c36e-4fdf-b193-85b7f169154c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0844207 Feb 10 11:30:05.160858 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:05.164818 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59320) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:05.173180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:05.179782 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'name': 'tempest-NetworksTestDHCPv6-2127193777'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:05.222780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': '218bfe9f-269e-4448-84fd-24a91ef0ee2d'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:05.223535 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.261389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd7d7adb-b9c0-4f6a-964f-fcdccf432f2c tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.266177 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd7d7adb-b9c0-4f6a-964f-fcdccf432f2c tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.300585 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d7adb-b9c0-4f6a-964f-fcdccf432f2c tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] Pushing event deleted for resources: {'Network': ['ID=af6dc931-8e8e-4cc1-9b4b-eba81ab8185b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:05.310175 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c4e87a1a-08d6-4347-a187-b82eab1dbccd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=833326da160a4c439fa77a121eb59364&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3572652 Feb 10 11:30:05.310175 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cd7d7adb-b9c0-4f6a-964f-fcdccf432f2c tempest-PortsAdminExtendedAttrsTestJSON-197614319 tempest-PortsAdminExtendedAttrsTestJSON-197614319-project] 10.222.0.36 "DELETE /v2.0/networks/af6dc931-8e8e-4cc1-9b4b-eba81ab8185b HTTP/1.1" status: 204 len: 168 time: 1.0908310 Feb 10 11:30:05.312335 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59326) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:05.348738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b912b7-ed90-4f99-acbf-0717437820a6 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:05.353855 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10b912b7-ed90-4f99-acbf-0717437820a6 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.361798 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51f751-ef15-4bd0-a71b-80b5c2854287 None None] Sync routers for ids ['a2a2d47f-3875-4cc0-babc-35226c63f71c'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:05.393760 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de51f751-ef15-4bd0-a71b-80b5c2854287 None None] Routers {'a2a2d47f-3875-4cc0-babc-35226c63f71c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:05.395991 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-de51f751-ef15-4bd0-a71b-80b5c2854287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a2a2d47f-3875-4cc0-babc-35226c63f71c'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:05.396474 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Notify callbacks [] for floatingip, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.429346 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-69081ebc-d975-473b-9193-01389cd8dac8 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.448520 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-10b912b7-ed90-4f99-acbf-0717437820a6 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "PUT /v2.0/floatingips/935c374c-13b4-47b3-9614-910807dc10eb HTTP/1.1" status: 200 len: 990 time: 5.9366977 Feb 10 11:30:05.451859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225a409e-bf33-4b9b-b078-8312f973eab4', 'tag': 'dbd912a8-759c-4eb4-9a9b-403ea08d7742'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:30:05.460861 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3449cd15-45ad-4377-9fc1-7cc3638ca53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.488431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3449cd15-45ad-4377-9fc1-7cc3638ca53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.594695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3449cd15-45ad-4377-9fc1-7cc3638ca53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.612411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69081ebc-d975-473b-9193-01389cd8dac8 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event deleted for resources: {'Port': ['ID=1d9db03a-4e52-4763-a9f0-7cbe3fe4ec9a,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:05.621862 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225a409e-bf33-4b9b-b078-8312f973eab4', 'tag': 'dbd912a8-759c-4eb4-9a9b-403ea08d7742', 'status': 'completed', 'code': 200} Feb 10 11:30:05.635322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Allocated IP 2001:db8::2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/218bfe9f-269e-4448-84fd-24a91ef0ee2d/98ab5d95-834f-44cb-a17c-3191934e9f62) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:05.638362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449cd15-45ad-4377-9fc1-7cc3638ca53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb59319-edd1-4056-a7de-451a21ae1aef,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:05.756293 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-69081ebc-d975-473b-9193-01389cd8dac8 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.787647 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-69081ebc-d975-473b-9193-01389cd8dac8 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "DELETE /v2.0/ports/1d9db03a-4e52-4763-a9f0-7cbe3fe4ec9a HTTP/1.1" status: 204 len: 168 time: 1.5527003 Feb 10 11:30:05.799783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59340) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:05.808599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:05.817369 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-de51f751-ef15-4bd0-a71b-80b5c2854287 None None] Set router a2a2d47f-3875-4cc0-babc-35226c63f71c gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:30:05.874706 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:port and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:05.890731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:05.905331 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-dbd8072f-4cb9-4b9a-9bc4-94e9f3c73d32 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Synchronizing usage tracker for tenant:83b8cd73827e4a93921d80f26eb59592 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:05.912776 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:05.989549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-dbd8072f-4cb9-4b9a-9bc4-94e9f3c73d32 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Unset dirty status for tenant:83b8cd73827e4a93921d80f26eb59592 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:05.994946 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-dbd8072f-4cb9-4b9a-9bc4-94e9f3c73d32 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1898310 Feb 10 11:30:05.994946 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:05.994946 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.022461 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59348) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:06.031565 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f035b7be-2ab7-4719-b576-f53b22780f26 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1582033780'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:06.043654 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f035b7be-2ab7-4719-b576-f53b22780f26 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:06.054295 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f035b7be-2ab7-4719-b576-f53b22780f26 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Usage tracker for resource:network and tenant:83b8cd73827e4a93921d80f26eb59592 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:06.067503 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f035b7be-2ab7-4719-b576-f53b22780f26 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:06.071346 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.079290 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port 70f15e22-caa2-403a-99e3-9af859af89f8 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:06.098199 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Transition to ACTIVE for port object 98ab5d95-834f-44cb-a17c-3191934e9f62 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:06.123122 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59352) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:06.123986 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f035b7be-2ab7-4719-b576-f53b22780f26 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:06.141871 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Transition to ACTIVE for port object 98ab5d95-834f-44cb-a17c-3191934e9f62 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:06.151791 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.153239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.170968 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3449cd15-45ad-4377-9fc1-7cc3638ca53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.173506 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3449cd15-45ad-4377-9fc1-7cc3638ca53d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2fb59319-edd1-4056-a7de-451a21ae1aef HTTP/1.1" status: 204 len: 168 time: 0.8596902 Feb 10 11:30:06.209331 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59360) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:06.234457 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:06.242221 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:06.254626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:06.310200 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Allocated IP 172.26.4.123 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/5119bd87-648f-4b57-8b1d-fdf9ddab9e06) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:06.365428 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29139f59-6ae8-44b3-82c2-07af4bf7d872 req-3a101597-5931-41d2-97fe-e7255a59d769 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:06.367540 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29139f59-6ae8-44b3-82c2-07af4bf7d872 req-3a101597-5931-41d2-97fe-e7255a59d769 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 945 time: 0.6474495 Feb 10 11:30:06.417416 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Pushing event updated for resources: {'Port': ['ID=98ab5d95-834f-44cb-a17c-3191934e9f62,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:06.435204 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07357d37-bb5c-432c-9ef1-0b5f082a5cd1 req-7187475f-422f-4c5f-9e0c-009be1c475f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e16ebb90b7d1402abe25e3b684936641&device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 1098 time: 0.7886758 Feb 10 11:30:06.436961 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-de51f751-ef15-4bd0-a71b-80b5c2854287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'name': 'tempest-ServersTestJSON-1807042381-router', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:52Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'gw_port': {'id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:57Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '935c374c-13b4-47b3-9614-910807dc10eb', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'floating_ip_address': '172.26.4.23', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'port_id': 'dbd912a8-759c-4eb4-9a9b-403ea08d7742', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6', 'mac_address': 'fa:16:3e:d0:e2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225a409e-bf33-4b9b-b078-8312f973eab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:29:25Z', 'updated_at': '2022-02-10T11:30:00Z', 'revision_number': 1, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0408f5ae-daf4-4300-a434-61b2959f664b', 'name': '', 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'mac_address': 'fa:16:3e:20:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:10Z', 'updated_at': '2022-02-10T11:29:22Z', 'revision_number': 5, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'subnets': [{'id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:06.442816 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51f751-ef15-4bd0-a71b-80b5c2854287 None None] Checking router: a2a2d47f-3875-4cc0-babc-35226c63f71c for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:30:06.468357 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de51f751-ef15-4bd0-a71b-80b5c2854287 None None] Routers {'a2a2d47f-3875-4cc0-babc-35226c63f71c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:06.469925 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-de51f751-ef15-4bd0-a71b-80b5c2854287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a2a2d47f-3875-4cc0-babc-35226c63f71c'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:06.487538 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Attempting to bind port 98ab5d95-834f-44cb-a17c-3191934e9f62 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:06.487538 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Attempting to bind port 98ab5d95-834f-44cb-a17c-3191934e9f62 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:06.487984 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.489041 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Attempting to bind port 98ab5d95-834f-44cb-a17c-3191934e9f62 on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:06.518359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:06.521390 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:06.523323 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.526290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:06.528769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Bound port: 98ab5d95-834f-44cb-a17c-3191934e9f62, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:06.529195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.541156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f035b7be-2ab7-4719-b576-f53b22780f26 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Made reservation on behalf of 83b8cd73827e4a93921d80f26eb59592 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:06.544262 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f035b7be-2ab7-4719-b576-f53b22780f26 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.561700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.692521 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-de51f751-ef15-4bd0-a71b-80b5c2854287 None None] Set router a2a2d47f-3875-4cc0-babc-35226c63f71c gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:30:06.722559 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Pushing event updated for resources: {'Port': ['ID=5119bd87-648f-4b57-8b1d-fdf9ddab9e06,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:06.746072 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29139f59-6ae8-44b3-82c2-07af4bf7d872 req-85da8275-1d39-4808-b3fb-d550f1f64948 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/security-groups?id=49b02bad-b152-4f9e-97c1-192fd83b279a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3704972 Feb 10 11:30:06.779178 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] For port 98ab5d95-834f-44cb-a17c-3191934e9f62, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:06.793793 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] For port 98ab5d95-834f-44cb-a17c-3191934e9f62, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=98ab5d95-834f-44cb-a17c-3191934e9f62,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:06.798501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.828516 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07357d37-bb5c-432c-9ef1-0b5f082a5cd1 req-811e554c-7280-4979-a662-718f2574b833 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:06.838425 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07357d37-bb5c-432c-9ef1-0b5f082a5cd1 req-811e554c-7280-4979-a662-718f2574b833 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 HTTP/1.1" status: 200 len: 907 time: 0.3930433 Feb 10 11:30:06.862973 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:06.961590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:06.974165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:07.040677 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db966dc-3747-4eab-b4ee-21447ec32e82 None None] Pushing event updated for resources: {'Port': ['ID=98ab5d95-834f-44cb-a17c-3191934e9f62,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:07.048252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f035b7be-2ab7-4719-b576-f53b22780f26 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:07.090824 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f8b39e52-b5f4-40c4-a740-914aa53fb01d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=322276d94b054f9488c07212aaf52ae2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9569452 Feb 10 11:30:07.090824 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59380) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:07.113886 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f035b7be-2ab7-4719-b576-f53b22780f26 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.114231 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-f035b7be-2ab7-4719-b576-f53b22780f26 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Added segment 3b5a107e-c29f-4a66-b5b2-46bd5e9ff294 of type vlan for network 68111eab-c97f-4440-8997-57747e4cc153 Feb 10 11:30:07.144977 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07357d37-bb5c-432c-9ef1-0b5f082a5cd1 req-36ff794c-5fb6-4e5b-91bc-7f3a6073d7f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbd912a8-759c-4eb4-9a9b-403ea08d7742 HTTP/1.1" status: 200 len: 998 time: 0.2909014 Feb 10 11:30:07.156692 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Request body: {'networks': [{'name': 'tempest-network--143772037'}, {'name': 'tempest-network--1327734323'}]} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:07.156939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Request body: {'network': {'name': 'tempest-network--143772037'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:07.157434 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Request body: {'network': {'name': 'tempest-network--1327734323'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:07.164188 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:07.170391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::259 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/218bfe9f-269e-4448-84fd-24a91ef0ee2d/70f15e22-caa2-403a-99e3-9af859af89f8) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:07.245157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Usage tracker for resource:network and tenant:46588a20653645928f3452c47996a201 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:07.247998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f035b7be-2ab7-4719-b576-f53b22780f26 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.249825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:07.273640 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:07.316972 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07357d37-bb5c-432c-9ef1-0b5f082a5cd1 req-f473bccf-cd96-43c8-9e29-d0cd9d15b51a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:07.319086 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07357d37-bb5c-432c-9ef1-0b5f082a5cd1 req-f473bccf-cd96-43c8-9e29-d0cd9d15b51a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f51091a-4127-4f15-a418-3369b61c0de1 HTTP/1.1" status: 200 len: 845 time: 0.1571887 Feb 10 11:30:07.319834 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Made reservation on behalf of 46588a20653645928f3452c47996a201 for: {'network': 2} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:07.324192 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.343244 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-edb5c0f6-ae05-47a7-9e5e-eb704dadfb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.381449 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.442734 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:07.444876 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-edb5c0f6-ae05-47a7-9e5e-eb704dadfb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.446399 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-de51f751-ef15-4bd0-a71b-80b5c2854287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'name': 'tempest-ServersTestJSON-1807042381-router', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:52Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'gw_port': {'id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:57Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '935c374c-13b4-47b3-9614-910807dc10eb', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'floating_ip_address': '172.26.4.23', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'port_id': 'dbd912a8-759c-4eb4-9a9b-403ea08d7742', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6', 'mac_address': 'fa:16:3e:d0:e2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225a409e-bf33-4b9b-b078-8312f973eab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:29:25Z', 'updated_at': '2022-02-10T11:30:00Z', 'revision_number': 1, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0408f5ae-daf4-4300-a434-61b2959f664b', 'name': '', 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'mac_address': 'fa:16:3e:20:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:10Z', 'updated_at': '2022-02-10T11:29:22Z', 'revision_number': 5, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'subnets': [{'id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:07.448348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Usage tracker for resource:security_group_rule and tenant:46588a20653645928f3452c47996a201 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:07.451435 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51f751-ef15-4bd0-a71b-80b5c2854287 None None] The sync data for ids ['a2a2d47f-3875-4cc0-babc-35226c63f71c'] in dv-neutron-828497-1-hyperv is: [{'id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'name': 'tempest-ServersTestJSON-1807042381-router', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:52Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'gw_port': {'id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:57Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '935c374c-13b4-47b3-9614-910807dc10eb', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'floating_ip_address': '172.26.4.23', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'port_id': 'dbd912a8-759c-4eb4-9a9b-403ea08d7742', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6', 'mac_address': 'fa:16:3e:d0:e2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225a409e-bf33-4b9b-b078-8312f973eab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:29:25Z', 'updated_at': '2022-02-10T11:30:00Z', 'revision_number': 1, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0408f5ae-daf4-4300-a434-61b2959f664b', 'name': '', 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'mac_address': 'fa:16:3e:20:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:10Z', 'updated_at': '2022-02-10T11:29:22Z', 'revision_number': 5, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'subnets': [{'id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:07.454504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:07.463794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:07.470912 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07357d37-bb5c-432c-9ef1-0b5f082a5cd1 req-6d3eabcb-a4ed-4dc7-bcd0-9963012f2943 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d718d2b0-e440-4d5e-9a3f-87d67a2af3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1331925 Feb 10 11:30:07.579387 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f035b7be-2ab7-4719-b576-f53b22780f26 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.586060 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f035b7be-2ab7-4719-b576-f53b22780f26 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:07.587209 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f035b7be-2ab7-4719-b576-f53b22780f26 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.675532 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07357d37-bb5c-432c-9ef1-0b5f082a5cd1 req-6ada855f-aa9e-49fd-ac9d-617edb2ebbf1 service neutron] 10.222.0.73 "GET /v2.0/networks/d718d2b0-e440-4d5e-9a3f-87d67a2af3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966007 Feb 10 11:30:07.677577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.678743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59390) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:07.704106 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.704473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.832926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f95fff-5388-48a5-ad31-2b92b1c502e7,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:07.833118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.840367 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:07.866699 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1991471267'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:07.873144 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035b7be-2ab7-4719-b576-f53b22780f26 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event updated for resources: {'Network': ['ID=68111eab-c97f-4440-8997-57747e4cc153,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:07.881267 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:07.885823 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 68111eab-c97f-4440-8997-57747e4cc153 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:07.896211 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.896627 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Added segment 6200d52f-c047-4f7e-b8fc-7b4d86a4b7bf of type vlan for network eb789080-b44c-4de5-a64f-55647d364255 Feb 10 11:30:07.900588 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Usage tracker for resource:network and tenant:44cca543af7c4333855f2079b41db75e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:07.910671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:07.916816 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07357d37-bb5c-432c-9ef1-0b5f082a5cd1 req-ecb30004-4e6f-4a41-9fa1-d2cfe820f912 service neutron] 10.222.0.73 "GET /v2.0/networks/d718d2b0-e440-4d5e-9a3f-87d67a2af3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313008 Feb 10 11:30:07.925810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:07.958046 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.015229 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:08.028941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.029323 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Added segment 429206af-a6e3-445f-8ef9-7ee2312a40d4 of type vlan for network e99eebb4-76b4-43ba-8926-530f662a8f2d Feb 10 11:30:08.070111 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.072493 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.095518 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Made reservation on behalf of 44cca543af7c4333855f2079b41db75e for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:08.100211 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.108478 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f035b7be-2ab7-4719-b576-f53b22780f26 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0849118 Feb 10 11:30:08.112785 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59396) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:08.118307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-edb5c0f6-ae05-47a7-9e5e-eb704dadfb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.120717 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-edb5c0f6-ae05-47a7-9e5e-eb704dadfb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.124198 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-edb5c0f6-ae05-47a7-9e5e-eb704dadfb38 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c75d9bc2-901c-4fcf-a881-ab4d037ac604 HTTP/1.1" status: 204 len: 168 time: 1.0307372 Feb 10 11:30:08.126551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.129939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2458574e-4b25-4344-bf5a-7fcad65f4323 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-827210187'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:08.135697 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.148225 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2458574e-4b25-4344-bf5a-7fcad65f4323 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:08.148561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.156220 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2458574e-4b25-4344-bf5a-7fcad65f4323 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Usage tracker for resource:network and tenant:83b8cd73827e4a93921d80f26eb59592 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:08.160251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2458574e-4b25-4344-bf5a-7fcad65f4323 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:08.171755 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2458574e-4b25-4344-bf5a-7fcad65f4323 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:08.173661 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.174150 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.179317 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:08.182551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:08.182735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5c0f6-ae05-47a7-9e5e-eb704dadfb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75d9bc2-901c-4fcf-a881-ab4d037ac604,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:08.183172 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.217319 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object 70f15e22-caa2-403a-99e3-9af859af89f8 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:08.260002 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:08.264383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Usage tracker for resource:security_group_rule and tenant:44cca543af7c4333855f2079b41db75e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:08.268352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:08.276723 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:08.332554 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1146932 Feb 10 11:30:08.335625 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59402) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:08.380037 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.412413 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2458574e-4b25-4344-bf5a-7fcad65f4323 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Made reservation on behalf of 83b8cd73827e4a93921d80f26eb59592 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:08.415774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2458574e-4b25-4344-bf5a-7fcad65f4323 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.472578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.523107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=70f15e22-caa2-403a-99e3-9af859af89f8,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:08.525094 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event updated for resources: {'Network': ['ID=eb789080-b44c-4de5-a64f-55647d364255,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:08.528919 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.563265 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network eb789080-b44c-4de5-a64f-55647d364255 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:08.567431 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:08.574162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:08.576771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:08.581974 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:08.582866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.655653 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a9615b18-272e-4aba-8375-f72b8d4db6b7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4880395 Feb 10 11:30:08.676250 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59408) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:08.711640 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2458574e-4b25-4344-bf5a-7fcad65f4323 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:08.738197 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:08.746060 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 98ab5d95-834f-44cb-a17c-3191934e9f62 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:08.766778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2458574e-4b25-4344-bf5a-7fcad65f4323 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.767269 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-2458574e-4b25-4344-bf5a-7fcad65f4323 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Added segment 04b918d9-8b64-41dd-b137-2a3e901d7ced of type vlan for network 7580bcc5-af96-44d7-9fa4-b123de0184bc Feb 10 11:30:08.768618 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbf1e3-a9c2-4b89-bf6e-6a7c178c0cf6 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event updated for resources: {'Network': ['ID=e99eebb4-76b4-43ba-8926-530f662a8f2d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:08.785305 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.785711 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Added segment 6376ac76-e8fa-4134-ae5b-490a8dc5de6c of type vlan for network c37dc567-6d60-41cc-b013-63a288e8d51a Feb 10 11:30:08.787587 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59414) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:08.796135 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5c0b3d-8dc0-43d4-944b-6302478c6c27,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:08.797859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0e321-bd9b-47a3-b615-ec4bb2ffa3aa tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:08.803842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0e321-bd9b-47a3-b615-ec4bb2ffa3aa tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:08.807818 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0e321-bd9b-47a3-b615-ec4bb2ffa3aa tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:08.811758 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0e321-bd9b-47a3-b615-ec4bb2ffa3aa tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:08.813461 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-19c0e321-bd9b-47a3-b615-ec4bb2ffa3aa tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4698110 Feb 10 11:30:08.819601 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:30:08.826855 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59418) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:08.851501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network e99eebb4-76b4-43ba-8926-530f662a8f2d details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:08.893641 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.896928 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-927602b6-2df8-43ad-9809-7b5107740c76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9975410307b045e18f66c17bcd8a6a8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1060057 Feb 10 11:30:08.901054 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59422) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:08.906480 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2458574e-4b25-4344-bf5a-7fcad65f4323 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.954827 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.982471 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.012849 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5d8f68f9-a05d-415c-bc9b-f6f84654681b None None] Provisioning for port 98ab5d95-834f-44cb-a17c-3191934e9f62 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:09.033333 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 98ab5d95-834f-44cb-a17c-3191934e9f62 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:09.040401 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 98ab5d95-834f-44cb-a17c-3191934e9f62 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:09.040911 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.042291 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2458574e-4b25-4344-bf5a-7fcad65f4323 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.046598 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2458574e-4b25-4344-bf5a-7fcad65f4323 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:09.046852 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2458574e-4b25-4344-bf5a-7fcad65f4323 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.100037 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbc0215-44b8-4189-b508-808afc49cb3b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:09.104295 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbc0215-44b8-4189-b508-808afc49cb3b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:09.105083 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ffbc0215-44b8-4189-b508-808afc49cb3b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:09.116369 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b65a1253-d305-442b-a7c3-682544534e20 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.143352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Pushing event updated for resources: {'Port': ['ID=5119bd87-648f-4b57-8b1d-fdf9ddab9e06,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:09.160149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac83770f-3d38-4e63-ad40-c7eaff4c45fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.166223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ffbc0215-44b8-4189-b508-808afc49cb3b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:09.167485 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ffbc0215-44b8-4189-b508-808afc49cb3b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4902821 Feb 10 11:30:09.169289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.173424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59426) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:09.175707 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.175843 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458574e-4b25-4344-bf5a-7fcad65f4323 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event updated for resources: {'Network': ['ID=7580bcc5-af96-44d7-9fa4-b123de0184bc,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:09.187623 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5af57f37-ad7d-4a45-9e9b-0d2d08b6cd44 None None] Provisioning for port 70f15e22-caa2-403a-99e3-9af859af89f8 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:09.196022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 7580bcc5-af96-44d7-9fa4-b123de0184bc details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:09.211957 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.215936 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:09.216588 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.285308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.288631 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d24541ad-1616-4fef-87b9-e235bd0647ae tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6784372 Feb 10 11:30:09.292153 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5af57f37-ad7d-4a45-9e9b-0d2d08b6cd44 None None] Provisioning complete for port 70f15e22-caa2-403a-99e3-9af859af89f8 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:09.292525 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5af57f37-ad7d-4a45-9e9b-0d2d08b6cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.344723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59430) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:09.381603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-5af57f37-ad7d-4a45-9e9b-0d2d08b6cd44 None None] Port 70f15e22-caa2-403a-99e3-9af859af89f8 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:30:09.384597 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 98ab5d95-834f-44cb-a17c-3191934e9f62, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=98ab5d95-834f-44cb-a17c-3191934e9f62,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:09.390813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.399459 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac83770f-3d38-4e63-ad40-c7eaff4c45fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.447964 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2458574e-4b25-4344-bf5a-7fcad65f4323 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3281713 Feb 10 11:30:09.461889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-018022bd-1045-4a13-bdba-bbc1919c4d90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port 70f15e22-caa2-403a-99e3-9af859af89f8 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:09.462228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-018022bd-1045-4a13-bdba-bbc1919c4d90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.479139 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=98ab5d95-834f-44cb-a17c-3191934e9f62,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:09.483755 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Pushing event updated for resources: {'Network': ['ID=c37dc567-6d60-41cc-b013-63a288e8d51a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:09.496532 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-aed998dd-bccd-4490-92ce-0dc6cf5d4746 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8166175 Feb 10 11:30:09.497369 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59434) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:09.500529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b65a1253-d305-442b-a7c3-682544534e20 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.513962 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-207953b7-615e-449c-b9d1-4b718ac451a2 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Request body: {'subnet': {'network_id': 'c37dc567-6d60-41cc-b013-63a288e8d51a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:09.531088 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network c37dc567-6d60-41cc-b013-63a288e8d51a details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:09.590774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59438) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:09.611617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-b65a1253-d305-442b-a7c3-682544534e20 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb789080-b44c-4de5-a64f-55647d364255']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:09.672075 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a579dbaa-845b-4d5d-9148-fca9653bd91b tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3217 time: 0.3233750 Feb 10 11:30:09.675033 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59442) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:09.687762 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Request body: {'subnets': [{'network_id': '68111eab-c97f-4440-8997-57747e4cc153', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--861242426', 'ip_version': 4}, {'network_id': '7580bcc5-af96-44d7-9fa4-b123de0184bc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:09.688042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Request body: {'subnet': {'network_id': '68111eab-c97f-4440-8997-57747e4cc153', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--861242426', 'ip_version': 4}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:09.688664 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Request body: {'subnet': {'network_id': '7580bcc5-af96-44d7-9fa4-b123de0184bc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:09.720165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-b65a1253-d305-442b-a7c3-682544534e20 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6200d52f-c047-4f7e-b8fc-7b4d86a4b7bf') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:09.720430 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-b65a1253-d305-442b-a7c3-682544534e20 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6200d52f-c047-4f7e-b8fc-7b4d86a4b7bf') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:09.721547 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa6b068-f0b4-44d8-95d8-4885fc504434 None None] New status for floating IP 935c374c-13b4-47b3-9614-910807dc10eb: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:30:09.745062 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac83770f-3d38-4e63-ad40-c7eaff4c45fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.783245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b65a1253-d305-442b-a7c3-682544534e20 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.789429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-207953b7-615e-449c-b9d1-4b718ac451a2 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:09.795442 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83770f-3d38-4e63-ad40-c7eaff4c45fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b195b99e-ff55-4952-895e-0559381fac24,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:09.799622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-207953b7-615e-449c-b9d1-4b718ac451a2 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Usage tracker for resource:subnet and tenant:44cca543af7c4333855f2079b41db75e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:09.805677 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f81f7c3e-5771-41e8-bde1-ceb9cb27bd6e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Synchronizing usage tracker for tenant:7ef7662eec1c4230bebcef30b3b67bcc on resource:floatingip {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:09.809071 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-207953b7-615e-449c-b9d1-4b718ac451a2 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:09.815036 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac83770f-3d38-4e63-ad40-c7eaff4c45fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.816143 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ac83770f-3d38-4e63-ad40-c7eaff4c45fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b195b99e-ff55-4952-895e-0559381fac24 HTTP/1.1" status: 204 len: 168 time: 0.9121563 Feb 10 11:30:09.817302 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-207953b7-615e-449c-b9d1-4b718ac451a2 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:09.838503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207953b7-615e-449c-b9d1-4b718ac451a2 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Made reservation on behalf of 44cca543af7c4333855f2079b41db75e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:09.860394 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f81f7c3e-5771-41e8-bde1-ceb9cb27bd6e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Unset dirty status for tenant:7ef7662eec1c4230bebcef30b3b67bcc on resource:floatingip {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:09.864592 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f81f7c3e-5771-41e8-bde1-ceb9cb27bd6e tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1828611 Feb 10 11:30:09.868114 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59448) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:10.014609 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b65a1253-d305-442b-a7c3-682544534e20 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.038824 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-018022bd-1045-4a13-bdba-bbc1919c4d90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.044325 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-207953b7-615e-449c-b9d1-4b718ac451a2 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.047394 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65a1253-d305-442b-a7c3-682544534e20 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:10.047800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b65a1253-d305-442b-a7c3-682544534e20 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:10.069228 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:10.298577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-2a526e16-0498-4b2f-89f6-8298470416b4 tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Deleting port 5119bd87-648f-4b57-8b1d-fdf9ddab9e06 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:10.298956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a526e16-0498-4b2f-89f6-8298470416b4 tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.422166 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-018022bd-1045-4a13-bdba-bbc1919c4d90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for 70f15e22-caa2-403a-99e3-9af859af89f8 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:10.513954 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b65a1253-d305-442b-a7c3-682544534e20 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.516227 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a526e16-0498-4b2f-89f6-8298470416b4 tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.516846 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a526e16-0498-4b2f-89f6-8298470416b4 tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.522790 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b65a1253-d305-442b-a7c3-682544534e20 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.552187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a1253-d305-442b-a7c3-682544534e20 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event deleted for resources: {'Network': ['ID=eb789080-b44c-4de5-a64f-55647d364255,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:10.555854 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 98ab5d95-834f-44cb-a17c-3191934e9f62 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:10.563167 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b65a1253-d305-442b-a7c3-682544534e20 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "DELETE /v2.0/networks/eb789080-b44c-4de5-a64f-55647d364255 HTTP/1.1" status: 204 len: 168 time: 1.7353203 Feb 10 11:30:10.576350 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:10.577733 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59462) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:10.602061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Usage tracker for resource:subnet and tenant:83b8cd73827e4a93921d80f26eb59592 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:10.608717 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:10.664577 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 98ab5d95-834f-44cb-a17c-3191934e9f62 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:10.665335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.678425 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-2a526e16-0498-4b2f-89f6-8298470416b4 tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Calling delete_port for 5119bd87-648f-4b57-8b1d-fdf9ddab9e06 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:10.710626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:10.770565 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-018022bd-1045-4a13-bdba-bbc1919c4d90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.851300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-207953b7-615e-449c-b9d1-4b718ac451a2 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.949084 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018022bd-1045-4a13-bdba-bbc1919c4d90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=70f15e22-caa2-403a-99e3-9af859af89f8,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:10.959206 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207953b7-615e-449c-b9d1-4b718ac451a2 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Pushing event updated for resources: {'Subnet': ['ID=f575bd73-d003-4490-8563-3c7739194305,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:10.980683 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Made reservation on behalf of 83b8cd73827e4a93921d80f26eb59592 for: {'subnet': 2} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:11.077902 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a526e16-0498-4b2f-89f6-8298470416b4 tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.134993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a526e16-0498-4b2f-89f6-8298470416b4 tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Pushing event deleted for resources: {'Port': ['ID=5119bd87-648f-4b57-8b1d-fdf9ddab9e06,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:11.168602 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-018022bd-1045-4a13-bdba-bbc1919c4d90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.187245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-123ff8ef-abc1-4eb6-9d83-55082d4daf2d tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.190539 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207953b7-615e-449c-b9d1-4b718ac451a2 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Checking segment: {'id': '6376ac76-e8fa-4134-ae5b-490a8dc5de6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c37dc567-6d60-41cc-b013-63a288e8d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:11.190539 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207953b7-615e-449c-b9d1-4b718ac451a2 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Network hostable DHCP agents. Network: c37dc567-6d60-41cc-b013-63a288e8d51a, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:11.198727 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-018022bd-1045-4a13-bdba-bbc1919c4d90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/70f15e22-caa2-403a-99e3-9af859af89f8 HTTP/1.1" status: 204 len: 168 time: 2.0200737 Feb 10 11:30:11.202724 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59474) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:11.435279 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.435609 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.446416 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f693a036-4796-4f03-b71d-b2c15be6966b req-56e8873d-9f23-4ef7-ade3-083cdd764ea0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4374032 Feb 10 11:30:11.449305 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67049e9-b233-49c6-a7b2-66fa14dc2e64 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:11.450795 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67049e9-b233-49c6-a7b2-66fa14dc2e64 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:11.456656 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f67049e9-b233-49c6-a7b2-66fa14dc2e64 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1164653 Feb 10 11:30:11.457798 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59482) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:11.461755 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a526e16-0498-4b2f-89f6-8298470416b4 tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.498306 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207953b7-615e-449c-b9d1-4b718ac451a2 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Network c37dc567-6d60-41cc-b013-63a288e8d51a is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:11.528835 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-207953b7-615e-449c-b9d1-4b718ac451a2 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, c37dc567-6d60-41cc-b013-63a288e8d51a) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:11.542457 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c618b025-bab0-46eb-a33d-72dde4eea924 None None] Network c37dc567-6d60-41cc-b013-63a288e8d51a requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:11.545525 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207953b7-615e-449c-b9d1-4b718ac451a2 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:11.546124 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-207953b7-615e-449c-b9d1-4b718ac451a2 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.571247 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-123ff8ef-abc1-4eb6-9d83-55082d4daf2d tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.618328 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a526e16-0498-4b2f-89f6-8298470416b4 tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.621776 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2a526e16-0498-4b2f-89f6-8298470416b4 tempest-FloatingIPAdminTestJSON-1635231715 tempest-FloatingIPAdminTestJSON-1635231715-project] 10.222.0.36 "DELETE /v2.0/floatingips/0eadc0e7-6971-4c3c-8074-a118faac2718 HTTP/1.1" status: 204 len: 168 time: 1.7503326 Feb 10 11:30:11.627207 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59488) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:11.639435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-123ff8ef-abc1-4eb6-9d83-55082d4daf2d tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99eebb4-76b4-43ba-8926-530f662a8f2d']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:11.671248 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-123ff8ef-abc1-4eb6-9d83-55082d4daf2d tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429206af-a6e3-445f-8ef9-7ee2312a40d4') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:11.671815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-123ff8ef-abc1-4eb6-9d83-55082d4daf2d tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429206af-a6e3-445f-8ef9-7ee2312a40d4') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:11.691988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-123ff8ef-abc1-4eb6-9d83-55082d4daf2d tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.715517 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-123ff8ef-abc1-4eb6-9d83-55082d4daf2d tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.728221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123ff8ef-abc1-4eb6-9d83-55082d4daf2d tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:11.728711 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-123ff8ef-abc1-4eb6-9d83-55082d4daf2d tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.742275 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-207953b7-615e-449c-b9d1-4b718ac451a2 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2410643 Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:11.744915 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:11.751324 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59494) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:11.807670 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Request body: {'port': {'network_id': 'c37dc567-6d60-41cc-b013-63a288e8d51a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-486547837'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:11.891012 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-123ff8ef-abc1-4eb6-9d83-55082d4daf2d tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.924574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-123ff8ef-abc1-4eb6-9d83-55082d4daf2d tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.952131 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ff8ef-abc1-4eb6-9d83-55082d4daf2d tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event deleted for resources: {'Network': ['ID=e99eebb4-76b4-43ba-8926-530f662a8f2d,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:11.956887 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-c37dc567-6d60-41cc-b013-63a288e8d51a', 'network_id': 'c37dc567-6d60-41cc-b013-63a288e8d51a', 'tenant_id': '44cca543af7c4333855f2079b41db75e', 'fixed_ips': [{'subnet_id': 'f575bd73-d003-4490-8563-3c7739194305'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:11.960327 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-123ff8ef-abc1-4eb6-9d83-55082d4daf2d tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "DELETE /v2.0/networks/e99eebb4-76b4-43ba-8926-530f662a8f2d HTTP/1.1" status: 204 len: 168 time: 1.3809607 Feb 10 11:30:11.960963 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59500) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:11.961968 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.096526 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c0f778fc-da9f-4fcc-92f1-cee2eb757877 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Deleting port 1e6015b6-1c25-4702-a351-c789829ad361 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:12.096864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0f778fc-da9f-4fcc-92f1-cee2eb757877 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.175564 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f693a036-4796-4f03-b71d-b2c15be6966b req-448c5a5c-3cc3-480f-9bd0-f28debc266e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc50e13d5d9b4d98a0cd65d4fcbf4649&device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 1099 time: 0.6256049 Feb 10 11:30:12.200571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b776dc-27b3-4e92-b93a-c0a6b41c38c5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 218bfe9f-269e-4448-84fd-24a91ef0ee2d {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:12.259728 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Allocated IP 172.20.0.2 (c37dc567-6d60-41cc-b013-63a288e8d51a/f575bd73-d003-4490-8563-3c7739194305/512f32a7-bbd5-4c08-aa5c-654259dcbf79) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:12.291489 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38b776dc-27b3-4e92-b93a-c0a6b41c38c5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.354779 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fac923-e634-4ab1-9776-09fe9b2416a4 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:12.358890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fac923-e634-4ab1-9776-09fe9b2416a4 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:12.359671 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-14fac923-e634-4ab1-9776-09fe9b2416a4 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Synchronizing usage tracker for tenant:46588a20653645928f3452c47996a201 on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:12.440725 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-14fac923-e634-4ab1-9776-09fe9b2416a4 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Unset dirty status for tenant:46588a20653645928f3452c47996a201 on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:12.447900 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:12.449577 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-14fac923-e634-4ab1-9776-09fe9b2416a4 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4702728 Feb 10 11:30:12.452954 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59510) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:12.462744 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-5ed92a12-9e4c-4904-93d5-89a925d920e8 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-308715946'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:12.471081 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5ed92a12-9e4c-4904-93d5-89a925d920e8 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:12.484950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Usage tracker for resource:port and tenant:44cca543af7c4333855f2079b41db75e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:12.494818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:12.501496 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5ed92a12-9e4c-4904-93d5-89a925d920e8 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:12.508473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:12.512449 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38b776dc-27b3-4e92-b93a-c0a6b41c38c5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.528471 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed92a12-9e4c-4904-93d5-89a925d920e8 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Made reservation on behalf of 46588a20653645928f3452c47996a201 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:12.532168 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ed92a12-9e4c-4904-93d5-89a925d920e8 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.550151 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.589230 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59514) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:12.611901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Made reservation on behalf of 44cca543af7c4333855f2079b41db75e for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:12.616283 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.635050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed92a12-9e4c-4904-93d5-89a925d920e8 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:12.652952 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.657088 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event updated for resources: {'Subnet': ['ID=4eeb9b60-4b24-47b2-99e6-29f0b560ba25,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:12.667699 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ed92a12-9e4c-4904-93d5-89a925d920e8 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.668366 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-5ed92a12-9e4c-4904-93d5-89a925d920e8 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Added segment 3c0ce3bd-1b8e-430c-8a8d-5b2120a7ba00 of type vlan for network d13638b9-eac9-4545-b069-e6907839e978 Feb 10 11:30:12.679346 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0f778fc-da9f-4fcc-92f1-cee2eb757877 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.679756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0f778fc-da9f-4fcc-92f1-cee2eb757877 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.682172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Checking segment: {'id': '3b5a107e-c29f-4a66-b5b2-46bd5e9ff294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68111eab-c97f-4440-8997-57747e4cc153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:12.682546 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Network hostable DHCP agents. Network: 68111eab-c97f-4440-8997-57747e4cc153, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:12.683074 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Transition to ACTIVE for port object 512f32a7-bbd5-4c08-aa5c-654259dcbf79 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:12.688169 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693a036-4796-4f03-b71d-b2c15be6966b req-e64307c6-c97e-44cf-b9bb-44a7bb826c9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:12.690437 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f693a036-4796-4f03-b71d-b2c15be6966b req-e64307c6-c97e-44cf-b9bb-44a7bb826c9d service neutron] 10.222.0.73 "GET /v2.0/networks?id=168dc9c9-06c2-469c-a9b0-d89d5f006a33 HTTP/1.1" status: 200 len: 913 time: 0.4467263 Feb 10 11:30:12.718331 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ed92a12-9e4c-4904-93d5-89a925d920e8 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.726726 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Transition to ACTIVE for port object 512f32a7-bbd5-4c08-aa5c-654259dcbf79 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:12.735910 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.745347 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Network 68111eab-c97f-4440-8997-57747e4cc153 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:12.761101 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 68111eab-c97f-4440-8997-57747e4cc153) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:12.765717 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.769689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ed92a12-9e4c-4904-93d5-89a925d920e8 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.774598 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed92a12-9e4c-4904-93d5-89a925d920e8 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:12.775198 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ed92a12-9e4c-4904-93d5-89a925d920e8 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.802479 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1afb9e-d7fa-4a43-b4dd-402ea1289ed9 None None] Network 68111eab-c97f-4440-8997-57747e4cc153 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:12.855028 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5ed92a12-9e4c-4904-93d5-89a925d920e8 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4008868 Feb 10 11:30:12.863381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59520) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:12.876236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-c5fba80d-9dea-4474-8635-b4dc40c17f7e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1474292785'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:12.883074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] device_id is not set on port 3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:12.942540 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c5fba80d-9dea-4474-8635-b4dc40c17f7e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:12.956852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c5fba80d-9dea-4474-8635-b4dc40c17f7e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Usage tracker for resource:network and tenant:46588a20653645928f3452c47996a201 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:12.969484 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c5fba80d-9dea-4474-8635-b4dc40c17f7e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:12.997951 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c5fba80d-9dea-4474-8635-b4dc40c17f7e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:13.009279 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event updated for resources: {'Subnet': ['ID=10b5d9b2-9b69-4450-af97-450e318bb53f,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:13.033426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed92a12-9e4c-4904-93d5-89a925d920e8 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event updated for resources: {'Network': ['ID=d13638b9-eac9-4545-b069-e6907839e978,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:13.040450 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Network c37dc567-6d60-41cc-b013-63a288e8d51a is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:13.043888 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:13.046283 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Pushing event updated for resources: {'Port': ['ID=512f32a7-bbd5-4c08-aa5c-654259dcbf79,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:13.048994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fba80d-9dea-4474-8635-b4dc40c17f7e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Made reservation on behalf of 46588a20653645928f3452c47996a201 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:13.049703 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:13.052815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5fba80d-9dea-4474-8635-b4dc40c17f7e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.058504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c0f778fc-da9f-4fcc-92f1-cee2eb757877 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Calling delete_port for 1e6015b6-1c25-4702-a351-c789829ad361 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:13.063261 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Checking segment: {'id': '04b918d9-8b64-41dd-b137-2a3e901d7ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7580bcc5-af96-44d7-9fa4-b123de0184bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:13.063736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Network hostable DHCP agents. Network: 7580bcc5-af96-44d7-9fa4-b123de0184bc, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:13.092174 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-819700932', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:13.092453 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network d13638b9-eac9-4545-b069-e6907839e978 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:13.103529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fba80d-9dea-4474-8635-b4dc40c17f7e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:13.117163 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5fba80d-9dea-4474-8635-b4dc40c17f7e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.117466 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-c5fba80d-9dea-4474-8635-b4dc40c17f7e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Added segment 20033997-2b48-4c1f-80d2-88e9a1ee2d95 of type vlan for network d8fc0f0f-8a1c-4dac-a002-99b19cadf2c0 Feb 10 11:30:13.125193 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Network 7580bcc5-af96-44d7-9fa4-b123de0184bc is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:13.135703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:13.153023 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 7580bcc5-af96-44d7-9fa4-b123de0184bc) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:13.160226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5fba80d-9dea-4474-8635-b4dc40c17f7e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.165928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:13.166534 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:13.167174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.179950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Usage tracker for resource:port and tenant:8f6d51b0d85047469fa224d9818382c5 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:13.186095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:13.206230 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38b776dc-27b3-4e92-b93a-c0a6b41c38c5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.214317 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-191fd658-2d97-4b91-a72e-4705eeb18bee tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.6060894 Feb 10 11:30:13.215757 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59524) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:13.264957 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:13.276427 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3ad04e-89cc-43a5-bdb6-be8b61d3eed3 None None] Network 7580bcc5-af96-44d7-9fa4-b123de0184bc requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:13.281387 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5fba80d-9dea-4474-8635-b4dc40c17f7e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.285633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fba80d-9dea-4474-8635-b4dc40c17f7e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:13.287161 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5fba80d-9dea-4474-8635-b4dc40c17f7e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.289656 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ac083b-df5b-407f-8865-ea0cf6af9ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-68111eab-c97f-4440-8997-57747e4cc153', 'network_id': '68111eab-c97f-4440-8997-57747e4cc153', 'tenant_id': '83b8cd73827e4a93921d80f26eb59592', 'fixed_ips': [{'subnet_id': '4eeb9b60-4b24-47b2-99e6-29f0b560ba25'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:13.290470 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-41ac083b-df5b-407f-8865-ea0cf6af9ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.334414 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f693a036-4796-4f03-b71d-b2c15be6966b req-67e86e34-2202-402f-88bb-a938e1be1cb0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=068d3c99-04f4-441f-bc64-12acea4a1d3f HTTP/1.1" status: 200 len: 1001 time: 0.6336210 Feb 10 11:30:13.352974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Made reservation on behalf of 8f6d51b0d85047469fa224d9818382c5 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:13.355579 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.363251 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Attempting to bind port 512f32a7-bbd5-4c08-aa5c-654259dcbf79 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:13.363620 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Attempting to bind port 512f32a7-bbd5-4c08-aa5c-654259dcbf79 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '6376ac76-e8fa-4134-ae5b-490a8dc5de6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c37dc567-6d60-41cc-b013-63a288e8d51a'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:13.363982 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Attempting to bind port 512f32a7-bbd5-4c08-aa5c-654259dcbf79 on network c37dc567-6d60-41cc-b013-63a288e8d51a {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:13.399061 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c5fba80d-9dea-4474-8635-b4dc40c17f7e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5314445 Feb 10 11:30:13.402988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1ad4b7-ac0d-4036-a796-ab69d0aaab4d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:13.404441 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1ad4b7-ac0d-4036-a796-ab69d0aaab4d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:13.405836 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1ad4b7-ac0d-4036-a796-ab69d0aaab4d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:13.406888 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7e1ad4b7-ac0d-4036-a796-ab69d0aaab4d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Synchronizing usage tracker for tenant:83b8cd73827e4a93921d80f26eb59592 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:13.418544 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59528) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:13.422769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:13.423148 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Checking segment: {'id': '6376ac76-e8fa-4134-ae5b-490a8dc5de6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c37dc567-6d60-41cc-b013-63a288e8d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:13.423551 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.423945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Bound using segment: {'id': '6376ac76-e8fa-4134-ae5b-490a8dc5de6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c37dc567-6d60-41cc-b013-63a288e8d51a'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:13.424422 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Bound port: 512f32a7-bbd5-4c08-aa5c-654259dcbf79, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6376ac76-e8fa-4134-ae5b-490a8dc5de6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c37dc567-6d60-41cc-b013-63a288e8d51a'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:13.424796 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.435255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fba80d-9dea-4474-8635-b4dc40c17f7e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event updated for resources: {'Network': ['ID=d8fc0f0f-8a1c-4dac-a002-99b19cadf2c0,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:13.440494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Request body: {'ports': [{'network_id': 'd13638b9-eac9-4545-b069-e6907839e978', 'name': 'tempest-port--377689311', 'admin_state_up': True}, {'network_id': 'd8fc0f0f-8a1c-4dac-a002-99b19cadf2c0', 'admin_state_up': False}]} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:13.441068 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Request body: {'port': {'network_id': 'd13638b9-eac9-4545-b069-e6907839e978', 'name': 'tempest-port--377689311', 'admin_state_up': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:13.441865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Request body: {'port': {'network_id': 'd8fc0f0f-8a1c-4dac-a002-99b19cadf2c0', 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:13.450384 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7e1ad4b7-ac0d-4036-a796-ab69d0aaab4d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Unset dirty status for tenant:83b8cd73827e4a93921d80f26eb59592 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:13.455126 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7e1ad4b7-ac0d-4036-a796-ab69d0aaab4d tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2364311 Feb 10 11:30:13.455885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59532) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:13.463279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.482027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network d8fc0f0f-8a1c-4dac-a002-99b19cadf2c0 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:13.540666 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-af67861d-c045-4a20-94fd-5f2b7997fbb7 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Deleting subnet 4eeb9b60-4b24-47b2-99e6-29f0b560ba25 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:13.545070 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af67861d-c045-4a20-94fd-5f2b7997fbb7 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.627302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af67861d-c045-4a20-94fd-5f2b7997fbb7 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.694237 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af67861d-c045-4a20-94fd-5f2b7997fbb7 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.745339 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38b776dc-27b3-4e92-b93a-c0a6b41c38c5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.775574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Allocated IP 172.20.0.8 (c37dc567-6d60-41cc-b013-63a288e8d51a/f575bd73-d003-4490-8563-3c7739194305/3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:13.776634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af67861d-c045-4a20-94fd-5f2b7997fbb7 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.823332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67861d-c045-4a20-94fd-5f2b7997fbb7 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event deleted for resources: {'Subnet': ['ID=4eeb9b60-4b24-47b2-99e6-29f0b560ba25,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:13.831255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af67861d-c045-4a20-94fd-5f2b7997fbb7 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.851712 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-af67861d-c045-4a20-94fd-5f2b7997fbb7 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "DELETE /v2.0/subnets/4eeb9b60-4b24-47b2-99e6-29f0b560ba25 HTTP/1.1" status: 204 len: 168 time: 0.3946619 Feb 10 11:30:13.854800 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693a036-4796-4f03-b71d-b2c15be6966b req-34189ce1-5bae-44c1-aef5-eb41d73ca71e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:13.855559 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59536) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:13.857291 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f693a036-4796-4f03-b71d-b2c15be6966b req-34189ce1-5bae-44c1-aef5-eb41d73ca71e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9dd6b68-026c-41b2-8cf0-50347220223d HTTP/1.1" status: 200 len: 851 time: 0.5072193 Feb 10 11:30:13.885697 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:13.889446 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b776dc-27b3-4e92-b93a-c0a6b41c38c5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=218bfe9f-269e-4448-84fd-24a91ef0ee2d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server [None req-41ac083b-df5b-407f-8865-ea0cf6af9ad3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4eeb9b60-4b24-47b2-99e6-29f0b560ba25: This subnet is being modified by another concurrent operation. Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:30:13.913176 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise exception Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4eeb9b60-4b24-47b2-99e6-29f0b560ba25: This subnet is being modified by another concurrent operation. Feb 10 11:30:13.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server Feb 10 11:30:13.951662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cab862f-c1e5-4f91-b6f8-1153c85b302c None None] Network 68111eab-c97f-4440-8997-57747e4cc153 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:13.969413 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c851b678-24b8-413e-97a0-94d686d177c0 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Deleting subnet 10b5d9b2-9b69-4450-af97-450e318bb53f {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:13.973769 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c851b678-24b8-413e-97a0-94d686d177c0 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.977802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Usage tracker for resource:security_group_rule and tenant:8f6d51b0d85047469fa224d9818382c5 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:14.006171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:14.014333 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38b776dc-27b3-4e92-b93a-c0a6b41c38c5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.043418 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c851b678-24b8-413e-97a0-94d686d177c0 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.109925 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:14.112713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c851b678-24b8-413e-97a0-94d686d177c0 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.162897 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c88b49-265b-4a3c-aa76-6ec9cef420b7 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:14.212158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c851b678-24b8-413e-97a0-94d686d177c0 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.218540 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0f778fc-da9f-4fcc-92f1-cee2eb757877 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.230846 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] For port 512f32a7-bbd5-4c08-aa5c-654259dcbf79, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:14.257161 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851b678-24b8-413e-97a0-94d686d177c0 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event deleted for resources: {'Subnet': ['ID=10b5d9b2-9b69-4450-af97-450e318bb53f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:14.262716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c851b678-24b8-413e-97a0-94d686d177c0 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.276781 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c851b678-24b8-413e-97a0-94d686d177c0 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "DELETE /v2.0/subnets/10b5d9b2-9b69-4450-af97-450e318bb53f HTTP/1.1" status: 204 len: 168 time: 0.4175460 Feb 10 11:30:14.277114 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59540) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:14.323381 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-38b776dc-27b3-4e92-b93a-c0a6b41c38c5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/218bfe9f-269e-4448-84fd-24a91ef0ee2d HTTP/1.1" status: 204 len: 168 time: 2.8633511 Feb 10 11:30:14.326322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59544) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:14.349798 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f778fc-da9f-4fcc-92f1-cee2eb757877 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e6015b6-1c25-4702-a351-c789829ad361,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:14.355688 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:14.381924 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Usage tracker for resource:port and tenant:46588a20653645928f3452c47996a201 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:14.391611 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] For port 512f32a7-bbd5-4c08-aa5c-654259dcbf79, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=512f32a7-bbd5-4c08-aa5c-654259dcbf79,segment=NetworkSegment(6376ac76-e8fa-4134-ae5b-490a8dc5de6c),segment_id=6376ac76-e8fa-4134-ae5b-490a8dc5de6c)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:14.394633 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:14.446246 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.454334 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659d3a19-2135-413a-839f-f7f82baf9678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-7580bcc5-af96-44d7-9fa4-b123de0184bc', 'network_id': '7580bcc5-af96-44d7-9fa4-b123de0184bc', 'tenant_id': '83b8cd73827e4a93921d80f26eb59592', 'fixed_ips': [{'subnet_id': '10b5d9b2-9b69-4450-af97-450e318bb53f'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:14.455220 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-659d3a19-2135-413a-839f-f7f82baf9678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.462389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:14.531001 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9e7e7e02-1d44-4def-ab51-f265ee0855b3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1977870 Feb 10 11:30:14.531694 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59548) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:14.540109 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f693a036-4796-4f03-b71d-b2c15be6966b req-26e9c63f-8bb4-46eb-a7e8-60afd586de22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=168dc9c9-06c2-469c-a9b0-d89d5f006a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6623015 Feb 10 11:30:14.545913 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f7fa4570-6b23-42d1-8ad8-84860c23237a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:14.578034 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44781b4f-f27b-4b74-b729-7eef0e17dbe6 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:14.578894 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-44781b4f-f27b-4b74-b729-7eef0e17dbe6 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Synchronizing usage tracker for tenant:83b8cd73827e4a93921d80f26eb59592 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:14.665910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.666846 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Made reservation on behalf of 46588a20653645928f3452c47996a201 for: {'port': 2} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:14.670340 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.714222 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f7fa4570-6b23-42d1-8ad8-84860c23237a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:14.717980 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-44781b4f-f27b-4b74-b729-7eef0e17dbe6 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Unset dirty status for tenant:83b8cd73827e4a93921d80f26eb59592 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:14.719633 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-44781b4f-f27b-4b74-b729-7eef0e17dbe6 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4409709 Feb 10 11:30:14.722800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f7fa4570-6b23-42d1-8ad8-84860c23237a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:14.726554 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59552) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:14.729231 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f7fa4570-6b23-42d1-8ad8-84860c23237a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:14.741225 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87153801-7e9b-40b1-b8e1-2032765cb480 None None] Pushing event updated for resources: {'Port': ['ID=512f32a7-bbd5-4c08-aa5c-654259dcbf79,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:14.747672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.768964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f7fa4570-6b23-42d1-8ad8-84860c23237a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:14.784042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb5a9b0-c6ac-4508-abd1-64accdd8e0f3 None None] Network 7580bcc5-af96-44d7-9fa4-b123de0184bc requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:14.792646 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] device_id is not set on port 94956225-b0b1-4f90-b2eb-2d4d8c3b51ab yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:14.859688 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fa4570-6b23-42d1-8ad8-84860c23237a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:14.867677 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.892892 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0f778fc-da9f-4fcc-92f1-cee2eb757877 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.929394 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654e04b0-863b-4d53-8314-6e9eb19db929,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:14.995263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3cc17311-a39b-4e59-b30c-207afe046be3 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.009961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40368427-d43c-4bac-92a4-16d7fe8353d4 None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:15.023626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-40368427-d43c-4bac-92a4-16d7fe8353d4 None None] Deleting port 98ab5d95-834f-44cb-a17c-3191934e9f62 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:15.024014 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-40368427-d43c-4bac-92a4-16d7fe8353d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.067520 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4570-6b23-42d1-8ad8-84860c23237a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.171544 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0f778fc-da9f-4fcc-92f1-cee2eb757877 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.172693 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c0f778fc-da9f-4fcc-92f1-cee2eb757877 tempest-FloatingIPAdminTestJSON-1715706064 tempest-FloatingIPAdminTestJSON-1715706064-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/6ba719bf-92b9-43a8-b461-dfa467d8e9cc HTTP/1.1" status: 204 len: 168 time: 3.5444674 Feb 10 11:30:15.177533 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59556) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:15.259721 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f693a036-4796-4f03-b71d-b2c15be6966b req-0dd827a5-18af-45aa-810f-8c8072114eb8 service neutron] 10.222.0.73 "GET /v2.0/networks/168dc9c9-06c2-469c-a9b0-d89d5f006a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6822081 Feb 10 11:30:15.277354 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.345556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3cc17311-a39b-4e59-b30c-207afe046be3 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.391799 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-40368427-d43c-4bac-92a4-16d7fe8353d4 None None] For port 98ab5d95-834f-44cb-a17c-3191934e9f62, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=98ab5d95-834f-44cb-a17c-3191934e9f62,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:15.392760 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-40368427-d43c-4bac-92a4-16d7fe8353d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.396871 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d8d691c3-a502-4704-9576-47e2771ee2c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Deleting port c455c0c5-2a02-4189-884c-6ef6acaefc1d {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:15.397246 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d8d691c3-a502-4704-9576-47e2771ee2c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.453822 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3cc17311-a39b-4e59-b30c-207afe046be3 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7580bcc5-af96-44d7-9fa4-b123de0184bc']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:15.477497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3cc17311-a39b-4e59-b30c-207afe046be3 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b918d9-8b64-41dd-b137-2a3e901d7ced') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:15.477790 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3cc17311-a39b-4e59-b30c-207afe046be3 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b918d9-8b64-41dd-b137-2a3e901d7ced') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:15.521627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3cc17311-a39b-4e59-b30c-207afe046be3 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.543299 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-40368427-d43c-4bac-92a4-16d7fe8353d4 None None] Calling delete_port for 98ab5d95-834f-44cb-a17c-3191934e9f62 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:15.598738 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3cc17311-a39b-4e59-b30c-207afe046be3 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.622494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Transition to ACTIVE for port object 3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:15.648487 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc17311-a39b-4e59-b30c-207afe046be3 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:15.649294 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3cc17311-a39b-4e59-b30c-207afe046be3 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.651740 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] device_id is not set on port a687dd01-cafb-40e5-9bd3-4465105c77bf yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:15.657325 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-40368427-d43c-4bac-92a4-16d7fe8353d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:15.665915 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:15.668660 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Allocated IP 172.26.4.138 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/94956225-b0b1-4f90-b2eb-2d4d8c3b51ab) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:15.754694 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f693a036-4796-4f03-b71d-b2c15be6966b req-73f30eb4-8ed2-4ac7-a6fc-fe710127e7bb service neutron] 10.222.0.73 "GET /v2.0/networks/168dc9c9-06c2-469c-a9b0-d89d5f006a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729121 Feb 10 11:30:15.777788 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.814095 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40368427-d43c-4bac-92a4-16d7fe8353d4 None None] Pushing event deleted for resources: {'Port': ['ID=98ab5d95-834f-44cb-a17c-3191934e9f62,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:15.837328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40368427-d43c-4bac-92a4-16d7fe8353d4 None None] No DVR routers for this DVR port 98ab5d95-834f-44cb-a17c-3191934e9f62 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:15.931388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3cc17311-a39b-4e59-b30c-207afe046be3 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.934451 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Network c37dc567-6d60-41cc-b013-63a288e8d51a is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:15.967465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3cc17311-a39b-4e59-b30c-207afe046be3 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.987635 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3cc17311-a39b-4e59-b30c-207afe046be3 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "DELETE /v2.0/networks/7580bcc5-af96-44d7-9fa4-b123de0184bc HTTP/1.1" status: 204 len: 168 time: 1.2597940 Feb 10 11:30:16.002326 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:16.009464 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59564) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:16.011702 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc17311-a39b-4e59-b30c-207afe046be3 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event deleted for resources: {'Network': ['ID=7580bcc5-af96-44d7-9fa4-b123de0184bc,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:16.018320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4570-6b23-42d1-8ad8-84860c23237a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.026078 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:16.093798 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d8d691c3-a502-4704-9576-47e2771ee2c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.165568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c6ac27-ce77-4425-a337-d0b6edafbedd None None] Network c37dc567-6d60-41cc-b013-63a288e8d51a requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:16.181939 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fa4570-6b23-42d1-8ad8-84860c23237a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:16.190544 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Pushing event updated for resources: {'Port': ['ID=3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:16.249221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-f7fa4570-6b23-42d1-8ad8-84860c23237a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:16.262032 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d8d691c3-a502-4704-9576-47e2771ee2c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Calling delete_port for c455c0c5-2a02-4189-884c-6ef6acaefc1d owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:16.262203 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d864625-d64d-466e-b2bf-6736b0c0826d None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:16.293589 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fa4570-6b23-42d1-8ad8-84860c23237a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:16.294180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4570-6b23-42d1-8ad8-84860c23237a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.306411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa4570-6b23-42d1-8ad8-84860c23237a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=9404871a-1265-40bb-990e-87d046b2d997,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:16.310186 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:16.310805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.339215 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54aec5b7-6672-42bd-a91f-d5e32a9c2b3a tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.343122 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.380073 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-105350ff-7d18-4d0c-9294-b434fa55d0a5 None None] Provisioning for port 512f32a7-bbd5-4c08-aa5c-654259dcbf79 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:16.396995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.462888 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8c4d3860-7c6a-42bf-890e-afd6f0f79ec0 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6941018 Feb 10 11:30:16.482402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59568) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:16.502096 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f7fa4570-6b23-42d1-8ad8-84860c23237a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9662790 Feb 10 11:30:16.504556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d8d691c3-a502-4704-9576-47e2771ee2c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.518654 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59570) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:16.531146 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Request body: {'port': {'network_id': 'c37dc567-6d60-41cc-b013-63a288e8d51a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-729811419', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:16.531726 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.api.validators [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] bootfile-name is not in valid_values {{(pid=83554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:30:16.532116 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.api.validators [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] tftp-server is not in valid_values {{(pid=83554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:30:16.532521 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.api.validators [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] server-ip-address is not in valid_values {{(pid=83554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:30:16.655219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] device_id is not set on port face06d5-b05a-4deb-93e9-9e4434ba17c1 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:16.688990 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 512f32a7-bbd5-4c08-aa5c-654259dcbf79 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:16.792444 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d691c3-a502-4704-9576-47e2771ee2c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Pushing event deleted for resources: {'Port': ['ID=c455c0c5-2a02-4189-884c-6ef6acaefc1d,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:16.801084 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'name': 'tempest-NetworksTestDHCPv6-21002340'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:16.806292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.843004 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': '9404871a-1265-40bb-990e-87d046b2d997'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:16.844086 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.873303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 512f32a7-bbd5-4c08-aa5c-654259dcbf79 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:16.917904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 512f32a7-bbd5-4c08-aa5c-654259dcbf79 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:16.918272 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.939181 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54aec5b7-6672-42bd-a91f-d5e32a9c2b3a tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.962304 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Pushing event updated for resources: {'Port': ['ID=94956225-b0b1-4f90-b2eb-2d4d8c3b51ab,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:16.986388 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:17.000598 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:17.025019 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:17.065619 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-54aec5b7-6672-42bd-a91f-d5e32a9c2b3a tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68111eab-c97f-4440-8997-57747e4cc153']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:17.090319 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:17.094428 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Usage tracker for resource:port and tenant:44cca543af7c4333855f2079b41db75e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:17.097948 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:17.109141 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7e77b73f-a31c-4aa3-a5e4-f7df1e88ad6e None None] Provisioning complete for port 512f32a7-bbd5-4c08-aa5c-654259dcbf79 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:17.109976 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7e77b73f-a31c-4aa3-a5e4-f7df1e88ad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.110265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:17.112073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d8d691c3-a502-4704-9576-47e2771ee2c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.121536 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d8d691c3-a502-4704-9576-47e2771ee2c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] 10.222.0.36 "DELETE /v2.0/ports/c455c0c5-2a02-4189-884c-6ef6acaefc1d HTTP/1.1" status: 204 len: 168 time: 1.9406452 Feb 10 11:30:17.123019 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59576) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:17.167573 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Made reservation on behalf of 44cca543af7c4333855f2079b41db75e for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:17.171065 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.204256 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-54aec5b7-6672-42bd-a91f-d5e32a9c2b3a tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5a107e-c29f-4a66-b5b2-46bd5e9ff294') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:17.204612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-54aec5b7-6672-42bd-a91f-d5e32a9c2b3a tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5a107e-c29f-4a66-b5b2-46bd5e9ff294') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:17.262102 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54aec5b7-6672-42bd-a91f-d5e32a9c2b3a tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.269600 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Allocated IP 2001:db8::2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/9404871a-1265-40bb-990e-87d046b2d997/70ceccf9-d5c6-4273-bdf3-177e5321aed0) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:17.277838 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:17.283114 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:port and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:17.283991 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] device_id is not set on port 6611d473-4cd2-4814-9fca-7969e7298b7d yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:17.286243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:17.293155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:17.308669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:17.312310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.325774 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.339410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port 63fa7382-a310-4314-9f7a-7947ed50ff65 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:17.358615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:17.359231 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.382574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54aec5b7-6672-42bd-a91f-d5e32a9c2b3a tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.417306 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54aec5b7-6672-42bd-a91f-d5e32a9c2b3a tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:17.417710 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54aec5b7-6672-42bd-a91f-d5e32a9c2b3a tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.430945 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b43c0b8-e18f-49c5-8a24-47874c156c4a tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:17.431653 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5b43c0b8-e18f-49c5-8a24-47874c156c4a tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Synchronizing usage tracker for tenant:7ef7662eec1c4230bebcef30b3b67bcc on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:17.436503 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:17.450877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5b43c0b8-e18f-49c5-8a24-47874c156c4a tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Unset dirty status for tenant:7ef7662eec1c4230bebcef30b3b67bcc on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:17.452221 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5b43c0b8-e18f-49c5-8a24-47874c156c4a tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7898aa1-4154-4fc5-b455-f7f2b2d3d47e HTTP/1.1" status: 200 len: 913 time: 0.3281813 Feb 10 11:30:17.454856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59580) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:17.510535 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a0617ee4-85ab-4c25-b04f-99c29b0ff842 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.9092648 Feb 10 11:30:17.510984 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59584) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:17.511101 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.517794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 512f32a7-bbd5-4c08-aa5c-654259dcbf79, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=512f32a7-bbd5-4c08-aa5c-654259dcbf79,segment=NetworkSegment(6376ac76-e8fa-4134-ae5b-490a8dc5de6c),segment_id=6376ac76-e8fa-4134-ae5b-490a8dc5de6c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:17.522927 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.138'}]}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:17.537503 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.572074 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7e77b73f-a31c-4aa3-a5e4-f7df1e88ad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.598633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:17.608196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Usage tracker for resource:router and tenant:8f6d51b0d85047469fa224d9818382c5 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:17.612607 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:17.628023 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 98ab5d95-834f-44cb-a17c-3191934e9f62 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:17.636022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:17.659547 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.661035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.709046 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 98ab5d95-834f-44cb-a17c-3191934e9f62 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:17.709686 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54aec5b7-6672-42bd-a91f-d5e32a9c2b3a tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.709808 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 98ab5d95-834f-44cb-a17c-3191934e9f62 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:17.735659 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54aec5b7-6672-42bd-a91f-d5e32a9c2b3a tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.748214 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aec5b7-6672-42bd-a91f-d5e32a9c2b3a tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event deleted for resources: {'Network': ['ID=68111eab-c97f-4440-8997-57747e4cc153,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:17.760133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.766538 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Allocated IP 172.20.0.3 (c37dc567-6d60-41cc-b013-63a288e8d51a/f575bd73-d003-4490-8563-3c7739194305/6611d473-4cd2-4814-9fca-7969e7298b7d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:17.773928 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-54aec5b7-6672-42bd-a91f-d5e32a9c2b3a tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "DELETE /v2.0/networks/68111eab-c97f-4440-8997-57747e4cc153 HTTP/1.1" status: 204 len: 168 time: 1.7602007 Feb 10 11:30:17.777102 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59588) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:17.802021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=512f32a7-bbd5-4c08-aa5c-654259dcbf79,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:17.822193 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-7e77b73f-a31c-4aa3-a5e4-f7df1e88ad6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:30:17.822551 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-7e77b73f-a31c-4aa3-a5e4-f7df1e88ad6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:30:17.838200 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.852032 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Transition to ACTIVE for port object 70ceccf9-d5c6-4273-bdf3-177e5321aed0 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:17.861386 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.878137 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Transition to ACTIVE for port object 70ceccf9-d5c6-4273-bdf3-177e5321aed0 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:17.884561 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.983844 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:17.987369 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Pushing event updated for resources: {'Port': ['ID=70ceccf9-d5c6-4273-bdf3-177e5321aed0,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:17.991545 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:17.994193 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:18.024079 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0e63f690-bfbe-4335-b58f-3d7745527b00 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.025711 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event updated for resources: {'Port': ['ID=a687dd01-cafb-40e5-9bd3-4465105c77bf,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:18.088219 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Attempting to bind port 70ceccf9-d5c6-4273-bdf3-177e5321aed0 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:18.088583 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Attempting to bind port 70ceccf9-d5c6-4273-bdf3-177e5321aed0 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:18.088952 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Attempting to bind port 70ceccf9-d5c6-4273-bdf3-177e5321aed0 on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:18.095962 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:18.096153 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:18.096470 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.096983 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:18.097475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Bound port: 70ceccf9-d5c6-4273-bdf3-177e5321aed0, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:18.097842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.124546 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::224 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/9404871a-1265-40bb-990e-87d046b2d997/63fa7382-a310-4314-9f7a-7947ed50ff65) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:18.172471 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.191932 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] For port 70ceccf9-d5c6-4273-bdf3-177e5321aed0, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:18.197691 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] For port 70ceccf9-d5c6-4273-bdf3-177e5321aed0, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=70ceccf9-d5c6-4273-bdf3-177e5321aed0,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:18.202262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.227672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Checking segment: {'id': '3c0ce3bd-1b8e-430c-8a8d-5b2120a7ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd13638b9-eac9-4545-b069-e6907839e978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:18.228412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Network hostable DHCP agents. Network: d13638b9-eac9-4545-b069-e6907839e978, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:18.294981 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e89a4-88b3-47e8-a2a2-0df8166b3eff None None] Pushing event updated for resources: {'Port': ['ID=70ceccf9-d5c6-4273-bdf3-177e5321aed0,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:18.342190 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0e63f690-bfbe-4335-b58f-3d7745527b00 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.383022 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.393602 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0e63f690-bfbe-4335-b58f-3d7745527b00 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dddd9dd-e10a-4b38-8781-2304227dc377']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:18.406859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Network d13638b9-eac9-4545-b069-e6907839e978 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:18.422346 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0e63f690-bfbe-4335-b58f-3d7745527b00 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3929667-f35e-4d3d-a029-19bc467d229b') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:18.422650 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0e63f690-bfbe-4335-b58f-3d7745527b00 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3929667-f35e-4d3d-a029-19bc467d229b') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:18.424248 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7e77b73f-a31c-4aa3-a5e4-f7df1e88ad6e None None] Provisioning for port 3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:18.431595 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7e77b73f-a31c-4aa3-a5e4-f7df1e88ad6e None None] Provisioning complete for port 3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:18.432246 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7e77b73f-a31c-4aa3-a5e4-f7df1e88ad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.435108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, d13638b9-eac9-4545-b069-e6907839e978) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:18.439819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Transition to ACTIVE for port object 6611d473-4cd2-4814-9fca-7969e7298b7d will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:18.444677 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0e63f690-bfbe-4335-b58f-3d7745527b00 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.452937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:18.453835 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.473405 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474a28fc-bc27-4ad1-87ec-248d5fb28f33 None None] Network d13638b9-eac9-4545-b069-e6907839e978 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:18.537179 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0e63f690-bfbe-4335-b58f-3d7745527b00 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.582337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e63f690-bfbe-4335-b58f-3d7745527b00 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:18.583993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0e63f690-bfbe-4335-b58f-3d7745527b00 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:18.603515 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:18.633238 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-7e77b73f-a31c-4aa3-a5e4-f7df1e88ad6e None None] Port 3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:30:18.634131 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ecf4c4b2-db6d-4b7a-8b43-8dec9d12e5f0 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.685705 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event updated for resources: {'Port': ['ID=face06d5-b05a-4deb-93e9-9e4434ba17c1,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:18.697314 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 512f32a7-bbd5-4c08-aa5c-654259dcbf79 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:18.712219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.741224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.823569 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object 63fa7382-a310-4314-9f7a-7947ed50ff65 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:18.828138 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0e63f690-bfbe-4335-b58f-3d7745527b00 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.860568 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0e63f690-bfbe-4335-b58f-3d7745527b00 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.871324 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Checking segment: {'id': '20033997-2b48-4c1f-80d2-88e9a1ee2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd8fc0f0f-8a1c-4dac-a002-99b19cadf2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:18.871324 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Network hostable DHCP agents. Network: d8fc0f0f-8a1c-4dac-a002-99b19cadf2c0, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:18.887149 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-beb9b0a1-9fc4-418a-8046-6a519361b8f8 None None] Provisioning complete for port 3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:18.887704 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-beb9b0a1-9fc4-418a-8046-6a519361b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.890128 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Network c37dc567-6d60-41cc-b013-63a288e8d51a is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:18.890932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Pushing event updated for resources: {'Port': ['ID=6611d473-4cd2-4814-9fca-7969e7298b7d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:18.902403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63f690-bfbe-4335-b58f-3d7745527b00 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event deleted for resources: {'Network': ['ID=7dddd9dd-e10a-4b38-8781-2304227dc377,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:18.906019 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:18.912157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:18.945772 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0e63f690-bfbe-4335-b58f-3d7745527b00 tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "DELETE /v2.0/networks/7dddd9dd-e10a-4b38-8781-2304227dc377 HTTP/1.1" status: 204 len: 168 time: 1.1675701 Feb 10 11:30:18.950014 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59592) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:18.956534 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.972202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-beb9b0a1-9fc4-418a-8046-6a519361b8f8 None None] Port 3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:30:18.983194 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 512f32a7-bbd5-4c08-aa5c-654259dcbf79 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:18.983656 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.138724 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:19.139936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:19.146431 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=63fa7382-a310-4314-9f7a-7947ed50ff65,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:19.155286 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:19.160348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:19.162220 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.168311 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:19.169486 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.176924 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Network d8fc0f0f-8a1c-4dac-a002-99b19cadf2c0 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:19.188203 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46a9efa6-bfd4-4c8d-9be3-ef19f47d302b tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.188383 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.204139 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, d8fc0f0f-8a1c-4dac-a002-99b19cadf2c0) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:19.209185 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:19.213489 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:19.217446 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:19.217676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b72d1d-cdb3-4ff1-ae13-95957f2173f3 None None] Network d8fc0f0f-8a1c-4dac-a002-99b19cadf2c0 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:19.218146 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.227142 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-43b681de-12cd-4d21-8fba-c0e32e022977 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.7062066 Feb 10 11:30:19.238527 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59596) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:19.241575 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.307271 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-67eb3667-74a2-4e85-822c-12106379a3b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5189054 Feb 10 11:30:19.315115 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59600) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:19.385373 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-02cdb534-fcfc-4445-ac50-d8ffd2fefebe tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.9609892 Feb 10 11:30:19.406847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59606) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:19.470215 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-239da712-f423-495f-9035-82709b12ec6e None None] Provisioning for port 6611d473-4cd2-4814-9fca-7969e7298b7d completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:19.482847 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-239da712-f423-495f-9035-82709b12ec6e None None] Provisioning complete for port 6611d473-4cd2-4814-9fca-7969e7298b7d triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:19.483476 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-239da712-f423-495f-9035-82709b12ec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.495348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46a9efa6-bfd4-4c8d-9be3-ef19f47d302b tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.534997 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-46a9efa6-bfd4-4c8d-9be3-ef19f47d302b tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41b34b5-5691-44c9-b19b-b9df5083525d']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:19.554545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-46a9efa6-bfd4-4c8d-9be3-ef19f47d302b tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0e99db-9a51-4d28-a1de-9ab07a9610d4') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:19.554842 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-46a9efa6-bfd4-4c8d-9be3-ef19f47d302b tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0e99db-9a51-4d28-a1de-9ab07a9610d4') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:19.570398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46a9efa6-bfd4-4c8d-9be3-ef19f47d302b tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.581205 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-239da712-f423-495f-9035-82709b12ec6e None None] Port 6611d473-4cd2-4814-9fca-7969e7298b7d cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:30:19.594472 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb06bfb-6761-4643-b50c-c9d86972c358 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:19.598433 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb06bfb-6761-4643-b50c-c9d86972c358 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:19.603037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb06bfb-6761-4643-b50c-c9d86972c358 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:19.603927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7eb06bfb-6761-4643-b50c-c9d86972c358 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Synchronizing usage tracker for tenant:44cca543af7c4333855f2079b41db75e on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:19.616716 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d5235d-9c18-43be-a2df-da13d729ae9b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:19.620952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d5235d-9c18-43be-a2df-da13d729ae9b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:19.624526 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d8d5235d-9c18-43be-a2df-da13d729ae9b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3062811 Feb 10 11:30:19.625319 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59610) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:19.628198 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46a9efa6-bfd4-4c8d-9be3-ef19f47d302b tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.678466 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a9efa6-bfd4-4c8d-9be3-ef19f47d302b tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:19.678871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46a9efa6-bfd4-4c8d-9be3-ef19f47d302b tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:19.696806 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:19.715390 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-50a66611-8c18-485b-ae70-17311b543345 None None] Provisioning for port 70ceccf9-d5c6-4273-bdf3-177e5321aed0 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:19.788265 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.853587 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce094cac-ecef-4e52-bc40-e3a9e7e1c5e8 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:19.857561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce094cac-ecef-4e52-bc40-e3a9e7e1c5e8 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:19.861975 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ce094cac-ecef-4e52-bc40-e3a9e7e1c5e8 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4540911 Feb 10 11:30:19.869062 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaf3da3-c0d0-4684-9d5a-aa4f0d10c8c7 None None] get_active_networks_info from dv-neutron-828497-1-hyperv {{(pid=83556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:30:19.871768 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59614) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:19.876921 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7eb06bfb-6761-4643-b50c-c9d86972c358 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Unset dirty status for tenant:44cca543af7c4333855f2079b41db75e on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:19.878016 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7eb06bfb-6761-4643-b50c-c9d86972c358 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.6382742 Feb 10 11:30:19.895014 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59618) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:19.941432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-6f15d6ee-e7ec-4a44-8c1a-9579c28b06b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port 63fa7382-a310-4314-9f7a-7947ed50ff65 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:19.941858 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f15d6ee-e7ec-4a44-8c1a-9579c28b06b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.970634 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2e2eec11-0226-44ef-b2e8-b832ffda9619 None None] Provisioning for port 63fa7382-a310-4314-9f7a-7947ed50ff65 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:19.978301 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2e2eec11-0226-44ef-b2e8-b832ffda9619 None None] Provisioning complete for port 63fa7382-a310-4314-9f7a-7947ed50ff65 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:19.978680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46a9efa6-bfd4-4c8d-9be3-ef19f47d302b tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.978938 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2e2eec11-0226-44ef-b2e8-b832ffda9619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.982585 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46a9efa6-bfd4-4c8d-9be3-ef19f47d302b tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.040768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9efa6-bfd4-4c8d-9be3-ef19f47d302b tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] Pushing event deleted for resources: {'Network': ['ID=a41b34b5-5691-44c9-b19b-b9df5083525d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:20.058508 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-46a9efa6-bfd4-4c8d-9be3-ef19f47d302b tempest-BulkNetworkOpsTest-895627531 tempest-BulkNetworkOpsTest-895627531-project] 10.222.0.36 "DELETE /v2.0/networks/a41b34b5-5691-44c9-b19b-b9df5083525d HTTP/1.1" status: 204 len: 168 time: 1.0798054 Feb 10 11:30:20.068284 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-2e2eec11-0226-44ef-b2e8-b832ffda9619 None None] Port 63fa7382-a310-4314-9f7a-7947ed50ff65 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:30:20.080223 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf27d5-e249-493e-bb87-6bb704752f31 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Deleting port 6611d473-4cd2-4814-9fca-7969e7298b7d {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:20.080223 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e3cf27d5-e249-493e-bb87-6bb704752f31 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.095948 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaf3da3-c0d0-4684-9d5a-aa4f0d10c8c7 None None] Resources bound (agent type, host, resource id): {{(pid=83556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:30:20.246239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4b160-4d38-45b1-8caf-2538a8f8c309 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Deleting port a687dd01-cafb-40e5-9bd3-4465105c77bf {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:20.246800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b160-4d38-45b1-8caf-2538a8f8c309 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.518680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f15d6ee-e7ec-4a44-8c1a-9579c28b06b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.541225 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59626) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:20.609456 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 70ceccf9-d5c6-4273-bdf3-177e5321aed0 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:20.624237 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.644389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.701940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-6f15d6ee-e7ec-4a44-8c1a-9579c28b06b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for 63fa7382-a310-4314-9f7a-7947ed50ff65 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:20.704239 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 70ceccf9-d5c6-4273-bdf3-177e5321aed0 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:20.713865 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 70ceccf9-d5c6-4273-bdf3-177e5321aed0 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:20.714534 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.743509 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e3cf27d5-e249-493e-bb87-6bb704752f31 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.815291 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.815885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a536e727-7f3f-4a85-890f-d54bad7e6dca {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:30:20.849718 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b160-4d38-45b1-8caf-2538a8f8c309 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.888328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.900781 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf27d5-e249-493e-bb87-6bb704752f31 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Calling delete_port for 6611d473-4cd2-4814-9fca-7969e7298b7d owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:20.935438 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 70ceccf9-d5c6-4273-bdf3-177e5321aed0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=70ceccf9-d5c6-4273-bdf3-177e5321aed0,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:20.941117 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.985417 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4b160-4d38-45b1-8caf-2538a8f8c309 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Calling delete_port for a687dd01-cafb-40e5-9bd3-4465105c77bf owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:21.015925 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=70ceccf9-d5c6-4273-bdf3-177e5321aed0,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:21.018738 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 11:30:21.018738 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a57933ae-ee5e-44d0-94cb-cdf839b71a9f tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5066376 Feb 10 11:30:21.028477 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59632) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:21.072251 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-36afc50a-33ab-495a-b3f1-171329476f7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83b8cd73827e4a93921d80f26eb59592&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5128894 Feb 10 11:30:21.075367 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59636) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:21.115224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f15d6ee-e7ec-4a44-8c1a-9579c28b06b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.165075 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b6572-a337-49ef-8b6c-54be08576f75 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Deleting port 94956225-b0b1-4f90-b2eb-2d4d8c3b51ab {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:21.165372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6572-a337-49ef-8b6c-54be08576f75 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.211646 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b160-4d38-45b1-8caf-2538a8f8c309 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.218957 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15d6ee-e7ec-4a44-8c1a-9579c28b06b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=63fa7382-a310-4314-9f7a-7947ed50ff65,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:21.269211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4c4b2-db6d-4b7a-8b43-8dec9d12e5f0 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Deleting port 81949aa1-fee6-4853-b28c-de2c71779498 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:21.269746 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ecf4c4b2-db6d-4b7a-8b43-8dec9d12e5f0 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.294033 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f15d6ee-e7ec-4a44-8c1a-9579c28b06b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.297108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e3cf27d5-e249-493e-bb87-6bb704752f31 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.314841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4b160-4d38-45b1-8caf-2538a8f8c309 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event deleted for resources: {'Port': ['ID=a687dd01-cafb-40e5-9bd3-4465105c77bf,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:21.365898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aac2429f-4105-4717-80f7-5013c6b804b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.391272 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf27d5-e249-493e-bb87-6bb704752f31 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Pushing event deleted for resources: {'Port': ['ID=6611d473-4cd2-4814-9fca-7969e7298b7d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:21.402220 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aac2429f-4105-4717-80f7-5013c6b804b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.405450 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b160-4d38-45b1-8caf-2538a8f8c309 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.412929 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6f15d6ee-e7ec-4a44-8c1a-9579c28b06b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/63fa7382-a310-4314-9f7a-7947ed50ff65 HTTP/1.1" status: 204 len: 168 time: 1.7835124 Feb 10 11:30:21.450999 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59640) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:21.487168 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f7a4b160-4d38-45b1-8caf-2538a8f8c309 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "DELETE /v2.0/ports/a687dd01-cafb-40e5-9bd3-4465105c77bf HTTP/1.1" status: 204 len: 168 time: 1.6143351 Feb 10 11:30:21.508522 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59644) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:21.683397 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e3cf27d5-e249-493e-bb87-6bb704752f31 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.689893 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f255ed1a-9584-45ad-a397-cb0baf39affc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:21.691350 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f255ed1a-9584-45ad-a397-cb0baf39affc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:21.692078 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f255ed1a-9584-45ad-a397-cb0baf39affc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:21.703024 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e3cf27d5-e249-493e-bb87-6bb704752f31 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] 10.222.0.36 "DELETE /v2.0/ports/6611d473-4cd2-4814-9fca-7969e7298b7d HTTP/1.1" status: 204 len: 168 time: 1.8068984 Feb 10 11:30:21.708717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59648) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:21.712296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-aea58c25-568e-4645-a8d6-6d6c06beba93 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Deleting port face06d5-b05a-4deb-93e9-9e4434ba17c1 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:21.712637 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aea58c25-568e-4645-a8d6-6d6c06beba93 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.717201 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f2877956-54d5-4a9d-bc36-717dbac9c4c9 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Request body: {'port': {'name': 'tempest-new-port-name-1063697595', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:21.717552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.api.validators [None req-f2877956-54d5-4a9d-bc36-717dbac9c4c9 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] bootfile-name is not in valid_values {{(pid=83554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:30:21.717886 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.api.validators [None req-f2877956-54d5-4a9d-bc36-717dbac9c4c9 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] tftp-server is not in valid_values {{(pid=83554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:30:21.718212 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.api.validators [None req-f2877956-54d5-4a9d-bc36-717dbac9c4c9 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] server-ip-address is not in valid_values {{(pid=83554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:30:21.744939 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ecf4c4b2-db6d-4b7a-8b43-8dec9d12e5f0 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.751841 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aac2429f-4105-4717-80f7-5013c6b804b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.754181 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aac2429f-4105-4717-80f7-5013c6b804b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.755266 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-aac2429f-4105-4717-80f7-5013c6b804b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06639a9d-1e24-421a-8272-2c5f64959fd0 HTTP/1.1" status: 204 len: 168 time: 0.6797421 Feb 10 11:30:21.784328 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f255ed1a-9584-45ad-a397-cb0baf39affc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:21.788497 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f255ed1a-9584-45ad-a397-cb0baf39affc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3032246 Feb 10 11:30:21.789551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2429f-4105-4717-80f7-5013c6b804b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06639a9d-1e24-421a-8272-2c5f64959fd0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:21.791568 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59654) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:21.880415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6572-a337-49ef-8b6c-54be08576f75 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.900647 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4c4b2-db6d-4b7a-8b43-8dec9d12e5f0 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Calling delete_port for 81949aa1-fee6-4853-b28c-de2c71779498 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:21.935898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f2877956-54d5-4a9d-bc36-717dbac9c4c9 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.189646 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b6572-a337-49ef-8b6c-54be08576f75 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Calling delete_port for 94956225-b0b1-4f90-b2eb-2d4d8c3b51ab owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:22.244519 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a737557-4712-42dc-8e29-33912556aeb5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 9404871a-1265-40bb-990e-87d046b2d997 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:22.250800 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a737557-4712-42dc-8e29-33912556aeb5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.317058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a737557-4712-42dc-8e29-33912556aeb5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.384869 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f2877956-54d5-4a9d-bc36-717dbac9c4c9 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.393816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f2877956-54d5-4a9d-bc36-717dbac9c4c9 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.475574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aea58c25-568e-4645-a8d6-6d6c06beba93 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.497824 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a737557-4712-42dc-8e29-33912556aeb5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.563617 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 70ceccf9-d5c6-4273-bdf3-177e5321aed0 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:22.609201 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2877956-54d5-4a9d-bc36-717dbac9c4c9 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Pushing event updated for resources: {'Port': ['ID=3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:22.656107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-aea58c25-568e-4645-a8d6-6d6c06beba93 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Calling delete_port for face06d5-b05a-4deb-93e9-9e4434ba17c1 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:22.665728 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a737557-4712-42dc-8e29-33912556aeb5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.703327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6572-a337-49ef-8b6c-54be08576f75 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.713924 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a737557-4712-42dc-8e29-33912556aeb5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=9404871a-1265-40bb-990e-87d046b2d997,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:22.719377 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f2877956-54d5-4a9d-bc36-717dbac9c4c9 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] In _notify_port_updated(), no bound segment for port 3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc on network c37dc567-6d60-41cc-b013-63a288e8d51a {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:30:22.724192 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2877956-54d5-4a9d-bc36-717dbac9c4c9 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:22.725221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f2877956-54d5-4a9d-bc36-717dbac9c4c9 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.729696 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f2877956-54d5-4a9d-bc36-717dbac9c4c9 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] 10.222.0.36 "PUT /v2.0/ports/3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc HTTP/1.1" status: 200 len: 1136 time: 1.0198326 Feb 10 11:30:22.732890 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59674) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:22.736383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 70ceccf9-d5c6-4273-bdf3-177e5321aed0 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:22.736756 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.782759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a737557-4712-42dc-8e29-33912556aeb5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.803843 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b6572-a337-49ef-8b6c-54be08576f75 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Pushing event deleted for resources: {'Port': ['ID=94956225-b0b1-4f90-b2eb-2d4d8c3b51ab,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:22.819639 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7a737557-4712-42dc-8e29-33912556aeb5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/9404871a-1265-40bb-990e-87d046b2d997 HTTP/1.1" status: 204 len: 168 time: 1.0248106 Feb 10 11:30:22.822476 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59680) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:22.830649 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a1c33a-7236-4286-bd9a-c61c6c1bdb5b tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:22.832011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f2a1c33a-7236-4286-bd9a-c61c6c1bdb5b tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Synchronizing usage tracker for tenant:44cca543af7c4333855f2079b41db75e on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:22.848689 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6bdb29-a60d-4cbc-a557-203177beeeda None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:22.863360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ecf4c4b2-db6d-4b7a-8b43-8dec9d12e5f0 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.872941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59684) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:22.953591 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fbc9b705-1586-4e18-8879-f81f50bb142e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1296489 Feb 10 11:30:22.960202 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59690) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:22.960988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aea58c25-568e-4645-a8d6-6d6c06beba93 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.973366 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4c4b2-db6d-4b7a-8b43-8dec9d12e5f0 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Pushing event deleted for resources: {'Port': ['ID=81949aa1-fee6-4853-b28c-de2c71779498,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:23.022900 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f2a1c33a-7236-4286-bd9a-c61c6c1bdb5b tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Unset dirty status for tenant:44cca543af7c4333855f2079b41db75e on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:23.027038 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f2a1c33a-7236-4286-bd9a-c61c6c1bdb5b tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] 10.222.0.36 "GET /v2.0/ports/3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc HTTP/1.1" status: 200 len: 1136 time: 0.2929060 Feb 10 11:30:23.030400 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59694) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:23.076462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea58c25-568e-4645-a8d6-6d6c06beba93 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event deleted for resources: {'Port': ['ID=face06d5-b05a-4deb-93e9-9e4434ba17c1,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:23.150543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-99c69d8e-3521-484f-a637-83fdee03ef8e tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Deleting port 3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:23.151004 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99c69d8e-3521-484f-a637-83fdee03ef8e tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.152836 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aea58c25-568e-4645-a8d6-6d6c06beba93 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.164998 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-aea58c25-568e-4645-a8d6-6d6c06beba93 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "DELETE /v2.0/ports/face06d5-b05a-4deb-93e9-9e4434ba17c1 HTTP/1.1" status: 204 len: 168 time: 1.6553793 Feb 10 11:30:23.169585 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6572-a337-49ef-8b6c-54be08576f75 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.175236 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ee8b6572-a337-49ef-8b6c-54be08576f75 tempest-RoutersAdminNegativeTest-474895633 tempest-RoutersAdminNegativeTest-474895633-project-admin] 10.222.0.36 "DELETE /v2.0/ports/94956225-b0b1-4f90-b2eb-2d4d8c3b51ab HTTP/1.1" status: 204 len: 168 time: 2.1410742 Feb 10 11:30:23.175236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59698) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:23.215586 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-29540900-5a03-4d4d-a908-6eed7579c936 None None] Provisioning complete for port 3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:23.216197 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-29540900-5a03-4d4d-a908-6eed7579c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.236051 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2111013457'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:23.247028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:23.252527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-649a37d2-72d8-44f1-af3a-ac1d182ac085 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Synchronizing usage tracker for tenant:46588a20653645928f3452c47996a201 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:23.262315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:network and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:23.276624 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-29540900-5a03-4d4d-a908-6eed7579c936 None None] Port 3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:30:23.279398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:23.291363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:23.344048 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8bb8fe-dd38-4760-9262-384ae71a7fcc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:23.345049 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2f8bb8fe-dd38-4760-9262-384ae71a7fcc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:23.373310 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd96efd-bc1a-4b72-87ad-deafec375c4a None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:23.378153 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8bd96efd-bc1a-4b72-87ad-deafec375c4a None None] Deleting port 70ceccf9-d5c6-4273-bdf3-177e5321aed0 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:23.378676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8bd96efd-bc1a-4b72-87ad-deafec375c4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.390371 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2f8bb8fe-dd38-4760-9262-384ae71a7fcc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:23.392055 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2f8bb8fe-dd38-4760-9262-384ae71a7fcc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4304376 Feb 10 11:30:23.404069 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59706) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:23.466386 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:23.469337 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.494279 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.587794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99c69d8e-3521-484f-a637-83fdee03ef8e tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.605615 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-649a37d2-72d8-44f1-af3a-ac1d182ac085 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Unset dirty status for tenant:46588a20653645928f3452c47996a201 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:23.612893 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-649a37d2-72d8-44f1-af3a-ac1d182ac085 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4337988 Feb 10 11:30:23.621047 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59710) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:23.635192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-4ce969a8-71f0-40c4-9611-1439c1548b9e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2103222345'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:23.635749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8bd96efd-bc1a-4b72-87ad-deafec375c4a None None] For port 70ceccf9-d5c6-4273-bdf3-177e5321aed0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=70ceccf9-d5c6-4273-bdf3-177e5321aed0,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:23.636657 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8bd96efd-bc1a-4b72-87ad-deafec375c4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.644081 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116420cc-231d-4eb4-accd-3d3f7c4eb0b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:23.644765 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-116420cc-231d-4eb4-accd-3d3f7c4eb0b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:23.649700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4ce969a8-71f0-40c4-9611-1439c1548b9e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:23.662702 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4ce969a8-71f0-40c4-9611-1439c1548b9e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Usage tracker for resource:network and tenant:46588a20653645928f3452c47996a201 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:23.682024 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4ce969a8-71f0-40c4-9611-1439c1548b9e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:23.702390 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4ce969a8-71f0-40c4-9611-1439c1548b9e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:23.704645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:23.716801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:security_group_rule and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:23.723050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:23.726194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-116420cc-231d-4eb4-accd-3d3f7c4eb0b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:23.727357 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-116420cc-231d-4eb4-accd-3d3f7c4eb0b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3223369 Feb 10 11:30:23.732699 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:23.734661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59716) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:23.735283 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce969a8-71f0-40c4-9611-1439c1548b9e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Made reservation on behalf of 46588a20653645928f3452c47996a201 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:23.738338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4ce969a8-71f0-40c4-9611-1439c1548b9e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.756609 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59720) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:23.797590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8bd96efd-bc1a-4b72-87ad-deafec375c4a None None] Calling delete_port for 70ceccf9-d5c6-4273-bdf3-177e5321aed0 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:23.848217 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2164dbc9-3340-493c-aa6d-8bf488d8ba2a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952942 Feb 10 11:30:23.852645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59726) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:23.866941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-99c69d8e-3521-484f-a637-83fdee03ef8e tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Calling delete_port for 3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:23.870956 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-9bff1ecd-2605-49ec-937d-a123291f4058 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:23.908974 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8bd96efd-bc1a-4b72-87ad-deafec375c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.984755 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd96efd-bc1a-4b72-87ad-deafec375c4a None None] Pushing event deleted for resources: {'Port': ['ID=70ceccf9-d5c6-4273-bdf3-177e5321aed0,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:23.987423 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd96efd-bc1a-4b72-87ad-deafec375c4a None None] No DVR routers for this DVR port 70ceccf9-d5c6-4273-bdf3-177e5321aed0 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:24.019446 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce969a8-71f0-40c4-9611-1439c1548b9e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:24.052531 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99c69d8e-3521-484f-a637-83fdee03ef8e tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.086766 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4ce969a8-71f0-40c4-9611-1439c1548b9e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.087106 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-4ce969a8-71f0-40c4-9611-1439c1548b9e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Added segment 841c6cf4-833b-4883-8fee-fe9a5062d507 of type vlan for network 5a26e856-85fa-4e53-a30e-f3999a3b2b3c Feb 10 11:30:24.100470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b47d0154-2111-4dac-8aaa-cd4056cd197d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.103634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c69d8e-3521-484f-a637-83fdee03ef8e tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Pushing event deleted for resources: {'Port': ['ID=3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:24.129823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9bff1ecd-2605-49ec-937d-a123291f4058 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:24.192285 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4ce969a8-71f0-40c4-9611-1439c1548b9e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.200805 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9bff1ecd-2605-49ec-937d-a123291f4058 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:24.206204 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.216065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b47d0154-2111-4dac-8aaa-cd4056cd197d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:24.216714 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99c69d8e-3521-484f-a637-83fdee03ef8e tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.224823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ecf4c4b2-db6d-4b7a-8b43-8dec9d12e5f0 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.228344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.232354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b47d0154-2111-4dac-8aaa-cd4056cd197d admin admin] Usage tracker for resource:security_group_rule and tenant:ba5937e420014b749fc5f81fc3aa2d69 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:24.232861 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-99c69d8e-3521-484f-a637-83fdee03ef8e tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] 10.222.0.36 "DELETE /v2.0/ports/3e519c34-d664-4aa2-8bc2-dc62bc2e8ddc HTTP/1.1" status: 204 len: 168 time: 1.2013483 Feb 10 11:30:24.235273 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59730) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:24.249775 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b47d0154-2111-4dac-8aaa-cd4056cd197d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:24.273110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b47d0154-2111-4dac-8aaa-cd4056cd197d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:24.276935 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bff1ecd-2605-49ec-937d-a123291f4058 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:24.363412 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:24.443076 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2152121e-e6ff-49fb-bde3-40e3b195752d tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Deleting subnet f575bd73-d003-4490-8563-3c7739194305 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:24.446121 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2152121e-e6ff-49fb-bde3-40e3b195752d tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.460868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc39ca52-1f8c-44e6-9649-b5e7dda6c56f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:24.471899 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.472164 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Added segment 0be204d5-8d30-4769-b6d1-3ffc9b39b1e5 of type vlan for network e7edff00-7b08-4121-b4d4-4320f3904a3f Feb 10 11:30:24.476673 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4ce969a8-71f0-40c4-9611-1439c1548b9e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.480397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce969a8-71f0-40c4-9611-1439c1548b9e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:24.480987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4ce969a8-71f0-40c4-9611-1439c1548b9e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.510548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2152121e-e6ff-49fb-bde3-40e3b195752d tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.588666 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 70ceccf9-d5c6-4273-bdf3-177e5321aed0 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:24.607631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2152121e-e6ff-49fb-bde3-40e3b195752d tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.676715 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 70ceccf9-d5c6-4273-bdf3-177e5321aed0 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:24.678030 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 70ceccf9-d5c6-4273-bdf3-177e5321aed0 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:24.680585 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9bff1ecd-2605-49ec-937d-a123291f4058 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.703581 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2152121e-e6ff-49fb-bde3-40e3b195752d tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.745688 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152121e-e6ff-49fb-bde3-40e3b195752d tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Pushing event deleted for resources: {'Subnet': ['ID=f575bd73-d003-4490-8563-3c7739194305,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:24.750919 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2152121e-e6ff-49fb-bde3-40e3b195752d tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.757204 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2152121e-e6ff-49fb-bde3-40e3b195752d tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] 10.222.0.36 "DELETE /v2.0/subnets/f575bd73-d003-4490-8563-3c7739194305 HTTP/1.1" status: 204 len: 168 time: 0.5209286 Feb 10 11:30:24.759618 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59734) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:24.762498 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652357a2-9ebf-41e1-90ca-abcbc885941e None None] Network c37dc567-6d60-41cc-b013-63a288e8d51a requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:24.773803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.801117 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce969a8-71f0-40c4-9611-1439c1548b9e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event updated for resources: {'Network': ['ID=5a26e856-85fa-4e53-a30e-f3999a3b2b3c,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:24.838582 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 5a26e856-85fa-4e53-a30e-f3999a3b2b3c details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:24.881009 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4ce969a8-71f0-40c4-9611-1439c1548b9e tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2583809 Feb 10 11:30:24.885636 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59738) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:24.891140 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-01d09ec9-8a0f-4b07-b5d3-098775ab4d15 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1514941698'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:24.900577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.903049 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-01d09ec9-8a0f-4b07-b5d3-098775ab4d15 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:24.909052 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-01d09ec9-8a0f-4b07-b5d3-098775ab4d15 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Usage tracker for resource:network and tenant:46588a20653645928f3452c47996a201 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:24.915831 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-01d09ec9-8a0f-4b07-b5d3-098775ab4d15 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:24.921420 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b47d0154-2111-4dac-8aaa-cd4056cd197d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.922366 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.926098 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:24.926359 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-01d09ec9-8a0f-4b07-b5d3-098775ab4d15 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:24.928397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.939546 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Deleting port 512f32a7-bbd5-4c08-aa5c-654259dcbf79 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:24.940055 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.957691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b47d0154-2111-4dac-8aaa-cd4056cd197d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.988698 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d09ec9-8a0f-4b07-b5d3-098775ab4d15 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Made reservation on behalf of 46588a20653645928f3452c47996a201 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:24.992714 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01d09ec9-8a0f-4b07-b5d3-098775ab4d15 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.093155 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1746604 Feb 10 11:30:25.093387 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d09ec9-8a0f-4b07-b5d3-098775ab4d15 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:25.109275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01d09ec9-8a0f-4b07-b5d3-098775ab4d15 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.109275 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-01d09ec9-8a0f-4b07-b5d3-098775ab4d15 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Added segment 4022776d-09ee-4d1c-b92a-7aaac3a8ce07 of type vlan for network 332bbe45-c84e-4c3f-9cc4-1538e50c8642 Feb 10 11:30:25.109936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a788d35-3db2-4530-b4d6-5058e2fd44e1 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Network': ['ID=e7edff00-7b08-4121-b4d4-4320f3904a3f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:25.124230 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network e7edff00-7b08-4121-b4d4-4320f3904a3f details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:25.138012 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d0154-2111-4dac-8aaa-cd4056cd197d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfe7454-2c62-44f2-8568-c0edaae4afdc,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:25.151155 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b47d0154-2111-4dac-8aaa-cd4056cd197d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba5937e420014b749fc5f81fc3aa2d69&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3421803 Feb 10 11:30:25.152951 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59742) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:25.263729 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01d09ec9-8a0f-4b07-b5d3-098775ab4d15 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.283333 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] For port 512f32a7-bbd5-4c08-aa5c-654259dcbf79, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=512f32a7-bbd5-4c08-aa5c-654259dcbf79,segment=NetworkSegment(6376ac76-e8fa-4134-ae5b-490a8dc5de6c),segment_id=6376ac76-e8fa-4134-ae5b-490a8dc5de6c)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:25.283695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.285656 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9bff1ecd-2605-49ec-937d-a123291f4058 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.347436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7aa031cc-46d3-405d-8233-b9ca5f692cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.383399 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3dc44-5ce3-4134-aa69-ab2fde577928 None None] DHCP port deletion for c37dc567-6d60-41cc-b013-63a288e8d51a request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:25.390597 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-94e3dc44-5ce3-4134-aa69-ab2fde577928 None None] Deleting port 512f32a7-bbd5-4c08-aa5c-654259dcbf79 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:25.392025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-94e3dc44-5ce3-4134-aa69-ab2fde577928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.403661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bff1ecd-2605-49ec-937d-a123291f4058 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:25.405556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7aa031cc-46d3-405d-8233-b9ca5f692cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.413785 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff1ecd-2605-49ec-937d-a123291f4058 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=5b36afa2-2f5c-4e2a-a22c-436503934e76,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:25.423627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-9bff1ecd-2605-49ec-937d-a123291f4058 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:25.431676 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Calling delete_port for 512f32a7-bbd5-4c08-aa5c-654259dcbf79 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:25.447496 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6b9cbc-d1f8-4164-81b1-43ef01a43494 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:25.480949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bff1ecd-2605-49ec-937d-a123291f4058 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:25.481353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9bff1ecd-2605-49ec-937d-a123291f4058 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.481752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01d09ec9-8a0f-4b07-b5d3-098775ab4d15 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.485886 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d09ec9-8a0f-4b07-b5d3-098775ab4d15 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:25.486463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01d09ec9-8a0f-4b07-b5d3-098775ab4d15 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.730469 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-01d09ec9-8a0f-4b07-b5d3-098775ab4d15 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8437805 Feb 10 11:30:25.754772 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9bff1ecd-2605-49ec-937d-a123291f4058 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9023478 Feb 10 11:30:25.755543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59746) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:25.755888 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d09ec9-8a0f-4b07-b5d3-098775ab4d15 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event updated for resources: {'Network': ['ID=332bbe45-c84e-4c3f-9cc4-1538e50c8642,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:25.764338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-6fd9383c-99dc-4de0-8c08-ed071ee16b1a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'fixed_ips': [{'subnet_id': '5b36afa2-2f5c-4e2a-a22c-436503934e76', 'ip_address': '2001:db8::8b81:cfe9:c56e:1382'}], 'name': 'tempest-NetworksTestDHCPv6-1092666940'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:25.781706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.899053 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Pushing event deleted for resources: {'Port': ['ID=512f32a7-bbd5-4c08-aa5c-654259dcbf79,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:25.901462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7aa031cc-46d3-405d-8233-b9ca5f692cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.917942 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] No DVR routers for this DVR port 512f32a7-bbd5-4c08-aa5c-654259dcbf79 on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:25.970672 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa031cc-46d3-405d-8233-b9ca5f692cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfe7454-2c62-44f2-8568-c0edaae4afdc,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:26.024881 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7aa031cc-46d3-405d-8233-b9ca5f692cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.026039 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7aa031cc-46d3-405d-8233-b9ca5f692cd4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/abfe7454-2c62-44f2-8568-c0edaae4afdc HTTP/1.1" status: 204 len: 168 time: 0.8712573 Feb 10 11:30:26.049504 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-94e3dc44-5ce3-4134-aa69-ab2fde577928 None None] For port 512f32a7-bbd5-4c08-aa5c-654259dcbf79, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=512f32a7-bbd5-4c08-aa5c-654259dcbf79,segment=NetworkSegment(6376ac76-e8fa-4134-ae5b-490a8dc5de6c),segment_id=6376ac76-e8fa-4134-ae5b-490a8dc5de6c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:26.051217 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-94e3dc44-5ce3-4134-aa69-ab2fde577928 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.217175 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.242771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6fd9383c-99dc-4de0-8c08-ed071ee16b1a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:26.264713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6fd9383c-99dc-4de0-8c08-ed071ee16b1a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:26.268533 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 332bbe45-c84e-4c3f-9cc4-1538e50c8642 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:26.283277 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd9383c-99dc-4de0-8c08-ed071ee16b1a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:26.300263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fd9383c-99dc-4de0-8c08-ed071ee16b1a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.306090 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37dc567-6d60-41cc-b013-63a288e8d51a']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:26.343802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6376ac76-e8fa-4134-ae5b-490a8dc5de6c') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:26.346608 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6376ac76-e8fa-4134-ae5b-490a8dc5de6c') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:26.389575 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.429282 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-6fd9383c-99dc-4de0-8c08-ed071ee16b1a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port c9ccc853-d49d-47c1-8e7a-a2d532e46e56 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:26.441838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.464327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:26.464790 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:26.517366 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:26.748743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.759825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.815448 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59754) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:26.829370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf4c4b2-db6d-4b7a-8b43-8dec9d12e5f0 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Router e7898aa1-4154-4fc5-b455-f7f2b2d3d47e has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:30:26.847228 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] Pushing event deleted for resources: {'Network': ['ID=c37dc567-6d60-41cc-b013-63a288e8d51a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:26.854309 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-338467ab-8230-4055-a650-6d51b5647470 tempest-ExtraDHCPOptionsTestJSON-774384987 tempest-ExtraDHCPOptionsTestJSON-774384987-project] 10.222.0.36 "DELETE /v2.0/networks/c37dc567-6d60-41cc-b013-63a288e8d51a HTTP/1.1" status: 204 len: 168 time: 2.0937016 Feb 10 11:30:26.875493 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-94e3dc44-5ce3-4134-aa69-ab2fde577928 None None] Calling delete_port for 512f32a7-bbd5-4c08-aa5c-654259dcbf79 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:26.914068 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-99f6b2de-c960-4b8b-9dc5-f18609015f8e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f6d51b0d85047469fa224d9818382c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0829461 Feb 10 11:30:26.918524 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59762) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:27.032015 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 512f32a7-bbd5-4c08-aa5c-654259dcbf79 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:27.106759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25393f5e-0305-4a96-a750-eea0ece68739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.172754 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25393f5e-0305-4a96-a750-eea0ece68739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.214069 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 512f32a7-bbd5-4c08-aa5c-654259dcbf79 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:27.214541 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 512f32a7-bbd5-4c08-aa5c-654259dcbf79 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:27.253979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-936ec11e-db7d-4934-840d-aed3c15ebff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.321494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25393f5e-0305-4a96-a750-eea0ece68739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.358408 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-6fd9383c-99dc-4de0-8c08-ed071ee16b1a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::8b81:cfe9:c56e:1382 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/5b36afa2-2f5c-4e2a-a22c-436503934e76/c9ccc853-d49d-47c1-8e7a-a2d532e46e56) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:27.371366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25393f5e-0305-4a96-a750-eea0ece68739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.373324 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-25393f5e-0305-4a96-a750-eea0ece68739 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/654e04b0-863b-4d53-8314-6e9eb19db929 HTTP/1.1" status: 204 len: 168 time: 0.4532137 Feb 10 11:30:27.378031 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25393f5e-0305-4a96-a750-eea0ece68739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654e04b0-863b-4d53-8314-6e9eb19db929,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:27.457600 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-94e3dc44-5ce3-4134-aa69-ab2fde577928 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:30:27.459922 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-94e3dc44-5ce3-4134-aa69-ab2fde577928 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:30:27.495506 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': '5b36afa2-2f5c-4e2a-a22c-436503934e76'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:27.497303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.623155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf4c4b2-db6d-4b7a-8b43-8dec9d12e5f0 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:27.638743 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3620dfbf-dcf6-4c7c-8f9a-40ce6f67b598 None None] Sync routers for ids ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:27.668003 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ecf4c4b2-db6d-4b7a-8b43-8dec9d12e5f0 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] 10.222.0.36 "PUT /v2.0/routers/e7898aa1-4154-4fc5-b455-f7f2b2d3d47e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2118297 Feb 10 11:30:27.670375 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59770) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:27.670812 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59772) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:27.682285 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3620dfbf-dcf6-4c7c-8f9a-40ce6f67b598 None None] Routers {'e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:27.683453 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-3620dfbf-dcf6-4c7c-8f9a-40ce6f67b598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:27.899412 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-3620dfbf-dcf6-4c7c-8f9a-40ce6f67b598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:27.957009 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3620dfbf-dcf6-4c7c-8f9a-40ce6f67b598 None None] Routers {'e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:27.960828 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-94e3dc44-5ce3-4134-aa69-ab2fde577928 None None] Deleting port 512f32a7-bbd5-4c08-aa5c-654259dcbf79 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:27.961324 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-94e3dc44-5ce3-4134-aa69-ab2fde577928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.964906 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-3620dfbf-dcf6-4c7c-8f9a-40ce6f67b598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:28.165987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-94e3dc44-5ce3-4134-aa69-ab2fde577928 None None] The port '512f32a7-bbd5-4c08-aa5c-654259dcbf79' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:30:28.199198 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fd9383c-99dc-4de0-8c08-ed071ee16b1a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.257439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6fd9383c-99dc-4de0-8c08-ed071ee16b1a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object c9ccc853-d49d-47c1-8e7a-a2d532e46e56 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:28.272874 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-3620dfbf-dcf6-4c7c-8f9a-40ce6f67b598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:28.274520 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3620dfbf-dcf6-4c7c-8f9a-40ce6f67b598 None None] The sync data for ids ['e7898aa1-4154-4fc5-b455-f7f2b2d3d47e'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:28.285531 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d831669a-a222-4ec6-8591-62e8a43175e1 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.330010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fd9383c-99dc-4de0-8c08-ed071ee16b1a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.469191 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Allocated IP 2001:db8::2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/5b36afa2-2f5c-4e2a-a22c-436503934e76/bb3f121c-baeb-4933-b6dd-736193a40f5f) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:28.487170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59788) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:28.547605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-cd5d8271-5dfa-4721-ab12-97c2421f3933 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'subnet': {'network_id': 'e7edff00-7b08-4121-b4d4-4320f3904a3f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:28.589090 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-67ef256a-cb0d-462d-a0b6-d64feeb7a216 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44cca543af7c4333855f2079b41db75e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9170098 Feb 10 11:30:28.591794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59796) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:28.719715 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f6d81a3-ca61-4f3b-a91e-580c63fb4f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.763112 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f6d81a3-ca61-4f3b-a91e-580c63fb4f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.790944 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9383c-99dc-4de0-8c08-ed071ee16b1a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:28.815462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-6fd9383c-99dc-4de0-8c08-ed071ee16b1a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:28.833271 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9383c-99dc-4de0-8c08-ed071ee16b1a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=c9ccc853-d49d-47c1-8e7a-a2d532e46e56,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:28.846199 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9383c-99dc-4de0-8c08-ed071ee16b1a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:28.858781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd9383c-99dc-4de0-8c08-ed071ee16b1a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:28.859455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fd9383c-99dc-4de0-8c08-ed071ee16b1a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.875836 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.888815 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Transition to ACTIVE for port object bb3f121c-baeb-4933-b6dd-736193a40f5f will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:28.893718 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f6d81a3-ca61-4f3b-a91e-580c63fb4f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.911933 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Transition to ACTIVE for port object bb3f121c-baeb-4933-b6dd-736193a40f5f will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:28.932851 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.947522 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6fd9383c-99dc-4de0-8c08-ed071ee16b1a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1909869 Feb 10 11:30:28.948202 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59806) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:28.948822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d81a3-ca61-4f3b-a91e-580c63fb4f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5c0b3d-8dc0-43d4-944b-6302478c6c27,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:28.979342 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-de0c1278-c0fa-43ff-91f4-2de6d0bf6f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.988360 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f6d81a3-ca61-4f3b-a91e-580c63fb4f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.991433 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6f6d81a3-ca61-4f3b-a91e-580c63fb4f05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c5c0b3d-8dc0-43d4-944b-6302478c6c27 HTTP/1.1" status: 204 len: 168 time: 0.3973858 Feb 10 11:30:29.037261 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:29.038292 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Pushing event updated for resources: {'Port': ['ID=bb3f121c-baeb-4933-b6dd-736193a40f5f,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:29.041449 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:29.044381 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:29.085680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d831669a-a222-4ec6-8591-62e8a43175e1 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.102259 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d831669a-a222-4ec6-8591-62e8a43175e1 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Deleting port d0490f56-c1d6-4e79-8e4e-3dfb1812670e {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:29.102866 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d831669a-a222-4ec6-8591-62e8a43175e1 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.172552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-cd5d8271-5dfa-4721-ab12-97c2421f3933 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:29.196813 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cd5d8271-5dfa-4721-ab12-97c2421f3933 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:subnet and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:29.206585 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cd5d8271-5dfa-4721-ab12-97c2421f3933 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:29.227532 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-cd5d8271-5dfa-4721-ab12-97c2421f3933 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:29.237873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59812) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:29.270126 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5d8271-5dfa-4721-ab12-97c2421f3933 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:29.297964 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Attempting to bind port bb3f121c-baeb-4933-b6dd-736193a40f5f on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:29.298341 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Attempting to bind port bb3f121c-baeb-4933-b6dd-736193a40f5f by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:29.298705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Attempting to bind port bb3f121c-baeb-4933-b6dd-736193a40f5f on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:29.310959 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:29.311342 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:29.311878 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.312503 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:29.313041 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59818) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:29.314149 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Bound port: bb3f121c-baeb-4933-b6dd-736193a40f5f, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:29.314867 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.320413 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a46d36-1afe-4d7a-9344-90259579106f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:29.324447 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a46d36-1afe-4d7a-9344-90259579106f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:29.325279 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-18a46d36-1afe-4d7a-9344-90259579106f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:29.339119 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Request body: {'subnets': [{'network_id': '5a26e856-85fa-4e53-a30e-f3999a3b2b3c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1919826231', 'ip_version': 6}, {'network_id': '332bbe45-c84e-4c3f-9cc4-1538e50c8642', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:29.339435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Request body: {'subnet': {'network_id': '5a26e856-85fa-4e53-a30e-f3999a3b2b3c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1919826231', 'ip_version': 6}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:29.340118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Request body: {'subnet': {'network_id': '332bbe45-c84e-4c3f-9cc4-1538e50c8642', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:29.446343 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d831669a-a222-4ec6-8591-62e8a43175e1 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.467618 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] For port bb3f121c-baeb-4933-b6dd-736193a40f5f, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:29.473038 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] For port bb3f121c-baeb-4933-b6dd-736193a40f5f, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=bb3f121c-baeb-4933-b6dd-736193a40f5f,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:29.481208 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.632927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d831669a-a222-4ec6-8591-62e8a43175e1 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Calling delete_port for d0490f56-c1d6-4e79-8e4e-3dfb1812670e owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:29.708504 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcd0d7-62e0-4576-98f4-8dc67ae7c079 None None] Pushing event updated for resources: {'Port': ['ID=bb3f121c-baeb-4933-b6dd-736193a40f5f,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:29.742296 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.783528 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-18a46d36-1afe-4d7a-9344-90259579106f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:29.788902 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-18a46d36-1afe-4d7a-9344-90259579106f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8229752 Feb 10 11:30:29.798833 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59832) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:29.814217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-67897037'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:29.922728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:29.993352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:network and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:30.003182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8271-5dfa-4721-ab12-97c2421f3933 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.047536 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:30.124276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.193458 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:30.250828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d831669a-a222-4ec6-8591-62e8a43175e1 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.283997 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ca9c8-f5c3-42f0-b64d-4f0658eac7e8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port c9ccc853-d49d-47c1-8e7a-a2d532e46e56 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:30.284624 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e2ca9c8-f5c3-42f0-b64d-4f0658eac7e8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.322611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831669a-a222-4ec6-8591-62e8a43175e1 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Pushing event deleted for resources: {'Port': ['ID=d0490f56-c1d6-4e79-8e4e-3dfb1812670e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:30.369809 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:30.373360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.417228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.494050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:30.512351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Usage tracker for resource:subnet and tenant:46588a20653645928f3452c47996a201 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:30.524846 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:30.540847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:30.562700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59846) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:30.592188 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device bb3f121c-baeb-4933-b6dd-736193a40f5f up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:30.593111 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:30.639203 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d831669a-a222-4ec6-8591-62e8a43175e1 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.698435 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port bb3f121c-baeb-4933-b6dd-736193a40f5f completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:30.736730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:security_group_rule and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:30.741496 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:30.748251 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:30.776778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdb23d-01d6-4c38-9ed0-34ed801d8d9b req-4ca3d2e3-76a9-40b4-a263-2bbbd1fca1c6 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:30.778528 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-92bdb23d-01d6-4c38-9ed0-34ed801d8d9b req-4ca3d2e3-76a9-40b4-a263-2bbbd1fca1c6 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 946 time: 0.4576116 Feb 10 11:30:30.856737 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.863291 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2135074096'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:30.882173 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Made reservation on behalf of 46588a20653645928f3452c47996a201 for: {'subnet': 2} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:30.915007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:30.919465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.951772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Usage tracker for resource:network and tenant:d13b791e0ffa41118de42e2ca40df552 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:30.958812 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d831669a-a222-4ec6-8591-62e8a43175e1 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.967457 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d831669a-a222-4ec6-8591-62e8a43175e1 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.970722 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-92bdb23d-01d6-4c38-9ed0-34ed801d8d9b req-a445d97b-5849-46f0-80cd-63b75710293c tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/security-groups?id=f34dfacb-f096-4b25-8476-ceb050aae982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804857 Feb 10 11:30:31.008459 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:31.014870 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d831669a-a222-4ec6-8591-62e8a43175e1 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.014870 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d831669a-a222-4ec6-8591-62e8a43175e1 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Fanout notify agent at l3_agent the message router_deleted on router e7898aa1-4154-4fc5-b455-f7f2b2d3d47e {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:30:31.032731 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d831669a-a222-4ec6-8591-62e8a43175e1 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.036782 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d831669a-a222-4ec6-8591-62e8a43175e1 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] 10.222.0.36 "DELETE /v2.0/routers/e7898aa1-4154-4fc5-b455-f7f2b2d3d47e HTTP/1.1" status: 204 len: 168 time: 3.3594933 Feb 10 11:30:31.037055 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59852) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:31.048816 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:31.050867 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:31.117781 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-328b329e-2bd4-431f-aab0-eb43b650fb21 None None] Provisioning for port bb3f121c-baeb-4933-b6dd-736193a40f5f completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:31.127181 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-328b329e-2bd4-431f-aab0-eb43b650fb21 None None] Provisioning complete for port bb3f121c-baeb-4933-b6dd-736193a40f5f triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:31.127754 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-328b329e-2bd4-431f-aab0-eb43b650fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.133547 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.133898 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Added segment 4e20804a-085c-4bfe-a547-e1c14a841a8c of type vlan for network db21bd82-1a13-47e3-a884-cc83471be560 Feb 10 11:30:31.147359 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c92710b5-37e0-41a9-a3c0-631201e2bf9c,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:31.194499 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Made reservation on behalf of d13b791e0ffa41118de42e2ca40df552 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:31.197608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.209227 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e2ca9c8-f5c3-42f0-b64d-4f0658eac7e8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.274230 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5f121a-1a9b-4cbb-80fe-4ba3268c6067 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Deleting subnet 0b68da55-4f27-4045-b055-71a0481c6a3f {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:31.278036 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ad5f121a-1a9b-4cbb-80fe-4ba3268c6067 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.347043 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-328b329e-2bd4-431f-aab0-eb43b650fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.353468 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ad5f121a-1a9b-4cbb-80fe-4ba3268c6067 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.353725 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.362280 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8271-5dfa-4721-ab12-97c2421f3933 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.388669 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-328b329e-2bd4-431f-aab0-eb43b650fb21 None None] For port bb3f121c-baeb-4933-b6dd-736193a40f5f, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=bb3f121c-baeb-4933-b6dd-736193a40f5f,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:31.393356 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-328b329e-2bd4-431f-aab0-eb43b650fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.454768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ad5f121a-1a9b-4cbb-80fe-4ba3268c6067 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.471677 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.475658 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b329e-2bd4-431f-aab0-eb43b650fb21 None None] Pushing event updated for resources: {'Port': ['ID=bb3f121c-baeb-4933-b6dd-736193a40f5f,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:31.476432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ca9c8-f5c3-42f0-b64d-4f0658eac7e8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for c9ccc853-d49d-47c1-8e7a-a2d532e46e56 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:31.508532 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.523350 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d569a585-8bcc-4a27-95e4-cbf122c0fb04 None None] Provisioning for port c9ccc853-d49d-47c1-8e7a-a2d532e46e56 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:31.531950 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d569a585-8bcc-4a27-95e4-cbf122c0fb04 None None] Provisioning complete for port c9ccc853-d49d-47c1-8e7a-a2d532e46e56 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:31.532422 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d569a585-8bcc-4a27-95e4-cbf122c0fb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.556189 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ad5f121a-1a9b-4cbb-80fe-4ba3268c6067 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.592619 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d569a585-8bcc-4a27-95e4-cbf122c0fb04 None None] Port c9ccc853-d49d-47c1-8e7a-a2d532e46e56 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:30:31.602009 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.602347 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.666571 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:31.677197 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d8271-5dfa-4721-ab12-97c2421f3933 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Subnet': ['ID=32198021-9a47-40c1-8ad5-9c03787c918d,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:31.698904 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f121a-1a9b-4cbb-80fe-4ba3268c6067 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Pushing event deleted for resources: {'Subnet': ['ID=0b68da55-4f27-4045-b055-71a0481c6a3f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:31.703774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ad5f121a-1a9b-4cbb-80fe-4ba3268c6067 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.713681 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ad5f121a-1a9b-4cbb-80fe-4ba3268c6067 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] 10.222.0.36 "DELETE /v2.0/subnets/0b68da55-4f27-4045-b055-71a0481c6a3f HTTP/1.1" status: 204 len: 168 time: 0.6754663 Feb 10 11:30:31.714416 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59856) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:31.716838 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e614a8b-24d7-45f9-a257-8607ffbbb6fa None None] Network f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:31.746701 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Usage tracker for resource:security_group_rule and tenant:d13b791e0ffa41118de42e2ca40df552 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:31.759226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:31.798042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:31.808127 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.812144 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:31.812734 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.912057 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.941566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2b69a-cf44-4067-8314-8406ed3f4538 req-8f06bb24-9506-477a-81e0-7205392dcbd0 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:31.943944 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2cb2b69a-cf44-4067-8314-8406ed3f4538 req-8f06bb24-9506-477a-81e0-7205392dcbd0 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 946 time: 0.1236112 Feb 10 11:30:31.949341 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Deleting port 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:31.949805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.044995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe4bdb6-0711-4e55-9e17-8bb7865c5e18 None None] DHCP port deletion for f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:32.049620 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4bdb6-0711-4e55-9e17-8bb7865c5e18 None None] Deleting port 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:32.050201 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7fe4bdb6-0711-4e55-9e17-8bb7865c5e18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.079447 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:30:32.097096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d8271-5dfa-4721-ab12-97c2421f3933 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Checking segment: {'id': '0be204d5-8d30-4769-b6d1-3ffc9b39b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e7edff00-7b08-4121-b4d4-4320f3904a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:32.097497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5d8271-5dfa-4721-ab12-97c2421f3933 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network hostable DHCP agents. Network: e7edff00-7b08-4121-b4d4-4320f3904a3f, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:32.127777 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-2cb2b69a-cf44-4067-8314-8406ed3f4538 req-fc63ad48-392e-487a-917e-171c449fa2bf tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Deleting port 068d3c99-04f4-441f-bc64-12acea4a1d3f {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:32.128296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2cb2b69a-cf44-4067-8314-8406ed3f4538 req-fc63ad48-392e-487a-917e-171c449fa2bf tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.206681 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.9636297 Feb 10 11:30:32.206681 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e08fd-0996-4b2f-9d54-c0ed3c67787c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Network': ['ID=db21bd82-1a13-47e3-a884-cc83471be560,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:32.216584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59862) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:32.232434 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560', 'name': 'tempest-PortsIpV6TestJSON-437592128'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:32.248583 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network db21bd82-1a13-47e3-a884-cc83471be560 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:32.256544 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e2ca9c8-f5c3-42f0-b64d-4f0658eac7e8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.378525 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7fe4bdb6-0711-4e55-9e17-8bb7865c5e18 None None] For port 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d,segment=NetworkSegment(a601cb49-f093-4878-bb9d-6fdfca2c6fdc),segment_id=a601cb49-f093-4878-bb9d-6fdfca2c6fdc)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:32.378982 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7fe4bdb6-0711-4e55-9e17-8bb7865c5e18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.419083 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ca9c8-f5c3-42f0-b64d-4f0658eac7e8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=c9ccc853-d49d-47c1-8e7a-a2d532e46e56,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:32.456932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5d8271-5dfa-4721-ab12-97c2421f3933 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network e7edff00-7b08-4121-b4d4-4320f3904a3f is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:32.471573 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.501576 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.510030 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] For port 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d,segment=NetworkSegment(a601cb49-f093-4878-bb9d-6fdfca2c6fdc),segment_id=a601cb49-f093-4878-bb9d-6fdfca2c6fdc)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:32.510030 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.516737 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4bdb6-0711-4e55-9e17-8bb7865c5e18 None None] Calling delete_port for 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:32.554040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-cd5d8271-5dfa-4721-ab12-97c2421f3933 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, e7edff00-7b08-4121-b4d4-4320f3904a3f) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:32.558891 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5d8271-5dfa-4721-ab12-97c2421f3933 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:32.559423 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8271-5dfa-4721-ab12-97c2421f3933 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.573171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1cd521-eb83-45a2-ba01-5ae1e137a444 None None] Network e7edff00-7b08-4121-b4d4-4320f3904a3f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:32.580264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:32.596564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e2ca9c8-f5c3-42f0-b64d-4f0658eac7e8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.632116 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:32.634392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:port and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:32.640219 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device bb3f121c-baeb-4933-b6dd-736193a40f5f up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:32.650474 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:32.678736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:32.681749 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dc201f-247e-4b78-9b7f-f125c86c94f1,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:32.684671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Calling delete_port for 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:32.694530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.695149 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Added segment 996a6f41-827e-4682-aa3a-f2dd723c2489 of type vlan for network d361e3ae-7316-4147-a710-eb3b229feda3 Feb 10 11:30:32.715630 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6e2ca9c8-f5c3-42f0-b64d-4f0658eac7e8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/c9ccc853-d49d-47c1-8e7a-a2d532e46e56 HTTP/1.1" status: 204 len: 168 time: 2.8913257 Feb 10 11:30:32.719221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59868) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:32.727376 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cd5d8271-5dfa-4721-ab12-97c2421f3933 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.2318540 Feb 10 11:30:32.753974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59872) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:32.792256 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:32.795681 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.805985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-166ead2e-2ad3-48f6-8d67-8a63dd1d08e6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1482681064'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:32.816192 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed1dc2-8913-43ae-934c-030862ce9788 req-cdacd508-42de-45cb-b39f-19ae96ab5b59 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:32.818802 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-79ed1dc2-8913-43ae-934c-030862ce9788 req-cdacd508-42de-45cb-b39f-19ae96ab5b59 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 946 time: 0.6200101 Feb 10 11:30:32.844315 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port bb3f121c-baeb-4933-b6dd-736193a40f5f triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:32.844685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.851948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.857114 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-166ead2e-2ad3-48f6-8d67-8a63dd1d08e6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:32.878190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] device_id is not set on port c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:32.900231 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05f69fb-2d95-44da-896b-fc5fed2c3a2a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:32.902943 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05f69fb-2d95-44da-896b-fc5fed2c3a2a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:32.903841 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c05f69fb-2d95-44da-896b-fc5fed2c3a2a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:32.963911 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7fe4bdb6-0711-4e55-9e17-8bb7865c5e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.969839 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-166ead2e-2ad3-48f6-8d67-8a63dd1d08e6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:network and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:32.983409 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-2cb2b69a-cf44-4067-8314-8406ed3f4538 req-fc63ad48-392e-487a-917e-171c449fa2bf tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] For port 068d3c99-04f4-441f-bc64-12acea4a1d3f, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=068d3c99-04f4-441f-bc64-12acea4a1d3f,segment=NetworkSegment(491a8a04-ff9f-44ee-b628-eb29e5c5bc75),segment_id=491a8a04-ff9f-44ee-b628-eb29e5c5bc75)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:32.983768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2cb2b69a-cf44-4067-8314-8406ed3f4538 req-fc63ad48-392e-487a-917e-171c449fa2bf tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.996118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.999913 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:33.000519 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.024655 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4bdb6-0711-4e55-9e17-8bb7865c5e18 None None] Pushing event deleted for resources: {'Port': ['ID=4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:33.055830 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-166ead2e-2ad3-48f6-8d67-8a63dd1d08e6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:33.077955 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4bdb6-0711-4e55-9e17-8bb7865c5e18 None None] No DVR routers for this DVR port 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:33.091702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:30:33.091702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:30:33.092853 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-166ead2e-2ad3-48f6-8d67-8a63dd1d08e6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:33.098545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c05f69fb-2d95-44da-896b-fc5fed2c3a2a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:33.102376 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c05f69fb-2d95-44da-896b-fc5fed2c3a2a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3733509 Feb 10 11:30:33.110982 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59876) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:33.183583 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-e7edff00-7b08-4121-b4d4-4320f3904a3f', 'network_id': 'e7edff00-7b08-4121-b4d4-4320f3904a3f', 'tenant_id': '56752495d9d3496288481b8fcdb8c245', 'fixed_ips': [{'subnet_id': '32198021-9a47-40c1-8ad5-9c03787c918d'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:33.184049 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.185444 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166ead2e-2ad3-48f6-8d67-8a63dd1d08e6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:33.188524 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-166ead2e-2ad3-48f6-8d67-8a63dd1d08e6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.230012 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.6575139 Feb 10 11:30:33.298480 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-79ed1dc2-8913-43ae-934c-030862ce9788 req-b746afad-2a38-4bfc-8f39-7b10745d5f84 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/security-groups?id=f34dfacb-f096-4b25-8476-ceb050aae982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4438772 Feb 10 11:30:33.335798 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:33.346829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166ead2e-2ad3-48f6-8d67-8a63dd1d08e6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:33.349107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4fdaa-78b7-44f4-9c96-a9e6a849fa3f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event updated for resources: {'Network': ['ID=d361e3ae-7316-4147-a710-eb3b229feda3,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:33.421900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.432924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:33.433318 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:33.435709 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network d361e3ae-7316-4147-a710-eb3b229feda3 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:33.527902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.532953 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.647499 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event updated for resources: {'Subnet': ['ID=8ed1b600-370f-4d3e-a7c7-da25da8a57cc,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:33.663221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Deleting port 4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:33.663221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.677620 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Allocated IP 2001:db8:0:ffff::2 (e7edff00-7b08-4121-b4d4-4320f3904a3f/32198021-9a47-40c1-8ad5-9c03787c918d/9a58029c-458e-4586-926d-cd118bf3b096) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:33.689456 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-990749e9-c847-41cf-bc88-a545cdd77b78 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 5b36afa2-2f5c-4e2a-a22c-436503934e76 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:33.715270 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-990749e9-c847-41cf-bc88-a545cdd77b78 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.716608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Checking segment: {'id': '4e20804a-085c-4bfe-a547-e1c14a841a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:33.716991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network hostable DHCP agents. Network: db21bd82-1a13-47e3-a884-cc83471be560, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:33.726837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:33.750905 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-166ead2e-2ad3-48f6-8d67-8a63dd1d08e6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.751531 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-166ead2e-2ad3-48f6-8d67-8a63dd1d08e6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Added segment 0cbe583f-9c46-4f5a-9e7e-87a0436e86e7 of type vlan for network 404d3d5d-9080-4766-a737-e82ed18105ee Feb 10 11:30:33.768251 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Checking segment: {'id': '841c6cf4-833b-4883-8fee-fe9a5062d507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5a26e856-85fa-4e53-a30e-f3999a3b2b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:33.768680 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Network hostable DHCP agents. Network: 5a26e856-85fa-4e53-a30e-f3999a3b2b3c, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:33.776049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network db21bd82-1a13-47e3-a884-cc83471be560 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:33.797943 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, db21bd82-1a13-47e3-a884-cc83471be560) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:33.800371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Network 5a26e856-85fa-4e53-a30e-f3999a3b2b3c is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:33.806239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:33.810958 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:33.810958 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.821703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] The port '4ea0e93b-8df5-4fc8-b16d-e3a9bc66d66d' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:30:33.825178 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 5a26e856-85fa-4e53-a30e-f3999a3b2b3c) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:33.831284 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.896983 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-528d9e47-e116-4196-8df8-6eb0619f40b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6776574 Feb 10 11:30:33.901968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59880) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:33.928100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-8c72ce62-2f17-4b14-944a-c1a2424b7ab9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-220000833'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:33.943569 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Checking segment: {'id': '4022776d-09ee-4d1c-b92a-7aaac3a8ce07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '332bbe45-c84e-4c3f-9cc4-1538e50c8642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:33.943925 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Network hostable DHCP agents. Network: 332bbe45-c84e-4c3f-9cc4-1538e50c8642, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:33.950673 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8c72ce62-2f17-4b14-944a-c1a2424b7ab9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:33.962968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8c72ce62-2f17-4b14-944a-c1a2424b7ab9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:network and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:33.965479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event updated for resources: {'Subnet': ['ID=a808dc2d-a517-49e9-adcf-d486fadfd63f,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:33.970121 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8c72ce62-2f17-4b14-944a-c1a2424b7ab9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:33.978287 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8c72ce62-2f17-4b14-944a-c1a2424b7ab9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:33.993788 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c72ce62-2f17-4b14-944a-c1a2424b7ab9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:33.997197 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c72ce62-2f17-4b14-944a-c1a2424b7ab9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.013872 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-990749e9-c847-41cf-bc88-a545cdd77b78 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.031052 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c72ce62-2f17-4b14-944a-c1a2424b7ab9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:34.041066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c72ce62-2f17-4b14-944a-c1a2424b7ab9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.041437 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-8c72ce62-2f17-4b14-944a-c1a2424b7ab9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Added segment 2fea5df3-e9db-4a57-bd93-a1a6e49584d3 of type vlan for network a8c320e3-a407-4112-8622-f1bd3b23e64b Feb 10 11:30:34.070530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c72ce62-2f17-4b14-944a-c1a2424b7ab9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.092423 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.108130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Transition to ACTIVE for port object 9a58029c-458e-4586-926d-cd118bf3b096 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:34.120749 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-166ead2e-2ad3-48f6-8d67-8a63dd1d08e6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.123084 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Network 332bbe45-c84e-4c3f-9cc4-1538e50c8642 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:34.133361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c72ce62-2f17-4b14-944a-c1a2424b7ab9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.133577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2cb2b69a-cf44-4067-8314-8406ed3f4538 req-fc63ad48-392e-487a-917e-171c449fa2bf tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.133822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2cb2b69a-cf44-4067-8314-8406ed3f4538 req-fc63ad48-392e-487a-917e-171c449fa2bf tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.134135 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [req-2cb2b69a-cf44-4067-8314-8406ed3f4538 req-fc63ad48-392e-487a-917e-171c449fa2bf tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Floating IP 744643b0-e039-4e3f-bf16-2fccc1352981 disassociated. External IP: 172.26.4.84, port: 068d3c99-04f4-441f-bc64-12acea4a1d3f. Feb 10 11:30:34.134524 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-2cb2b69a-cf44-4067-8314-8406ed3f4538 req-fc63ad48-392e-487a-917e-171c449fa2bf tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Calling delete_port for 068d3c99-04f4-441f-bc64-12acea4a1d3f owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:34.140365 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c72ce62-2f17-4b14-944a-c1a2424b7ab9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:34.146063 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Transition to ACTIVE for port object 9a58029c-458e-4586-926d-cd118bf3b096 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:34.146663 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c72ce62-2f17-4b14-944a-c1a2424b7ab9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.156470 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f40ef4-fa8a-4165-a68b-f9a39bbf2aba None None] Network db21bd82-1a13-47e3-a884-cc83471be560 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:34.195189 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bb6db7-893b-410f-95ac-56f074574875 None None] Network 5a26e856-85fa-4e53-a30e-f3999a3b2b3c requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:34.209496 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.257527 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.307154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:34.339744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-166ead2e-2ad3-48f6-8d67-8a63dd1d08e6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.343692 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ead2e-2ad3-48f6-8d67-8a63dd1d08e6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:34.344676 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-166ead2e-2ad3-48f6-8d67-8a63dd1d08e6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.372015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a601cb49-f093-4878-bb9d-6fdfca2c6fdc') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:34.372399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a601cb49-f093-4878-bb9d-6fdfca2c6fdc') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:34.403919 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-166ead2e-2ad3-48f6-8d67-8a63dd1d08e6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6152840 Feb 10 11:30:34.411852 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59888) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:34.529266 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.537594 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ead2e-2ad3-48f6-8d67-8a63dd1d08e6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Network': ['ID=404d3d5d-9080-4766-a737-e82ed18105ee,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:34.542707 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6fa8ad96-b4bb-435a-8a30-d9b34cffb4bb tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'subnet': {'network_id': '404d3d5d-9080-4766-a737-e82ed18105ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:34.613371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 332bbe45-c84e-4c3f-9cc4-1538e50c8642) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:34.624108 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:34.624571 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:34.625818 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.711059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72ce62-2f17-4b14-944a-c1a2424b7ab9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Network': ['ID=a8c320e3-a407-4112-8622-f1bd3b23e64b,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:34.730574 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4a4c152d-b5c6-4953-9694-6be62c4cf532 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.4014673 Feb 10 11:30:34.734872 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8c72ce62-2f17-4b14-944a-c1a2424b7ab9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8303668 Feb 10 11:30:34.736610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59894) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:34.742878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59896) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:34.752293 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.764498 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-990749e9-c847-41cf-bc88-a545cdd77b78 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.768522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Pushing event updated for resources: {'Port': ['ID=9a58029c-458e-4586-926d-cd118bf3b096,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:34.786772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 404d3d5d-9080-4766-a737-e82ed18105ee details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:34.799519 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bea674-43ea-41cb-847a-3d6db5a38036 None None] Network 332bbe45-c84e-4c3f-9cc4-1538e50c8642 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:34.845465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'ports': [{'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560'}, {'network_id': 'a8c320e3-a407-4112-8622-f1bd3b23e64b'}]} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:34.850462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:34.854028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'network_id': 'a8c320e3-a407-4112-8622-f1bd3b23e64b'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:34.879146 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:34.880208 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:34.922593 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:34.930175 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network a8c320e3-a407-4112-8622-f1bd3b23e64b details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:35.073082 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a9a7f7-0671-48e8-8198-a571668f7d6b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:35.074901 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a9a7f7-0671-48e8-8198-a571668f7d6b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:35.076855 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a9a7f7-0671-48e8-8198-a571668f7d6b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:35.082068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b5a9a7f7-0671-48e8-8198-a571668f7d6b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Synchronizing usage tracker for tenant:46588a20653645928f3452c47996a201 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:35.129175 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6fa8ad96-b4bb-435a-8a30-d9b34cffb4bb tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:35.134101 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6fa8ad96-b4bb-435a-8a30-d9b34cffb4bb tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:subnet and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:35.134458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Network e7edff00-7b08-4121-b4d4-4320f3904a3f is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:35.137846 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6fa8ad96-b4bb-435a-8a30-d9b34cffb4bb tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:35.143709 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6fa8ad96-b4bb-435a-8a30-d9b34cffb4bb tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:35.191689 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2cb2b69a-cf44-4067-8314-8406ed3f4538 req-fc63ad48-392e-487a-917e-171c449fa2bf tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.200144 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:35.204735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa8ad96-b4bb-435a-8a30-d9b34cffb4bb tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:35.224328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:35.225742 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b5a9a7f7-0671-48e8-8198-a571668f7d6b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Unset dirty status for tenant:46588a20653645928f3452c47996a201 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:35.236654 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b5a9a7f7-0671-48e8-8198-a571668f7d6b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4916794 Feb 10 11:30:35.253712 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59902) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:35.343834 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93f6f41-8bd5-4f2d-aaa7-5dcecf5d76cd tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Deleting subnet 8ed1b600-370f-4d3e-a7c7-da25da8a57cc {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:35.351616 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c93f6f41-8bd5-4f2d-aaa7-5dcecf5d76cd tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.373014 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ad96-b4bb-435a-8a30-d9b34cffb4bb tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.437077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Attempting to bind port 9a58029c-458e-4586-926d-cd118bf3b096 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:35.437632 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Attempting to bind port 9a58029c-458e-4586-926d-cd118bf3b096 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '0be204d5-8d30-4769-b6d1-3ffc9b39b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e7edff00-7b08-4121-b4d4-4320f3904a3f'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:35.437983 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Attempting to bind port 9a58029c-458e-4586-926d-cd118bf3b096 on network e7edff00-7b08-4121-b4d4-4320f3904a3f {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:35.453412 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:35.453786 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Checking segment: {'id': '0be204d5-8d30-4769-b6d1-3ffc9b39b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e7edff00-7b08-4121-b4d4-4320f3904a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:35.454190 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.454588 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Bound using segment: {'id': '0be204d5-8d30-4769-b6d1-3ffc9b39b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e7edff00-7b08-4121-b4d4-4320f3904a3f'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:35.455064 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Bound port: 9a58029c-458e-4586-926d-cd118bf3b096, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be204d5-8d30-4769-b6d1-3ffc9b39b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e7edff00-7b08-4121-b4d4-4320f3904a3f'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:35.455439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.467333 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:35.477097 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:port and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:35.482140 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c93f6f41-8bd5-4f2d-aaa7-5dcecf5d76cd tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.491156 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-332bbe45-c84e-4c3f-9cc4-1538e50c8642', 'network_id': '332bbe45-c84e-4c3f-9cc4-1538e50c8642', 'tenant_id': '46588a20653645928f3452c47996a201', 'fixed_ips': [{'subnet_id': 'a808dc2d-a517-49e9-adcf-d486fadfd63f'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:35.499673 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.515486 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:35.529786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:35.571790 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'port': 2} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:35.582350 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.647816 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.680918 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c93f6f41-8bd5-4f2d-aaa7-5dcecf5d76cd tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.751728 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63ad48-392e-487a-917e-171c449fa2bf tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Pushing event deleted for resources: {'Port': ['ID=068d3c99-04f4-441f-bc64-12acea4a1d3f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:35.767929 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f446a-bc71-4f02-af14-d71236135933 req-e9e2b772-f63c-4748-9717-51aa05e1883a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:35.772827 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed7f446a-bc71-4f02-af14-d71236135933 req-e9e2b772-f63c-4748-9717-51aa05e1883a tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 946 time: 1.1358533 Feb 10 11:30:35.832074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c93f6f41-8bd5-4f2d-aaa7-5dcecf5d76cd tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.017465 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.039555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Allocated IP 2001:db8:0:1::1 (332bbe45-c84e-4c3f-9cc4-1538e50c8642/a808dc2d-a517-49e9-adcf-d486fadfd63f/6ec7a378-11ea-441f-8503-7007242e2b7c) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:36.046394 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f6f41-8bd5-4f2d-aaa7-5dcecf5d76cd tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed1b600-370f-4d3e-a7c7-da25da8a57cc,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:36.103264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c93f6f41-8bd5-4f2d-aaa7-5dcecf5d76cd tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.123736 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9baf8d3-627a-4966-8a87-4aafa81bb947 req-74c76dc1-1633-405f-b29c-0003889d26d6 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:36.129648 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c9baf8d3-627a-4966-8a87-4aafa81bb947 req-74c76dc1-1633-405f-b29c-0003889d26d6 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 945 time: 1.1647842 Feb 10 11:30:36.137373 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] For port 9a58029c-458e-4586-926d-cd118bf3b096, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:36.149034 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] For port 9a58029c-458e-4586-926d-cd118bf3b096, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9a58029c-458e-4586-926d-cd118bf3b096,segment=NetworkSegment(0be204d5-8d30-4769-b6d1-3ffc9b39b1e5),segment_id=0be204d5-8d30-4769-b6d1-3ffc9b39b1e5)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:36.155795 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d907a00-ac57-4016-870c-9826685200e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-5a26e856-85fa-4e53-a30e-f3999a3b2b3c', 'network_id': '5a26e856-85fa-4e53-a30e-f3999a3b2b3c', 'tenant_id': '46588a20653645928f3452c47996a201', 'fixed_ips': [{'subnet_id': '8ed1b600-370f-4d3e-a7c7-da25da8a57cc'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:36.158032 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6d907a00-ac57-4016-870c-9826685200e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.175162 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.214403 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] 10.222.0.36 "DELETE /v2.0/networks/f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61 HTTP/1.1" status: 204 len: 168 time: 4.4988389 Feb 10 11:30:36.224474 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed7f446a-bc71-4f02-af14-d71236135933 req-c555fb39-0de5-42e9-848e-6b1a0c1cd48d tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/security-groups?id=f34dfacb-f096-4b25-8476-ceb050aae982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3478658 Feb 10 11:30:36.226021 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-990749e9-c847-41cf-bc88-a545cdd77b78 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.230917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59906) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:36.240539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] device_id is not set on port 0e19a0da-67d7-4384-9d7d-73dd3755077f yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:36.286607 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98877dd0-00b5-4e15-89d4-ce879b9978c6 tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Pushing event deleted for resources: {'Network': ['ID=f2fadf99-8cee-4a01-ba6e-ab2bbc8d8b61,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:36.322284 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.408591 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39345b72-079b-4da3-9826-9339a4aa98c9 None None] Network 5a26e856-85fa-4e53-a30e-f3999a3b2b3c requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:36.418846 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990749e9-c847-41cf-bc88-a545cdd77b78 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=5b36afa2-2f5c-4e2a-a22c-436503934e76,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:36.448407 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c93f6f41-8bd5-4f2d-aaa7-5dcecf5d76cd tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "DELETE /v2.0/subnets/8ed1b600-370f-4d3e-a7c7-da25da8a57cc HTTP/1.1" status: 204 len: 168 time: 1.1927702 Feb 10 11:30:36.498312 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.516149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59910) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:36.696767 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59914) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:36.700621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bd5fc-c888-4300-84ed-e51cc4fda442 None None] Pushing event updated for resources: {'Port': ['ID=9a58029c-458e-4586-926d-cd118bf3b096,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:36.714363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a77e363e-a397-46e8-9c57-9ad8826c9bd0 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Request body: {'subnet': {'network_id': 'd361e3ae-7316-4147-a710-eb3b229feda3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:36.868322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 068d3c99-04f4-441f-bc64-12acea4a1d3f no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:36.899127 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-bb9dba6e-0abd-4544-bb02-97ac7e387cbb tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Deleting port 47598f9e-cd98-4793-9130-792f224d1241 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:36.899648 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb9dba6e-0abd-4544-bb02-97ac7e387cbb tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.922029 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a77e363e-a397-46e8-9c57-9ad8826c9bd0 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:36.941143 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 068d3c99-04f4-441f-bc64-12acea4a1d3f {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:36.941514 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 068d3c99-04f4-441f-bc64-12acea4a1d3f not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:36.958594 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a77e363e-a397-46e8-9c57-9ad8826c9bd0 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Usage tracker for resource:subnet and tenant:d13b791e0ffa41118de42e2ca40df552 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:36.968666 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a77e363e-a397-46e8-9c57-9ad8826c9bd0 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:36.984828 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.986233 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] device_id is not set on port 1cec8ef8-b900-410f-99d1-f8aa8b7ab2df yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:37.000569 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Transition to ACTIVE for port object 6ec7a378-11ea-441f-8503-7007242e2b7c will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:37.001679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a77e363e-a397-46e8-9c57-9ad8826c9bd0 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:37.023345 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a8304-fa69-4a1d-abd6-b8fc16a7e6e7 req-c149123c-e963-4e94-b4c5-444338d381b1 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:37.024883 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-228a8304-fa69-4a1d-abd6-b8fc16a7e6e7 req-c149123c-e963-4e94-b4c5-444338d381b1 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.73 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 945 time: 0.6699808 Feb 10 11:30:37.029813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Transition to ACTIVE for port object 6ec7a378-11ea-441f-8503-7007242e2b7c will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:37.043417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.068333 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77e363e-a397-46e8-9c57-9ad8826c9bd0 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Made reservation on behalf of d13b791e0ffa41118de42e2ca40df552 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:37.129670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Network 332bbe45-c84e-4c3f-9cc4-1538e50c8642 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:37.132397 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:37.136224 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:37.141247 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Pushing event updated for resources: {'Port': ['ID=6ec7a378-11ea-441f-8503-7007242e2b7c,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:37.195971 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb9dba6e-0abd-4544-bb02-97ac7e387cbb tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.196446 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb9dba6e-0abd-4544-bb02-97ac7e387cbb tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.210007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-228a8304-fa69-4a1d-abd6-b8fc16a7e6e7 req-7ade3fc1-33b2-4d66-9bc2-5d6e6a2264ba tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Deleting port dbd912a8-759c-4eb4-9a9b-403ea08d7742 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:37.210352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-228a8304-fa69-4a1d-abd6-b8fc16a7e6e7 req-7ade3fc1-33b2-4d66-9bc2-5d6e6a2264ba tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.232867 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Attempting to bind port 6ec7a378-11ea-441f-8503-7007242e2b7c on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:37.233255 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Attempting to bind port 6ec7a378-11ea-441f-8503-7007242e2b7c by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '4022776d-09ee-4d1c-b92a-7aaac3a8ce07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '332bbe45-c84e-4c3f-9cc4-1538e50c8642'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:37.233622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Attempting to bind port 6ec7a378-11ea-441f-8503-7007242e2b7c on network 332bbe45-c84e-4c3f-9cc4-1538e50c8642 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:37.240773 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:37.241170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Checking segment: {'id': '4022776d-09ee-4d1c-b92a-7aaac3a8ce07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '332bbe45-c84e-4c3f-9cc4-1538e50c8642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:37.241573 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.242005 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Bound using segment: {'id': '4022776d-09ee-4d1c-b92a-7aaac3a8ce07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '332bbe45-c84e-4c3f-9cc4-1538e50c8642'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:37.242473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Bound port: 6ec7a378-11ea-441f-8503-7007242e2b7c, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4022776d-09ee-4d1c-b92a-7aaac3a8ce07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '332bbe45-c84e-4c3f-9cc4-1538e50c8642'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:37.242841 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.332566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-bb9dba6e-0abd-4544-bb02-97ac7e387cbb tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Calling delete_port for 47598f9e-cd98-4793-9130-792f224d1241 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:37.336584 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] For port 6ec7a378-11ea-441f-8503-7007242e2b7c, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:37.340378 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] For port 6ec7a378-11ea-441f-8503-7007242e2b7c, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6ec7a378-11ea-441f-8503-7007242e2b7c,segment=NetworkSegment(4022776d-09ee-4d1c-b92a-7aaac3a8ce07),segment_id=4022776d-09ee-4d1c-b92a-7aaac3a8ce07)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:37.346463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.461404 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33874776-159f-4549-90f3-a454f8cc9bb6 None None] Pushing event updated for resources: {'Port': ['ID=6ec7a378-11ea-441f-8503-7007242e2b7c,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:37.500057 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c9baf8d3-627a-4966-8a87-4aafa81bb947 req-3a40d5b0-9fbd-45cc-bdd6-e3c4f2d7e9c5 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/security-groups?id=49b02bad-b152-4f9e-97c1-192fd83b279a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3267901 Feb 10 11:30:37.574930 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d006fc1e-0cd6-4dd0-a4e5-f06d948026b2 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:37.583479 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-990749e9-c847-41cf-bc88-a545cdd77b78 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.632151 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb9dba6e-0abd-4544-bb02-97ac7e387cbb tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.740916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a77e363e-a397-46e8-9c57-9ad8826c9bd0 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.748149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1d137c4d-48d4-40ff-b619-eca5ec99589e req-826e157d-7c89-4660-82f6-ec9288551b6f tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Synchronizing usage tracker for tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:37.814315 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dba6e-0abd-4544-bb02-97ac7e387cbb tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Pushing event deleted for resources: {'Port': ['ID=47598f9e-cd98-4793-9130-792f224d1241,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:37.822561 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-990749e9-c847-41cf-bc88-a545cdd77b78 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/5b36afa2-2f5c-4e2a-a22c-436503934e76 HTTP/1.1" status: 204 len: 168 time: 4.6994967 Feb 10 11:30:37.842704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59920) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:37.854292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-124f78c8-bdde-42e8-a7d1-3ce2a1c1e694 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Deleting subnet a808dc2d-a517-49e9-adcf-d486fadfd63f {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:37.873658 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-124f78c8-bdde-42e8-a7d1-3ce2a1c1e694 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.968334 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.022479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-228a8304-fa69-4a1d-abd6-b8fc16a7e6e7 req-7ade3fc1-33b2-4d66-9bc2-5d6e6a2264ba tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] For port dbd912a8-759c-4eb4-9a9b-403ea08d7742, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=dbd912a8-759c-4eb4-9a9b-403ea08d7742,segment=NetworkSegment(54e4d797-4e28-4eaf-90fc-f06816c4e880),segment_id=54e4d797-4e28-4eaf-90fc-f06816c4e880)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:38.033454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-228a8304-fa69-4a1d-abd6-b8fc16a7e6e7 req-7ade3fc1-33b2-4d66-9bc2-5d6e6a2264ba tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.065631 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f1d31b-c9bf-4c2f-adde-74c7c398123e None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:38.072146 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-03f1d31b-c9bf-4c2f-adde-74c7c398123e None None] Deleting port bb3f121c-baeb-4933-b6dd-736193a40f5f {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:38.072518 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-03f1d31b-c9bf-4c2f-adde-74c7c398123e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.132628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.284679 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1d137c4d-48d4-40ff-b619-eca5ec99589e req-826e157d-7c89-4660-82f6-ec9288551b6f tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Unset dirty status for tenant:dc50e13d5d9b4d98a0cd65d4fcbf4649 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:38.285943 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1d137c4d-48d4-40ff-b619-eca5ec99589e req-826e157d-7c89-4660-82f6-ec9288551b6f tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 210 time: 0.7723505 Feb 10 11:30:38.286751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ad96-b4bb-435a-8a30-d9b34cffb4bb tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.298976 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3942695-b6ff-4b37-8c7f-72c08ef7c95d None None] Network e7edff00-7b08-4121-b4d4-4320f3904a3f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:38.378356 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.470298 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8ad96-b4bb-435a-8a30-d9b34cffb4bb tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Subnet': ['ID=db1bb564-0d4b-4a9f-abc2-85827fbf6295,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:38.479263 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-03f1d31b-c9bf-4c2f-adde-74c7c398123e None None] For port bb3f121c-baeb-4933-b6dd-736193a40f5f, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=bb3f121c-baeb-4933-b6dd-736193a40f5f,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:38.479663 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-03f1d31b-c9bf-4c2f-adde-74c7c398123e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.492035 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a313b0f7-c56d-40f5-ad33-87824d849dfd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6393981 Feb 10 11:30:38.497775 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1552ab5f-46c3-43c1-80aa-30b0210c30ed None None] Provisioning for port 9a58029c-458e-4586-926d-cd118bf3b096 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:38.508534 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb9dba6e-0abd-4544-bb02-97ac7e387cbb tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.512138 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb9dba6e-0abd-4544-bb02-97ac7e387cbb tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.515903 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bb9dba6e-0abd-4544-bb02-97ac7e387cbb tempest-FloatingIPAdminTestJSON-473748044 tempest-FloatingIPAdminTestJSON-473748044-project] 10.222.0.36 "DELETE /v2.0/floatingips/6a13169f-8fcc-48d5-be9a-d4a50655ff74 HTTP/1.1" status: 204 len: 168 time: 2.2296548 Feb 10 11:30:38.515903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59924) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:38.538415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2d14f854-4939-44a0-a994-172c93566572 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:38.655906 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-03f1d31b-c9bf-4c2f-adde-74c7c398123e None None] Calling delete_port for bb3f121c-baeb-4933-b6dd-736193a40f5f owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:38.746629 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=0e19a0da-67d7-4384-9d7d-73dd3755077f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:38.765174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network db21bd82-1a13-47e3-a884-cc83471be560 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:38.767761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a77e363e-a397-46e8-9c57-9ad8826c9bd0 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.804965 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-228a8304-fa69-4a1d-abd6-b8fc16a7e6e7 req-7ade3fc1-33b2-4d66-9bc2-5d6e6a2264ba tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.805378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-228a8304-fa69-4a1d-abd6-b8fc16a7e6e7 req-7ade3fc1-33b2-4d66-9bc2-5d6e6a2264ba tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.805724 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [req-228a8304-fa69-4a1d-abd6-b8fc16a7e6e7 req-7ade3fc1-33b2-4d66-9bc2-5d6e6a2264ba tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Floating IP 935c374c-13b4-47b3-9614-910807dc10eb disassociated. External IP: 172.26.4.23, port: dbd912a8-759c-4eb4-9a9b-403ea08d7742. Feb 10 11:30:38.806065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-228a8304-fa69-4a1d-abd6-b8fc16a7e6e7 req-7ade3fc1-33b2-4d66-9bc2-5d6e6a2264ba tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Calling delete_port for dbd912a8-759c-4eb4-9a9b-403ea08d7742 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:38.878449 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6ec7a378-11ea-441f-8503-7007242e2b7c up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:38.905546 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:38.928537 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-124f78c8-bdde-42e8-a7d1-3ce2a1c1e694 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.929581 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:38.930411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.041798 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e363e-a397-46e8-9c57-9ad8826c9bd0 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event updated for resources: {'Subnet': ['ID=244070de-5b95-4b78-87a3-313d330f0aa1,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:39.091435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2d14f854-4939-44a0-a994-172c93566572 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:39.094225 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa8ad96-b4bb-435a-8a30-d9b34cffb4bb tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Checking segment: {'id': '0cbe583f-9c46-4f5a-9e7e-87a0436e86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '404d3d5d-9080-4766-a737-e82ed18105ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:39.094712 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa8ad96-b4bb-435a-8a30-d9b34cffb4bb tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network hostable DHCP agents. Network: 404d3d5d-9080-4766-a737-e82ed18105ee, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:39.146770 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2d14f854-4939-44a0-a994-172c93566572 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:39.153858 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb6f0eb-6cd3-4c00-8450-af3523820a27 None None] Network 332bbe45-c84e-4c3f-9cc4-1538e50c8642 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:39.172486 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59934) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:39.177601 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa8ad96-b4bb-435a-8a30-d9b34cffb4bb tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network 404d3d5d-9080-4766-a737-e82ed18105ee is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:39.269263 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-124f78c8-bdde-42e8-a7d1-3ce2a1c1e694 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.290269 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-03f1d31b-c9bf-4c2f-adde-74c7c398123e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.297826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=1cec8ef8-b900-410f-99d1-f8aa8b7ab2df,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:39.300656 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-228a8304-fa69-4a1d-abd6-b8fc16a7e6e7 req-7ade3fc1-33b2-4d66-9bc2-5d6e6a2264ba tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.359108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d14f854-4939-44a0-a994-172c93566572 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:39.360871 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1d31b-c9bf-4c2f-adde-74c7c398123e None None] Pushing event deleted for resources: {'Port': ['ID=bb3f121c-baeb-4933-b6dd-736193a40f5f,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:39.374596 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3fc1-33b2-4d66-9bc2-5d6e6a2264ba tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Pushing event deleted for resources: {'Port': ['ID=dbd912a8-759c-4eb4-9a9b-403ea08d7742,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:39.382248 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6c6a5aa9-7844-4035-baec-c8977b03612d None None] Provisioning for port 6ec7a378-11ea-441f-8503-7007242e2b7c completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:39.387893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77e363e-a397-46e8-9c57-9ad8826c9bd0 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Checking segment: {'id': '996a6f41-827e-4682-aa3a-f2dd723c2489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd361e3ae-7316-4147-a710-eb3b229feda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:39.388715 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77e363e-a397-46e8-9c57-9ad8826c9bd0 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Network hostable DHCP agents. Network: d361e3ae-7316-4147-a710-eb3b229feda3, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:39.390325 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-124f78c8-bdde-42e8-a7d1-3ce2a1c1e694 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.399852 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f1d31b-c9bf-4c2f-adde-74c7c398123e None None] No DVR routers for this DVR port bb3f121c-baeb-4933-b6dd-736193a40f5f on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:39.403279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 6ec7a378-11ea-441f-8503-7007242e2b7c completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:39.408013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Checking segment: {'id': '2fea5df3-e9db-4a57-bd93-a1a6e49584d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a8c320e3-a407-4112-8622-f1bd3b23e64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:39.408013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network hostable DHCP agents. Network: a8c320e3-a407-4112-8622-f1bd3b23e64b, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:39.420943 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6c6a5aa9-7844-4035-baec-c8977b03612d None None] Provisioning complete for port 6ec7a378-11ea-441f-8503-7007242e2b7c triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:39.421534 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6c6a5aa9-7844-4035-baec-c8977b03612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.464619 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-6fa8ad96-b4bb-435a-8a30-d9b34cffb4bb tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 404d3d5d-9080-4766-a737-e82ed18105ee) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:39.465602 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 6ec7a378-11ea-441f-8503-7007242e2b7c triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:39.465983 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.529363 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f78c8-bdde-42e8-a7d1-3ce2a1c1e694 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event deleted for resources: {'Subnet': ['ID=a808dc2d-a517-49e9-adcf-d486fadfd63f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:39.545538 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46669c12-481c-4a4a-9841-2c4ec2f90b73 None None] Network 404d3d5d-9080-4766-a737-e82ed18105ee requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:39.555645 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa8ad96-b4bb-435a-8a30-d9b34cffb4bb tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:39.556213 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ad96-b4bb-435a-8a30-d9b34cffb4bb tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.561717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cb2b69a-cf44-4067-8314-8406ed3f4538 req-fc63ad48-392e-487a-917e-171c449fa2bf tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Router 8c91eca4-74e7-42ec-be26-db92ec0ffefd has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:30:39.588004 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77e363e-a397-46e8-9c57-9ad8826c9bd0 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Network d361e3ae-7316-4147-a710-eb3b229feda3 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:39.601959 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-a77e363e-a397-46e8-9c57-9ad8826c9bd0 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, d361e3ae-7316-4147-a710-eb3b229feda3) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:39.608617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77e363e-a397-46e8-9c57-9ad8826c9bd0 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:39.609411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a77e363e-a397-46e8-9c57-9ad8826c9bd0 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.624201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network a8c320e3-a407-4112-8622-f1bd3b23e64b is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:39.650916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, a8c320e3-a407-4112-8622-f1bd3b23e64b) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:39.658535 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:39.662684 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:39.665934 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:39.666615 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.672275 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3697a0b-dbaf-48a8-9e2c-17244152cdc6 None None] Network d361e3ae-7316-4147-a710-eb3b229feda3 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:39.683153 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a77e363e-a397-46e8-9c57-9ad8826c9bd0 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9785972 Feb 10 11:30:39.687833 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59942) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:39.696115 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-e797175f-6242-409f-8cdb-ddddca61384a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1007787714'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:39.702497 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da657ac6-373c-4d35-a1ea-9344e2c2e972 None None] Network a8c320e3-a407-4112-8622-f1bd3b23e64b requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:39.706002 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bb1e8056-2e02-42df-a34c-2df08854f1dd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.9567888 Feb 10 11:30:39.706002 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e797175f-6242-409f-8cdb-ddddca61384a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:39.706850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24b439-6d03-4bda-9bde-fb609649412e req-6571cf3a-cfb5-4321-9df8-e01c83b6f85b tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:39.708111 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59946) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:39.708877 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e24b439-6d03-4bda-9bde-fb609649412e req-6571cf3a-cfb5-4321-9df8-e01c83b6f85b tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 945 time: 0.8360350 Feb 10 11:30:39.711056 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c4e8f8bf-215c-4c4d-bc9a-b9366fbcec3b req-00ee8a1f-4366-4fd2-a4a9-e0518dbd119f tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 210 time: 0.1617503 Feb 10 11:30:39.715117 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-124f78c8-bdde-42e8-a7d1-3ce2a1c1e694 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.730048 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e797175f-6242-409f-8cdb-ddddca61384a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Usage tracker for resource:network and tenant:d13b791e0ffa41118de42e2ca40df552 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:39.752393 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-24fbb84a-bfd5-4d5f-81b0-d82099d9dede admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ef7662eec1c4230bebcef30b3b67bcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5709162 Feb 10 11:30:39.791715 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59950) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:39.792505 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e797175f-6242-409f-8cdb-ddddca61384a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:39.825562 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e797175f-6242-409f-8cdb-ddddca61384a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:39.906209 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6a95704c-d525-441e-84cc-bc47a63157cf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port 1cec8ef8-b900-410f-99d1-f8aa8b7ab2df {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:39.906551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a95704c-d525-441e-84cc-bc47a63157cf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.936603 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-124f78c8-bdde-42e8-a7d1-3ce2a1c1e694 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "DELETE /v2.0/subnets/a808dc2d-a517-49e9-adcf-d486fadfd63f HTTP/1.1" status: 204 len: 168 time: 3.4022632 Feb 10 11:30:39.953968 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6fa8ad96-b4bb-435a-8a30-d9b34cffb4bb tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.5408962 Feb 10 11:30:39.958927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2d14f854-4939-44a0-a994-172c93566572 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.966674 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e797175f-6242-409f-8cdb-ddddca61384a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Made reservation on behalf of d13b791e0ffa41118de42e2ca40df552 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:39.979720 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e797175f-6242-409f-8cdb-ddddca61384a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.992854 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59954) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:39.993206 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59956) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:40.057106 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.123453 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e24b439-6d03-4bda-9bde-fb609649412e req-539c256d-038d-47ea-9b3e-c1953b718d81 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/security-groups?id=49b02bad-b152-4f9e-97c1-192fd83b279a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980642 Feb 10 11:30:40.343196 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cb2b69a-cf44-4067-8314-8406ed3f4538 req-fc63ad48-392e-487a-917e-171c449fa2bf tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:40.374939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2d14f854-4939-44a0-a994-172c93566572 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.375687 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba20a1c-22b7-4d43-8f8c-d797790534b0 None None] Sync routers for ids ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:40.387791 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6c6a5aa9-7844-4035-baec-c8977b03612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.411497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-00769361-9724-4972-bd0a-3fb86a00a3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.411742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 6ec7a378-11ea-441f-8503-7007242e2b7c, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6ec7a378-11ea-441f-8503-7007242e2b7c,segment=NetworkSegment(4022776d-09ee-4d1c-b92a-7aaac3a8ce07),segment_id=4022776d-09ee-4d1c-b92a-7aaac3a8ce07)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:40.424226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a806eda8-9f54-4c5e-8ce3-bd3492e99fe2 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:40.424907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a806eda8-9f54-4c5e-8ce3-bd3492e99fe2 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Synchronizing usage tracker for tenant:46588a20653645928f3452c47996a201 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:40.434640 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.435387 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9a58029c-458e-4586-926d-cd118bf3b096 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:40.447171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e797175f-6242-409f-8cdb-ddddca61384a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:40.459013 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb2b69a-cf44-4067-8314-8406ed3f4538 req-fc63ad48-392e-487a-917e-171c449fa2bf tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] No DVR routers for this DVR port 068d3c99-04f4-441f-bc64-12acea4a1d3f on host hv-neutron-8284 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:40.468150 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2cb2b69a-cf44-4067-8314-8406ed3f4538 req-fc63ad48-392e-487a-917e-171c449fa2bf tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.475439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f2814c-fec8-4e6c-b147-c00f3a9d6c0b', 'name': 'network-vif-deleted', 'tag': '068d3c99-04f4-441f-bc64-12acea4a1d3f'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:30:40.488717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d14f854-4939-44a0-a994-172c93566572 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:40.492847 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2d14f854-4939-44a0-a994-172c93566572 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:40.498218 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2cb2b69a-cf44-4067-8314-8406ed3f4538 req-fc63ad48-392e-487a-917e-171c449fa2bf tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.73 "DELETE /v2.0/ports/068d3c99-04f4-441f-bc64-12acea4a1d3f HTTP/1.1" status: 204 len: 173 time: 8.5164797 Feb 10 11:30:40.509204 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d14f854-4939-44a0-a994-172c93566572 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:40.509801 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2d14f854-4939-44a0-a994-172c93566572 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.518012 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e797175f-6242-409f-8cdb-ddddca61384a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.519250 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-e797175f-6242-409f-8cdb-ddddca61384a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Added segment 6bfdbf04-e0fc-4d04-9f9d-4e9524419b20 of type vlan for network 0abd5aee-c3bf-4376-9a5c-79c120a0b4ad Feb 10 11:30:40.525218 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-00769361-9724-4972-bd0a-3fb86a00a3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.542972 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14f854-4939-44a0-a994-172c93566572 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=f4df7ec3-1fe5-4e42-978c-9476399e948f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:40.565246 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf49a5a-83df-4acc-a0eb-e260668b8481 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:40.569874 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2d14f854-4939-44a0-a994-172c93566572 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0443599 Feb 10 11:30:40.573094 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59964) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:40.583293 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'fixed_ips': [{'subnet_id': 'f4df7ec3-1fe5-4e42-978c-9476399e948f', 'ip_address': '2001:db8::56d4:d635:7b82:965c'}], 'name': 'tempest-NetworksTestDHCPv6-2045982494'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:40.650437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a806eda8-9f54-4c5e-8ce3-bd3492e99fe2 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Unset dirty status for tenant:46588a20653645928f3452c47996a201 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:40.655006 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a806eda8-9f54-4c5e-8ce3-bd3492e99fe2 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6491153 Feb 10 11:30:40.667961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59968) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:40.704146 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-834e2875-cdec-4495-8f51-4dfd49db3625 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.736670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b03747a-43dc-4331-b74a-9648692dad7e None None] DHCP port deletion for 332bbe45-c84e-4c3f-9cc4-1538e50c8642 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:40.758214 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e797175f-6242-409f-8cdb-ddddca61384a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.806108 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f2814c-fec8-4e6c-b147-c00f3a9d6c0b', 'name': 'network-vif-deleted', 'tag': '068d3c99-04f4-441f-bc64-12acea4a1d3f', 'status': 'completed', 'code': 200} Feb 10 11:30:40.815193 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1b03747a-43dc-4331-b74a-9648692dad7e None None] Deleting port 6ec7a378-11ea-441f-8503-7007242e2b7c {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:40.815697 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b03747a-43dc-4331-b74a-9648692dad7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.879209 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a59d1f5-5ca4-4ea3-b9f7-36cd10bb0030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-404d3d5d-9080-4766-a737-e82ed18105ee', 'network_id': '404d3d5d-9080-4766-a737-e82ed18105ee', 'tenant_id': '56752495d9d3496288481b8fcdb8c245', 'fixed_ips': [{'subnet_id': 'db1bb564-0d4b-4a9f-abc2-85827fbf6295'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:40.880089 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6a59d1f5-5ca4-4ea3-b9f7-36cd10bb0030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.883307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:40.887919 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:port and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:40.890794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:40.897799 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:40.897982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a95704c-d525-441e-84cc-bc47a63157cf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.961780 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:40.965216 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device dbd912a8-759c-4eb4-9a9b-403ea08d7742 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:40.967921 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.998266 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4ca8749-5553-497c-b5cf-d2412db55fa4 req-d0071e65-4129-4e7b-a2c4-1eba1d266bff tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f2814c-fec8-4e6c-b147-c00f3a9d6c0b HTTP/1.1" status: 200 len: 210 time: 0.0812292 Feb 10 11:30:41.005888 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port d523f168-c05e-4763-83fd-cbd5fef88671 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:41.020716 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: dbd912a8-759c-4eb4-9a9b-403ea08d7742 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:41.021013 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device dbd912a8-759c-4eb4-9a9b-403ea08d7742 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:41.022301 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba20a1c-22b7-4d43-8f8c-d797790534b0 None None] Routers {'8c91eca4-74e7-42ec-be26-db92ec0ffefd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:41.023193 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6ba20a1c-22b7-4d43-8f8c-d797790534b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:41.055980 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6a95704c-d525-441e-84cc-bc47a63157cf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for 1cec8ef8-b900-410f-99d1-f8aa8b7ab2df owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:41.099568 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-228a8304-fa69-4a1d-abd6-b8fc16a7e6e7 req-7ade3fc1-33b2-4d66-9bc2-5d6e6a2264ba tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Router a2a2d47f-3875-4cc0-babc-35226c63f71c has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:30:41.120144 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e797175f-6242-409f-8cdb-ddddca61384a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.124148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e797175f-6242-409f-8cdb-ddddca61384a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:41.124728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e797175f-6242-409f-8cdb-ddddca61384a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.183452 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-d361e3ae-7316-4147-a710-eb3b229feda3', 'network_id': 'd361e3ae-7316-4147-a710-eb3b229feda3', 'tenant_id': 'd13b791e0ffa41118de42e2ca40df552', 'fixed_ips': [{'subnet_id': '244070de-5b95-4b78-87a3-313d330f0aa1'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:41.184987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.257366 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=6ec7a378-11ea-441f-8503-7007242e2b7c,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:41.340906 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-6c6a5aa9-7844-4035-baec-c8977b03612d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:30:41.341295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-6c6a5aa9-7844-4035-baec-c8977b03612d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:30:41.348148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.366859 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5c089132-e166-4d01-bc85-dc8fb28a3303 req-b0ede8ac-978c-4b6e-949f-aabbaac9bb4e tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 210 time: 0.0627470 Feb 10 11:30:41.391354 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::56d4:d635:7b82:965c (3b5b04fa-1e24-453f-83a6-7d1810ca3421/f4df7ec3-1fe5-4e42-978c-9476399e948f/d523f168-c05e-4763-83fd-cbd5fef88671) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:41.412479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-00769361-9724-4972-bd0a-3fb86a00a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.414924 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-00769361-9724-4972-bd0a-3fb86a00a3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.416150 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-00769361-9724-4972-bd0a-3fb86a00a3e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05d23a56-55ad-4542-884f-ac34ba5d6f9f HTTP/1.1" status: 204 len: 168 time: 1.6179159 Feb 10 11:30:41.417804 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e797175f-6242-409f-8cdb-ddddca61384a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7291248 Feb 10 11:30:41.431399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59978) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:41.441155 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3a4d3f00-29de-4990-af3f-a39d9225b352 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Request body: {'subnet': {'network_id': '0abd5aee-c3bf-4376-9a5c-79c120a0b4ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:41.479721 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797175f-6242-409f-8cdb-ddddca61384a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event updated for resources: {'Network': ['ID=0abd5aee-c3bf-4376-9a5c-79c120a0b4ad,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:41.495913 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1b03747a-43dc-4331-b74a-9648692dad7e None None] For port 6ec7a378-11ea-441f-8503-7007242e2b7c, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6ec7a378-11ea-441f-8503-7007242e2b7c,segment=NetworkSegment(4022776d-09ee-4d1c-b92a-7aaac3a8ce07),segment_id=4022776d-09ee-4d1c-b92a-7aaac3a8ce07)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:41.496533 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b03747a-43dc-4331-b74a-9648692dad7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.504814 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-834e2875-cdec-4495-8f51-4dfd49db3625 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.581414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00769361-9724-4972-bd0a-3fb86a00a3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d23a56-55ad-4542-884f-ac34ba5d6f9f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:41.605299 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Deleting port 6ec7a378-11ea-441f-8503-7007242e2b7c {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:41.605760 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.640580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a95704c-d525-441e-84cc-bc47a63157cf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.670049 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3a4d3f00-29de-4990-af3f-a39d9225b352 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:41.678708 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3a4d3f00-29de-4990-af3f-a39d9225b352 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Usage tracker for resource:subnet and tenant:d13b791e0ffa41118de42e2ca40df552 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:41.683550 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3a4d3f00-29de-4990-af3f-a39d9225b352 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:41.693622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3a4d3f00-29de-4990-af3f-a39d9225b352 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:41.735383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4d3f00-29de-4990-af3f-a39d9225b352 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Made reservation on behalf of d13b791e0ffa41118de42e2ca40df552 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:41.747351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95704c-d525-441e-84cc-bc47a63157cf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=1cec8ef8-b900-410f-99d1-f8aa8b7ab2df,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:41.807136 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a95704c-d525-441e-84cc-bc47a63157cf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.847525 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6a95704c-d525-441e-84cc-bc47a63157cf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/1cec8ef8-b900-410f-99d1-f8aa8b7ab2df HTTP/1.1" status: 204 len: 168 time: 2.1198840 Feb 10 11:30:41.848514 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1b03747a-43dc-4331-b74a-9648692dad7e None None] Calling delete_port for 6ec7a378-11ea-441f-8503-7007242e2b7c owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:41.848736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 59984) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:41.859642 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.860053 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-834e2875-cdec-4495-8f51-4dfd49db3625 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.894274 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object d523f168-c05e-4763-83fd-cbd5fef88671 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:41.898077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3f00-29de-4990-af3f-a39d9225b352 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.972029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59988) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:42.001246 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 0abd5aee-c3bf-4376-9a5c-79c120a0b4ad details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:42.019235 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65b3eae2-1d28-494a-ba65-baf14332ef26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.079049 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.130727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e2875-cdec-4495-8f51-4dfd49db3625 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Subnet': ['ID=db1bb564-0d4b-4a9f-abc2-85827fbf6295,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:42.145466 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-65b3eae2-1d28-494a-ba65-baf14332ef26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:42.163773 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-65b3eae2-1d28-494a-ba65-baf14332ef26 admin admin] Usage tracker for resource:security_group_rule and tenant:76cec454ead448cd9acb0b2172d943ff is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:42.170770 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-65b3eae2-1d28-494a-ba65-baf14332ef26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:42.189905 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-6ba20a1c-22b7-4d43-8f8c-d797790534b0 None None] Set router 8c91eca4-74e7-42ec-be26-db92ec0ffefd gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:30:42.224284 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 59996) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:42.228930 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-65b3eae2-1d28-494a-ba65-baf14332ef26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:42.232213 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:42.233249 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=d523f168-c05e-4763-83fd-cbd5fef88671,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:42.251908 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:42.254830 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:42.259800 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:42.260692 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.271916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] For port 6ec7a378-11ea-441f-8503-7007242e2b7c, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6ec7a378-11ea-441f-8503-7007242e2b7c,segment=NetworkSegment(4022776d-09ee-4d1c-b92a-7aaac3a8ce07),segment_id=4022776d-09ee-4d1c-b92a-7aaac3a8ce07)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:42.272305 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.361825 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-834e2875-cdec-4495-8f51-4dfd49db3625 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.399744 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1bb0a08c-ea39-41db-95a4-59aa8b5e80c6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8217490 Feb 10 11:30:42.400271 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60000) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:42.409339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 9a58029c-458e-4586-926d-cd118bf3b096 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:42.444742 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Calling delete_port for 6ec7a378-11ea-441f-8503-7007242e2b7c owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:42.497020 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-834e2875-cdec-4495-8f51-4dfd49db3625 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404d3d5d-9080-4766-a737-e82ed18105ee']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:42.500182 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28b7068e-413d-405b-b5af-d1483fa93c09 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.517057 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65b3eae2-1d28-494a-ba65-baf14332ef26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server [None req-6a59d1f5-5ca4-4ea3-b9f7-36cd10bb0030 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db1bb564-0d4b-4a9f-abc2-85827fbf6295: This subnet is being modified by another concurrent operation. Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:30:42.520673 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise exception Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db1bb564-0d4b-4a9f-abc2-85827fbf6295: This subnet is being modified by another concurrent operation. Feb 10 11:30:42.524161 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server Feb 10 11:30:42.529688 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-834e2875-cdec-4495-8f51-4dfd49db3625 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbe583f-9c46-4f5a-9e7e-87a0436e86e7') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:42.530118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-834e2875-cdec-4495-8f51-4dfd49db3625 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbe583f-9c46-4f5a-9e7e-87a0436e86e7') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:42.551258 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0660703a-326c-4d90-b10b-f74766db31e6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:42.553268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0660703a-326c-4d90-b10b-f74766db31e6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:42.553921 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 9a58029c-458e-4586-926d-cd118bf3b096 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:42.554047 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0660703a-326c-4d90-b10b-f74766db31e6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:42.555239 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.559590 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65b3eae2-1d28-494a-ba65-baf14332ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.563053 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-834e2875-cdec-4495-8f51-4dfd49db3625 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.604581 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-834e2875-cdec-4495-8f51-4dfd49db3625 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.623236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834e2875-cdec-4495-8f51-4dfd49db3625 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:42.623643 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-834e2875-cdec-4495-8f51-4dfd49db3625 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.629267 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28b7068e-413d-405b-b5af-d1483fa93c09 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:42.644058 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0660703a-326c-4d90-b10b-f74766db31e6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:42.648350 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0660703a-326c-4d90-b10b-f74766db31e6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.7942615 Feb 10 11:30:42.650083 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60006) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:42.653361 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf30b2ec-5ae2-4837-b162-376e4271cdcc None None] Network 404d3d5d-9080-4766-a737-e82ed18105ee requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:42.708835 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3eae2-1d28-494a-ba65-baf14332ef26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77eb026-9e0a-4be5-924a-ac20544dc586,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:42.730226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-228a8304-fa69-4a1d-abd6-b8fc16a7e6e7 req-7ade3fc1-33b2-4d66-9bc2-5d6e6a2264ba tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:42.744048 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed229dd8-6fd3-470a-ae28-bfb1992c96d8 None None] Sync routers for ids ['a2a2d47f-3875-4cc0-babc-35226c63f71c'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:42.756897 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7dd637b1-924a-45d9-86e3-ee23a034f760 req-2fee6e05-231f-49be-b4f2-5002619b03c4 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/ports?device_id=225a409e-bf33-4b9b-b078-8312f973eab4 HTTP/1.1" status: 200 len: 210 time: 0.1199460 Feb 10 11:30:42.765272 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed229dd8-6fd3-470a-ae28-bfb1992c96d8 None None] Routers {'a2a2d47f-3875-4cc0-babc-35226c63f71c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:42.767268 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ed229dd8-6fd3-470a-ae28-bfb1992c96d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a2a2d47f-3875-4cc0-babc-35226c63f71c'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:42.770912 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-65b3eae2-1d28-494a-ba65-baf14332ef26 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76cec454ead448cd9acb0b2172d943ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7953210 Feb 10 11:30:42.779582 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60010) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:42.792020 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.objects.ports [None req-3a4d3f00-29de-4990-af3f-a39d9225b352 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:30:42.829191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3f00-29de-4990-af3f-a39d9225b352 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.845611 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Allocated IP 2001:db8:0:ffff::2 (d361e3ae-7316-4147-a710-eb3b229feda3/244070de-5b95-4b78-87a3-313d330f0aa1/cac68701-129d-473b-b939-8b66b6c63cc6) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:42.885381 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3433a411-14e4-4403-89c4-c9400395a791 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:42.886165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3433a411-14e4-4403-89c4-c9400395a791 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:42.932114 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-228a8304-fa69-4a1d-abd6-b8fc16a7e6e7 req-7ade3fc1-33b2-4d66-9bc2-5d6e6a2264ba tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] No DVR routers for this DVR port dbd912a8-759c-4eb4-9a9b-403ea08d7742 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:42.934810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-228a8304-fa69-4a1d-abd6-b8fc16a7e6e7 req-7ade3fc1-33b2-4d66-9bc2-5d6e6a2264ba tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.940633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225a409e-bf33-4b9b-b078-8312f973eab4', 'name': 'network-vif-deleted', 'tag': 'dbd912a8-759c-4eb4-9a9b-403ea08d7742'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:30:42.950098 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28b7068e-413d-405b-b5af-d1483fa93c09 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.953069 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:30:42.963313 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:30:42.966782 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0bdcc2ad-9499-4dac-9335-9cad295f7236 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port 0e19a0da-67d7-4384-9d7d-73dd3755077f {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:42.967253 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0bdcc2ad-9499-4dac-9335-9cad295f7236 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.992163 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7068e-413d-405b-b5af-d1483fa93c09 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34dfacb-f096-4b25-8476-ceb050aae982,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:43.003577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3433a411-14e4-4403-89c4-c9400395a791 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:43.005368 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3433a411-14e4-4403-89c4-c9400395a791 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5996037 Feb 10 11:30:43.009388 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d3f00-29de-4990-af3f-a39d9225b352 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event updated for resources: {'Subnet': ['ID=ee1035f5-77fd-49a9-b1e7-7c3a04f98d8e,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:43.012531 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60016) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:43.012935 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-834e2875-cdec-4495-8f51-4dfd49db3625 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.018213 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-834e2875-cdec-4495-8f51-4dfd49db3625 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.079279 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-228a8304-fa69-4a1d-abd6-b8fc16a7e6e7 req-7ade3fc1-33b2-4d66-9bc2-5d6e6a2264ba tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.73 "DELETE /v2.0/ports/dbd912a8-759c-4eb4-9a9b-403ea08d7742 HTTP/1.1" status: 204 len: 173 time: 6.0457399 Feb 10 11:30:43.080148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e2875-cdec-4495-8f51-4dfd49db3625 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Network': ['ID=404d3d5d-9080-4766-a737-e82ed18105ee,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:43.085586 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225a409e-bf33-4b9b-b078-8312f973eab4', 'name': 'network-vif-deleted', 'tag': 'dbd912a8-759c-4eb4-9a9b-403ea08d7742', 'status': 'completed', 'code': 200} Feb 10 11:30:43.093499 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-834e2875-cdec-4495-8f51-4dfd49db3625 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/networks/404d3d5d-9080-4766-a737-e82ed18105ee HTTP/1.1" status: 204 len: 168 time: 3.0850742 Feb 10 11:30:43.101034 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60018) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:43.107441 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-eb1dffc1-329e-47f3-a2c8-b4e44a1bcb7c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1471837599'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:43.117859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-eb1dffc1-329e-47f3-a2c8-b4e44a1bcb7c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:43.135297 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-ed229dd8-6fd3-470a-ae28-bfb1992c96d8 None None] Set router a2a2d47f-3875-4cc0-babc-35226c63f71c gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:30:43.152466 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7742e515-ca3b-4bbe-b0e8-98def83e9117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.180323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7742e515-ca3b-4bbe-b0e8-98def83e9117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.206676 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28b7068e-413d-405b-b5af-d1483fa93c09 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.211228 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-28b7068e-413d-405b-b5af-d1483fa93c09 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "DELETE /v2.0/security-groups/f34dfacb-f096-4b25-8476-ceb050aae982 HTTP/1.1" status: 204 len: 168 time: 0.9854209 Feb 10 11:30:43.215841 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60024) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:43.293677 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-fc62720d-a9b0-4d20-9e42-a41544e9a412 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port d523f168-c05e-4763-83fd-cbd5fef88671 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:43.294080 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc62720d-a9b0-4d20-9e42-a41544e9a412 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.313962 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b03747a-43dc-4331-b74a-9648692dad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.315918 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-eb1dffc1-329e-47f3-a2c8-b4e44a1bcb7c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:network and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:43.323135 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-eb1dffc1-329e-47f3-a2c8-b4e44a1bcb7c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:43.344318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-eb1dffc1-329e-47f3-a2c8-b4e44a1bcb7c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:43.370739 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0bdcc2ad-9499-4dac-9335-9cad295f7236 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.376558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d3f00-29de-4990-af3f-a39d9225b352 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Checking segment: {'id': '6bfdbf04-e0fc-4d04-9f9d-4e9524419b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0abd5aee-c3bf-4376-9a5c-79c120a0b4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:43.377997 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4d3f00-29de-4990-af3f-a39d9225b352 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Network hostable DHCP agents. Network: 0abd5aee-c3bf-4376-9a5c-79c120a0b4ad, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:43.383982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1dffc1-329e-47f3-a2c8-b4e44a1bcb7c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:43.387320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eb1dffc1-329e-47f3-a2c8-b4e44a1bcb7c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.404430 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03747a-43dc-4331-b74a-9648692dad7e None None] Pushing event deleted for resources: {'Port': ['ID=6ec7a378-11ea-441f-8503-7007242e2b7c,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:43.455176 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-4d09d7ca-4d7f-4f8f-9c3e-a44c7455e15f tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] show failed (client error): The resource could not be found. Feb 10 11:30:43.456207 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4d09d7ca-4d7f-4f8f-9c3e-a44c7455e15f tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "GET /v2.0/security-groups/f34dfacb-f096-4b25-8476-ceb050aae982 HTTP/1.1" status: 404 len: 347 time: 0.1670392 Feb 10 11:30:43.461602 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60028) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:43.526074 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-954e2f52-2de0-4559-afe1-cf6f0062bd0c None None] Provisioning complete for port 9a58029c-458e-4586-926d-cd118bf3b096 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:43.526676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-954e2f52-2de0-4559-afe1-cf6f0062bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.532138 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Deleting port 6ec7a378-11ea-441f-8503-7007242e2b7c {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:43.532737 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.535304 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ed229dd8-6fd3-470a-ae28-bfb1992c96d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'name': 'tempest-ServersTestJSON-1807042381-router', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:52Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'gw_port': {'id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:57Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '0408f5ae-daf4-4300-a434-61b2959f664b', 'name': '', 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'mac_address': 'fa:16:3e:20:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:10Z', 'updated_at': '2022-02-10T11:29:22Z', 'revision_number': 5, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'subnets': [{'id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:43.540675 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed229dd8-6fd3-470a-ae28-bfb1992c96d8 None None] Checking router: a2a2d47f-3875-4cc0-babc-35226c63f71c for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:30:43.554063 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed229dd8-6fd3-470a-ae28-bfb1992c96d8 None None] Routers {'a2a2d47f-3875-4cc0-babc-35226c63f71c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:43.554988 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ed229dd8-6fd3-470a-ae28-bfb1992c96d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a2a2d47f-3875-4cc0-babc-35226c63f71c'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:43.577496 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4d3f00-29de-4990-af3f-a39d9225b352 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Network 0abd5aee-c3bf-4376-9a5c-79c120a0b4ad is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:43.580529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0bdcc2ad-9499-4dac-9335-9cad295f7236 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for 0e19a0da-67d7-4384-9d7d-73dd3755077f owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:43.591838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3a4d3f00-29de-4990-af3f-a39d9225b352 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 0abd5aee-c3bf-4376-9a5c-79c120a0b4ad) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:43.601515 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7742e515-ca3b-4bbe-b0e8-98def83e9117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.615343 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': 'f4df7ec3-1fe5-4e42-978c-9476399e948f'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:43.616170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.632339 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4d3f00-29de-4990-af3f-a39d9225b352 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:43.632949 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3f00-29de-4990-af3f-a39d9225b352 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.658100 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742e515-ca3b-4bbe-b0e8-98def83e9117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77eb026-9e0a-4be5-924a-ac20544dc586,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:43.668883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7742e515-ca3b-4bbe-b0e8-98def83e9117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.670233 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7742e515-ca3b-4bbe-b0e8-98def83e9117 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f77eb026-9e0a-4be5-924a-ac20544dc586 HTTP/1.1" status: 204 len: 168 time: 0.8897128 Feb 10 11:30:43.691564 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3a4d3f00-29de-4990-af3f-a39d9225b352 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2589669 Feb 10 11:30:43.695802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60034) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:43.702678 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7c342f-cfc1-4fde-bc16-9c5924ddbdd3 None None] Network 0abd5aee-c3bf-4376-9a5c-79c120a0b4ad requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:43.706995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Request body: {'port': {'network_id': '0abd5aee-c3bf-4376-9a5c-79c120a0b4ad', 'name': 'tempest-NetworksIpV6TestAttrs-1425923109'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:43.793156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc62720d-a9b0-4d20-9e42-a41544e9a412 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.865873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.885023 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03747a-43dc-4331-b74a-9648692dad7e None None] No DVR routers for this DVR port 6ec7a378-11ea-441f-8503-7007242e2b7c on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:43.963451 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1dffc1-329e-47f3-a2c8-b4e44a1bcb7c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:43.975952 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eb1dffc1-329e-47f3-a2c8-b4e44a1bcb7c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.976350 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-eb1dffc1-329e-47f3-a2c8-b4e44a1bcb7c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Added segment db153137-7a7e-4f3b-b94b-50aa8e4db0ae of type vlan for network 26b7eaac-870b-4664-90ac-3e27b35a0e73 Feb 10 11:30:44.005824 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eb1dffc1-329e-47f3-a2c8-b4e44a1bcb7c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.011544 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-ed229dd8-6fd3-470a-ae28-bfb1992c96d8 None None] Set router a2a2d47f-3875-4cc0-babc-35226c63f71c gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:30:44.074108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60042) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:44.085841 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-fc62720d-a9b0-4d20-9e42-a41544e9a412 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for d523f168-c05e-4763-83fd-cbd5fef88671 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:44.134632 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Transition to ACTIVE for port object cac68701-129d-473b-b939-8b66b6c63cc6 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:44.135470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] The port '6ec7a378-11ea-441f-8503-7007242e2b7c' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:30:44.161034 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eb1dffc1-329e-47f3-a2c8-b4e44a1bcb7c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.172553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1dffc1-329e-47f3-a2c8-b4e44a1bcb7c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:44.173772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eb1dffc1-329e-47f3-a2c8-b4e44a1bcb7c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.300300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d67480f4-864c-414d-aad8-224a418f6c76 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.348063 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:44.364014 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Usage tracker for resource:port and tenant:d13b791e0ffa41118de42e2ca40df552 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:44.373360 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Allocated IP 2001:db8::2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/f4df7ec3-1fe5-4e42-978c-9476399e948f/e08bb90f-b996-49a0-992f-897ec04c6013) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:44.381452 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:44.421271 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:44.452678 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d67480f4-864c-414d-aad8-224a418f6c76 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.517092 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-eb1dffc1-329e-47f3-a2c8-b4e44a1bcb7c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4146719 Feb 10 11:30:44.533714 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60048) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:44.535945 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60050) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:44.536991 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc62720d-a9b0-4d20-9e42-a41544e9a412 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.562956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3acf13b6-3a98-4f66-b531-3afd923c1847 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'subnet': {'network_id': '26b7eaac-870b-4664-90ac-3e27b35a0e73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:44.578331 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ed229dd8-6fd3-470a-ae28-bfb1992c96d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'name': 'tempest-ServersTestJSON-1807042381-router', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:52Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'gw_port': {'id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:57Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '0408f5ae-daf4-4300-a434-61b2959f664b', 'name': '', 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'mac_address': 'fa:16:3e:20:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:10Z', 'updated_at': '2022-02-10T11:29:22Z', 'revision_number': 5, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'subnets': [{'id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:44.583666 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed229dd8-6fd3-470a-ae28-bfb1992c96d8 None None] The sync data for ids ['a2a2d47f-3875-4cc0-babc-35226c63f71c'] in dv-neutron-828497-1-hyperv is: [{'id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'name': 'tempest-ServersTestJSON-1807042381-router', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:52Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'gw_port': {'id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:57Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '0408f5ae-daf4-4300-a434-61b2959f664b', 'name': '', 'network_id': 'd718d2b0-e440-4d5e-9a3f-87d67a2af3e6', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'mac_address': 'fa:16:3e:20:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:10Z', 'updated_at': '2022-02-10T11:29:22Z', 'revision_number': 5, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'subnets': [{'id': '1f51091a-4127-4f15-a418-3369b61c0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:44.669517 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Made reservation on behalf of d13b791e0ffa41118de42e2ca40df552 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:44.671518 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.673643 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.679205 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dffc1-329e-47f3-a2c8-b4e44a1bcb7c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Network': ['ID=26b7eaac-870b-4664-90ac-3e27b35a0e73,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:44.697956 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-40f33e73-d506-4cf4-b0d8-88d4406087e7 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Deleting port 193546cc-9b3e-4408-ae89-eaedd487b8dd {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:44.698457 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-40f33e73-d506-4cf4-b0d8-88d4406087e7 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.732132 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] device_id is not set on port fc0b043c-990b-456a-9ccd-b5ad142326f2 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:44.766309 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.767728 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 26b7eaac-870b-4664-90ac-3e27b35a0e73 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:44.770942 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0346e4ef-7910-4f1c-b22d-99399fecd3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.799002 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Transition to ACTIVE for port object cac68701-129d-473b-b939-8b66b6c63cc6 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:44.817817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62720d-a9b0-4d20-9e42-a41544e9a412 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=d523f168-c05e-4763-83fd-cbd5fef88671,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:44.826669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0bdcc2ad-9499-4dac-9335-9cad295f7236 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.853149 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.873107 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc62720d-a9b0-4d20-9e42-a41544e9a412 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.878031 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332bbe45-c84e-4c3f-9cc4-1538e50c8642']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:44.965844 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fc62720d-a9b0-4d20-9e42-a41544e9a412 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/d523f168-c05e-4763-83fd-cbd5fef88671 HTTP/1.1" status: 204 len: 168 time: 1.8221800 Feb 10 11:30:44.973947 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60056) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:44.990982 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-954e2f52-2de0-4559-afe1-cf6f0062bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.992607 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0bdcc2ad-9499-4dac-9335-9cad295f7236 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.997461 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcc2ad-9499-4dac-9335-9cad295f7236 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=0e19a0da-67d7-4384-9d7d-73dd3755077f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:45.004155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4022776d-09ee-4d1c-b92a-7aaac3a8ce07') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:45.004700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4022776d-09ee-4d1c-b92a-7aaac3a8ce07') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:45.017149 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-0abd5aee-c3bf-4376-9a5c-79c120a0b4ad', 'network_id': '0abd5aee-c3bf-4376-9a5c-79c120a0b4ad', 'tenant_id': 'd13b791e0ffa41118de42e2ca40df552', 'fixed_ips': [{'subnet_id': 'ee1035f5-77fd-49a9-b1e7-7c3a04f98d8e'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:45.018075 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.026538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.029690 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c57a4b-c142-4dcd-b3e3-1491f79b08df None None] New status for floating IP 935c374c-13b4-47b3-9614-910807dc10eb: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:30:45.042082 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0bdcc2ad-9499-4dac-9335-9cad295f7236 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/0e19a0da-67d7-4384-9d7d-73dd3755077f HTTP/1.1" status: 204 len: 168 time: 2.3840637 Feb 10 11:30:45.046328 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60060) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:45.062872 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3acf13b6-3a98-4f66-b531-3afd923c1847 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:45.085284 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3acf13b6-3a98-4f66-b531-3afd923c1847 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:subnet and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:45.089585 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d67480f4-864c-414d-aad8-224a418f6c76 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.095111 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.095410 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3acf13b6-3a98-4f66-b531-3afd923c1847 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:45.104357 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0346e4ef-7910-4f1c-b22d-99399fecd3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:45.111111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.127869 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3acf13b6-3a98-4f66-b531-3afd923c1847 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:45.133869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:45.133869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.135682 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0346e4ef-7910-4f1c-b22d-99399fecd3f9 admin admin] Usage tracker for resource:security_group_rule and tenant:43f3fb84ecc34e5f9673671d70cf5e0d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:45.139431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67480f4-864c-414d-aad8-224a418f6c76 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b02bad-b152-4f9e-97c1-192fd83b279a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:45.147942 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0346e4ef-7910-4f1c-b22d-99399fecd3f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:45.149325 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:45.167334 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-40f33e73-d506-4cf4-b0d8-88d4406087e7 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.167660 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-40f33e73-d506-4cf4-b0d8-88d4406087e7 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.173261 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a49be7-e5a6-4088-b58a-e5ce1f88bb3f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:45.174783 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a49be7-e5a6-4088-b58a-e5ce1f88bb3f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:45.175335 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56a49be7-e5a6-4088-b58a-e5ce1f88bb3f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:45.186147 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Transition to ACTIVE for port object e08bb90f-b996-49a0-992f-897ec04c6013 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:45.186369 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0346e4ef-7910-4f1c-b22d-99399fecd3f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:45.194816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Allocated IP 2001:db8::f816:3eff:fe69:6833 (0abd5aee-c3bf-4376-9a5c-79c120a0b4ad/ee1035f5-77fd-49a9-b1e7-7c3a04f98d8e/fc0b043c-990b-456a-9ccd-b5ad142326f2) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:45.195915 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acf13b6-3a98-4f66-b531-3afd923c1847 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:45.312315 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56a49be7-e5a6-4088-b58a-e5ce1f88bb3f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:45.316177 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-56a49be7-e5a6-4088-b58a-e5ce1f88bb3f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3366268 Feb 10 11:30:45.316177 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d67480f4-864c-414d-aad8-224a418f6c76 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.317898 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d67480f4-864c-414d-aad8-224a418f6c76 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "DELETE /v2.0/security-groups/49b02bad-b152-4f9e-97c1-192fd83b279a HTTP/1.1" status: 204 len: 168 time: 1.2408335 Feb 10 11:30:45.322460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60064) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:45.322460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60066) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:45.366506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-40f33e73-d506-4cf4-b0d8-88d4406087e7 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Calling delete_port for 193546cc-9b3e-4408-ae89-eaedd487b8dd owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:45.409448 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 9a58029c-458e-4586-926d-cd118bf3b096, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9a58029c-458e-4586-926d-cd118bf3b096,segment=NetworkSegment(0be204d5-8d30-4769-b6d1-3ffc9b39b1e5),segment_id=0be204d5-8d30-4769-b6d1-3ffc9b39b1e5)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:45.429393 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.455569 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.478951 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event deleted for resources: {'Network': ['ID=332bbe45-c84e-4c3f-9cc4-1538e50c8642,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:45.494535 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592ca3da-e06e-41d6-a24a-569484c0a93a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:45.495234 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-592ca3da-e06e-41d6-a24a-569484c0a93a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:45.518488 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1c319924-11ed-4c3d-82de-4d86518bff1c tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "DELETE /v2.0/networks/332bbe45-c84e-4c3f-9cc4-1538e50c8642 HTTP/1.1" status: 204 len: 168 time: 4.8412116 Feb 10 11:30:45.519341 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60072) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:45.530769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Transition to ACTIVE for port object e08bb90f-b996-49a0-992f-897ec04c6013 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:45.541579 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3acf13b6-3a98-4f66-b531-3afd923c1847 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.550000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.556160 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-9dc6b9c5-c009-460b-8bcb-7d9495d71060 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] show failed (client error): The resource could not be found. Feb 10 11:30:45.559159 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9dc6b9c5-c009-460b-8bcb-7d9495d71060 tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "GET /v2.0/security-groups/49b02bad-b152-4f9e-97c1-192fd83b279a HTTP/1.1" status: 404 len: 347 time: 0.1266086 Feb 10 11:30:45.561756 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Network d361e3ae-7316-4147-a710-eb3b229feda3 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:45.563173 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60076) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:45.563271 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Pushing event updated for resources: {'Port': ['ID=cac68701-129d-473b-b939-8b66b6c63cc6,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:45.613331 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-592ca3da-e06e-41d6-a24a-569484c0a93a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:45.619215 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-592ca3da-e06e-41d6-a24a-569484c0a93a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5671594 Feb 10 11:30:45.619215 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60080) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:45.640286 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:45.668394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.693904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:45.699517 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device bb3f121c-baeb-4933-b6dd-736193a40f5f no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:45.720687 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbccc30-ba10-44de-bd7c-8ffdc41fe9bd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] GET failed (client error): The resource could not be found. Feb 10 11:30:45.727476 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4fbccc30-ba10-44de-bd7c-8ffdc41fe9bd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports/1cec8ef8-b900-410f-99d1-f8aa8b7ab2df HTTP/1.1" status: 404 len: 333 time: 0.1032031 Feb 10 11:30:45.728312 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60084) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:45.779511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96057fcc-13f3-4c7c-be37-b0edce7d13c2 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.784392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: bb3f121c-baeb-4933-b6dd-736193a40f5f {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:45.785594 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device bb3f121c-baeb-4933-b6dd-736193a40f5f not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:45.802293 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2438eee2-7896-4056-bb4d-747d4363dc44 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] GET failed (client error): The resource could not be found. Feb 10 11:30:45.803559 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2438eee2-7896-4056-bb4d-747d4363dc44 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports/0e19a0da-67d7-4384-9d7d-73dd3755077f HTTP/1.1" status: 404 len: 333 time: 0.0731678 Feb 10 11:30:45.808313 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60088) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:45.829371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-40f33e73-d506-4cf4-b0d8-88d4406087e7 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.834662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-954e2f52-2de0-4559-afe1-cf6f0062bd0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:30:45.835181 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-954e2f52-2de0-4559-afe1-cf6f0062bd0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:30:45.856027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:45.864845 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:45.888540 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=9a58029c-458e-4586-926d-cd118bf3b096,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:45.940183 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f33e73-d506-4cf4-b0d8-88d4406087e7 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Pushing event deleted for resources: {'Port': ['ID=193546cc-9b3e-4408-ae89-eaedd487b8dd,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:45.983039 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:45.986999 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6ec7a378-11ea-441f-8503-7007242e2b7c no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:46.031732 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6ba20a1c-22b7-4d43-8f8c-d797790534b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'name': 'tempest-ServersTestManualDisk-2068597218-router', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:29:03Z', 'revision_number': 4, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'gw_port': {'id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:50Z', 'updated_at': '2022-02-10T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11', 'name': '', 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'mac_address': 'fa:16:3e:f0:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:00Z', 'updated_at': '2022-02-10T11:29:16Z', 'revision_number': 5, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'subnets': [{'id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:46.055685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0aa8e7d9-c0db-4a42-97f4-b9ccfd2b44ee tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Deleting port d1e09a06-66d4-4c8a-88cd-7ac46a893d51 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:46.056032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aa8e7d9-c0db-4a42-97f4-b9ccfd2b44ee tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.065039 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 6ec7a378-11ea-441f-8503-7007242e2b7c {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:46.065455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6ec7a378-11ea-441f-8503-7007242e2b7c not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:46.078363 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba20a1c-22b7-4d43-8f8c-d797790534b0 None None] Checking router: 8c91eca4-74e7-42ec-be26-db92ec0ffefd for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:30:46.107090 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0346e4ef-7910-4f1c-b22d-99399fecd3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.140413 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0346e4ef-7910-4f1c-b22d-99399fecd3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.192170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Attempting to bind port cac68701-129d-473b-b939-8b66b6c63cc6 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:46.192170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Attempting to bind port cac68701-129d-473b-b939-8b66b6c63cc6 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '996a6f41-827e-4682-aa3a-f2dd723c2489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd361e3ae-7316-4147-a710-eb3b229feda3'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:46.192553 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Attempting to bind port cac68701-129d-473b-b939-8b66b6c63cc6 on network d361e3ae-7316-4147-a710-eb3b229feda3 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:46.236826 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Pushing event updated for resources: {'Port': ['ID=e08bb90f-b996-49a0-992f-897ec04c6013,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:46.258097 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:46.258506 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Checking segment: {'id': '996a6f41-827e-4682-aa3a-f2dd723c2489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd361e3ae-7316-4147-a710-eb3b229feda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:46.258857 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.259249 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Bound using segment: {'id': '996a6f41-827e-4682-aa3a-f2dd723c2489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd361e3ae-7316-4147-a710-eb3b229feda3'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:46.259709 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Bound port: cac68701-129d-473b-b939-8b66b6c63cc6, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996a6f41-827e-4682-aa3a-f2dd723c2489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd361e3ae-7316-4147-a710-eb3b229feda3'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:46.260077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.269251 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5b1352fc-504c-420d-a7e0-3493bf7b9d05 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.282855 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba20a1c-22b7-4d43-8f8c-d797790534b0 None None] Routers {'8c91eca4-74e7-42ec-be26-db92ec0ffefd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:46.283483 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6ba20a1c-22b7-4d43-8f8c-d797790534b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:46.289389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96057fcc-13f3-4c7c-be37-b0edce7d13c2 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.335279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Attempting to bind port e08bb90f-b996-49a0-992f-897ec04c6013 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:46.335677 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Attempting to bind port e08bb90f-b996-49a0-992f-897ec04c6013 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:46.336011 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Attempting to bind port e08bb90f-b996-49a0-992f-897ec04c6013 on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:46.344979 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-9517205e-a3b2-453f-bbbf-6c501fdff210 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet f4df7ec3-1fe5-4e42-978c-9476399e948f {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:46.357947 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.358844 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-96057fcc-13f3-4c7c-be37-b0edce7d13c2 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a26e856-85fa-4e53-a30e-f3999a3b2b3c']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:46.360938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9517205e-a3b2-453f-bbbf-6c501fdff210 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.385607 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-40f33e73-d506-4cf4-b0d8-88d4406087e7 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks [] for floatingip, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.403224 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-96057fcc-13f3-4c7c-be37-b0edce7d13c2 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841c6cf4-833b-4883-8fee-fe9a5062d507') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:46.403599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-96057fcc-13f3-4c7c-be37-b0edce7d13c2 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841c6cf4-833b-4883-8fee-fe9a5062d507') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:46.433384 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0346e4ef-7910-4f1c-b22d-99399fecd3f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43f3fb84ecc34e5f9673671d70cf5e0d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8758707 Feb 10 11:30:46.439185 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346e4ef-7910-4f1c-b22d-99399fecd3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164ff645-df7b-4906-b99f-4197e53a27f9,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:46.446161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60092) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:46.466807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96057fcc-13f3-4c7c-be37-b0edce7d13c2 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.493018 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Transition to ACTIVE for port object fc0b043c-990b-456a-9ccd-b5ad142326f2 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:46.500392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5b1352fc-504c-420d-a7e0-3493bf7b9d05 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.507852 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:46.508262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:46.508987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.508987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:46.509203 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-40f33e73-d506-4cf4-b0d8-88d4406087e7 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.509446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Bound port: e08bb90f-b996-49a0-992f-897ec04c6013, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:46.513241 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.513396 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-40f33e73-d506-4cf4-b0d8-88d4406087e7 tempest-ServersTestManualDisk-579308398 tempest-ServersTestManualDisk-579308398-project] 10.222.0.36 "DELETE /v2.0/floatingips/744643b0-e039-4e3f-bf16-2fccc1352981 HTTP/1.1" status: 204 len: 168 time: 2.9795704 Feb 10 11:30:46.513482 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9517205e-a3b2-453f-bbbf-6c501fdff210 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.515469 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60096) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:46.584060 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96057fcc-13f3-4c7c-be37-b0edce7d13c2 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.604678 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96057fcc-13f3-4c7c-be37-b0edce7d13c2 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:46.605059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96057fcc-13f3-4c7c-be37-b0edce7d13c2 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:46.620916 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:46.638967 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aa8e7d9-c0db-4a42-97f4-b9ccfd2b44ee tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.639542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aa8e7d9-c0db-4a42-97f4-b9ccfd2b44ee tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.656700 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] For port cac68701-129d-473b-b939-8b66b6c63cc6, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:46.674209 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3acf13b6-3a98-4f66-b531-3afd923c1847 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.674474 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5b1352fc-504c-420d-a7e0-3493bf7b9d05 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c320e3-a407-4112-8622-f1bd3b23e64b']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:46.682356 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] For port cac68701-129d-473b-b939-8b66b6c63cc6, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cac68701-129d-473b-b939-8b66b6c63cc6,segment=NetworkSegment(996a6f41-827e-4682-aa3a-f2dd723c2489),segment_id=996a6f41-827e-4682-aa3a-f2dd723c2489)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:46.692328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.727323 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-6ba20a1c-22b7-4d43-8f8c-d797790534b0 None None] Set router 8c91eca4-74e7-42ec-be26-db92ec0ffefd gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:30:46.756217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5b1352fc-504c-420d-a7e0-3493bf7b9d05 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fea5df3-e9db-4a57-bd93-a1a6e49584d3') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:46.756596 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5b1352fc-504c-420d-a7e0-3493bf7b9d05 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fea5df3-e9db-4a57-bd93-a1a6e49584d3') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:46.774656 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] For port e08bb90f-b996-49a0-992f-897ec04c6013, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:46.787551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5b1352fc-504c-420d-a7e0-3493bf7b9d05 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.798882 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96057fcc-13f3-4c7c-be37-b0edce7d13c2 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.808688 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] For port e08bb90f-b996-49a0-992f-897ec04c6013, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e08bb90f-b996-49a0-992f-897ec04c6013,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:46.834295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.834837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0aa8e7d9-c0db-4a42-97f4-b9ccfd2b44ee tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Calling delete_port for d1e09a06-66d4-4c8a-88cd-7ac46a893d51 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:46.835442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96057fcc-13f3-4c7c-be37-b0edce7d13c2 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.840197 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5b1352fc-504c-420d-a7e0-3493bf7b9d05 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.847823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96057fcc-13f3-4c7c-be37-b0edce7d13c2 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event deleted for resources: {'Network': ['ID=5a26e856-85fa-4e53-a30e-f3999a3b2b3c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:46.860100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1352fc-504c-420d-a7e0-3493bf7b9d05 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:46.860908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5b1352fc-504c-420d-a7e0-3493bf7b9d05 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:46.877309 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:46.928137 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.941102 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-96057fcc-13f3-4c7c-be37-b0edce7d13c2 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "DELETE /v2.0/networks/5a26e856-85fa-4e53-a30e-f3999a3b2b3c HTTP/1.1" status: 204 len: 168 time: 1.4183979 Feb 10 11:30:46.942664 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60100) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:46.984748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8a559-ed09-496f-9ca6-33327f717781 None None] Pushing event updated for resources: {'Port': ['ID=cac68701-129d-473b-b939-8b66b6c63cc6,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:47.095536 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5b1352fc-504c-420d-a7e0-3493bf7b9d05 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.158513 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f1540b9-e52f-4d45-977f-7ebad4045e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.165544 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5b1352fc-504c-420d-a7e0-3493bf7b9d05 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.178834 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1352fc-504c-420d-a7e0-3493bf7b9d05 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Network': ['ID=a8c320e3-a407-4112-8622-f1bd3b23e64b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:47.185957 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fa3c7401-674c-42b0-ab43-9a6293fd3915 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.187597 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Allocated IP 2001:db8::f816:3eff:fea1:5e15 (0abd5aee-c3bf-4376-9a5c-79c120a0b4ad/ee1035f5-77fd-49a9-b1e7-7c3a04f98d8e/161a3f27-f270-40ef-847c-82534903b032) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:47.190743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9517205e-a3b2-453f-bbbf-6c501fdff210 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.213665 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5b1352fc-504c-420d-a7e0-3493bf7b9d05 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/networks/a8c320e3-a407-4112-8622-f1bd3b23e64b HTTP/1.1" status: 204 len: 168 time: 1.4039595 Feb 10 11:30:47.214475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60104) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:47.272718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1287d19-fee4-43e6-b6eb-ea3d066554eb None None] Pushing event updated for resources: {'Port': ['ID=e08bb90f-b996-49a0-992f-897ec04c6013,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:47.283527 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf13b6-3a98-4f66-b531-3afd923c1847 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Subnet': ['ID=fe13676e-8077-409c-9e8d-6d073a8c2d4d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:47.299953 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f79251fc-f064-4205-addb-1be1ed4f447d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1393554695'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:47.309533 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f79251fc-f064-4205-addb-1be1ed4f447d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:47.315610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f79251fc-f064-4205-addb-1be1ed4f447d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:network and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:47.320521 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f79251fc-f064-4205-addb-1be1ed4f447d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:47.329032 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f79251fc-f064-4205-addb-1be1ed4f447d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:47.369332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79251fc-f064-4205-addb-1be1ed4f447d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:47.374331 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f79251fc-f064-4205-addb-1be1ed4f447d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.427718 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79251fc-f064-4205-addb-1be1ed4f447d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:47.439158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f79251fc-f064-4205-addb-1be1ed4f447d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.439371 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-f79251fc-f064-4205-addb-1be1ed4f447d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Added segment 7b688dc0-7fa9-4c15-8ed8-fff4c0214a1b of type vlan for network 006dba32-3d32-4f3b-8ed2-f71890ecefc0 Feb 10 11:30:47.441670 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aa8e7d9-c0db-4a42-97f4-b9ccfd2b44ee tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.502680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Network 0abd5aee-c3bf-4376-9a5c-79c120a0b4ad is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:47.504156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:47.510130 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f1540b9-e52f-4d45-977f-7ebad4045e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.543473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:47.552796 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:47.553770 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.561960 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acf13b6-3a98-4f66-b531-3afd923c1847 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Checking segment: {'id': 'db153137-7a7e-4f3b-b94b-50aa8e4db0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '26b7eaac-870b-4664-90ac-3e27b35a0e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:47.562566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acf13b6-3a98-4f66-b531-3afd923c1847 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network hostable DHCP agents. Network: 26b7eaac-870b-4664-90ac-3e27b35a0e73, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:47.569961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event updated for resources: {'Port': ['ID=fc0b043c-990b-456a-9ccd-b5ad142326f2,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:47.575251 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f79251fc-f064-4205-addb-1be1ed4f447d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.580782 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fa3c7401-674c-42b0-ab43-9a6293fd3915 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.643212 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8e7d9-c0db-4a42-97f4-b9ccfd2b44ee tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Pushing event deleted for resources: {'Port': ['ID=d1e09a06-66d4-4c8a-88cd-7ac46a893d51,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:47.658793 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6ba20a1c-22b7-4d43-8f8c-d797790534b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'name': 'tempest-ServersTestManualDisk-2068597218-router', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:29:03Z', 'revision_number': 4, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'gw_port': {'id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:50Z', 'updated_at': '2022-02-10T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11', 'name': '', 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'mac_address': 'fa:16:3e:f0:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:00Z', 'updated_at': '2022-02-10T11:29:16Z', 'revision_number': 5, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'subnets': [{'id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:47.661654 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.679246 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba20a1c-22b7-4d43-8f8c-d797790534b0 None None] The sync data for ids ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'] in dv-neutron-828497-1-hyperv is: [{'id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'name': 'tempest-ServersTestManualDisk-2068597218-router', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:29:03Z', 'revision_number': 4, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'gw_port': {'id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:50Z', 'updated_at': '2022-02-10T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11', 'name': '', 'network_id': '168dc9c9-06c2-469c-a9b0-d89d5f006a33', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'mac_address': 'fa:16:3e:f0:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:00Z', 'updated_at': '2022-02-10T11:29:16Z', 'revision_number': 5, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'subnets': [{'id': 'c9dd6b68-026c-41b2-8cf0-50347220223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:47.684748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Transition to ACTIVE for port object 161a3f27-f270-40ef-847c-82534903b032 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:47.709570 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Transition to ACTIVE for port object 161a3f27-f270-40ef-847c-82534903b032 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:47.718005 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.777691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-fa3c7401-674c-42b0-ab43-9a6293fd3915 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fc0f0f-8a1c-4dac-a002-99b19cadf2c0']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:47.780283 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acf13b6-3a98-4f66-b531-3afd923c1847 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network 26b7eaac-870b-4664-90ac-3e27b35a0e73 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:47.806547 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Network 0abd5aee-c3bf-4376-9a5c-79c120a0b4ad is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:47.809806 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-f79251fc-f064-4205-addb-1be1ed4f447d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:30:47.810590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:47.813187 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Pushing event updated for resources: {'Port': ['ID=161a3f27-f270-40ef-847c-82534903b032,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:47.815166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:47.815894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9517205e-a3b2-453f-bbbf-6c501fdff210 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.820867 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c0f1498e-593c-4bd8-94c7-f538dc7f53f7 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.1238327 Feb 10 11:30:47.821753 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3acf13b6-3a98-4f66-b531-3afd923c1847 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 26b7eaac-870b-4664-90ac-3e27b35a0e73) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:47.835015 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60108) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:47.840148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-fa3c7401-674c-42b0-ab43-9a6293fd3915 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20033997-2b48-4c1f-80d2-88e9a1ee2d95') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:47.840810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-fa3c7401-674c-42b0-ab43-9a6293fd3915 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20033997-2b48-4c1f-80d2-88e9a1ee2d95') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:47.884584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acf13b6-3a98-4f66-b531-3afd923c1847 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:47.903141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3acf13b6-3a98-4f66-b531-3afd923c1847 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.904857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fa3c7401-674c-42b0-ab43-9a6293fd3915 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.950509 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd93dd4f-684c-409a-8132-504bc8ef6d67 None None] Network 26b7eaac-870b-4664-90ac-3e27b35a0e73 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:47.993371 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517205e-a3b2-453f-bbbf-6c501fdff210 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=f4df7ec3-1fe5-4e42-978c-9476399e948f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:47.996864 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3acf13b6-3a98-4f66-b531-3afd923c1847 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4400451 Feb 10 11:30:48.008341 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60112) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:48.013810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aa8e7d9-c0db-4a42-97f4-b9ccfd2b44ee tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.019935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aa8e7d9-c0db-4a42-97f4-b9ccfd2b44ee tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.029741 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0aa8e7d9-c0db-4a42-97f4-b9ccfd2b44ee tempest-ServersTestJSON-1638026565 tempest-ServersTestJSON-1638026565-project] 10.222.0.36 "DELETE /v2.0/floatingips/935c374c-13b4-47b3-9614-910807dc10eb HTTP/1.1" status: 204 len: 168 time: 2.4484048 Feb 10 11:30:48.036296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c3635772-1a0c-47be-9561-59d327ec7781 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-812915935'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:48.048286 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60116) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:48.072902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f79251fc-f064-4205-addb-1be1ed4f447d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.077280 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79251fc-f064-4205-addb-1be1ed4f447d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:48.078124 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f79251fc-f064-4205-addb-1be1ed4f447d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.091109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fa3c7401-674c-42b0-ab43-9a6293fd3915 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.119511 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9517205e-a3b2-453f-bbbf-6c501fdff210 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.121360 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9517205e-a3b2-453f-bbbf-6c501fdff210 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/f4df7ec3-1fe5-4e42-978c-9476399e948f HTTP/1.1" status: 204 len: 168 time: 2.6905391 Feb 10 11:30:48.122074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f1540b9-e52f-4d45-977f-7ebad4045e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.124263 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f1540b9-e52f-4d45-977f-7ebad4045e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.125402 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5f1540b9-e52f-4d45-977f-7ebad4045e66 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/164ff645-df7b-4906-b99f-4197e53a27f9 HTTP/1.1" status: 204 len: 168 time: 1.6712604 Feb 10 11:30:48.126609 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c3635772-1a0c-47be-9561-59d327ec7781 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:48.136737 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60120) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:48.143762 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3c7401-674c-42b0-ab43-9a6293fd3915 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:48.144266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fa3c7401-674c-42b0-ab43-9a6293fd3915 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:48.164343 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:48.204718 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e512baaa-6357-43d4-a4d8-1d4c4472303a None None] New status for floating IP 744643b0-e039-4e3f-bf16-2fccc1352981: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:30:48.275425 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c3635772-1a0c-47be-9561-59d327ec7781 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:network and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:48.283492 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9a58029c-458e-4586-926d-cd118bf3b096 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:48.288670 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1540b9-e52f-4d45-977f-7ebad4045e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164ff645-df7b-4906-b99f-4197e53a27f9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:48.300756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c3635772-1a0c-47be-9561-59d327ec7781 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:48.325025 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c3635772-1a0c-47be-9561-59d327ec7781 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:48.411487 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Attempting to bind port 161a3f27-f270-40ef-847c-82534903b032 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:48.412104 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Attempting to bind port 161a3f27-f270-40ef-847c-82534903b032 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '6bfdbf04-e0fc-4d04-9f9d-4e9524419b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0abd5aee-c3bf-4376-9a5c-79c120a0b4ad'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:48.412631 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Attempting to bind port 161a3f27-f270-40ef-847c-82534903b032 on network 0abd5aee-c3bf-4376-9a5c-79c120a0b4ad {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:48.482883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:48.483150 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Checking segment: {'id': '6bfdbf04-e0fc-4d04-9f9d-4e9524419b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0abd5aee-c3bf-4376-9a5c-79c120a0b4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:48.483420 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.483811 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Bound using segment: {'id': '6bfdbf04-e0fc-4d04-9f9d-4e9524419b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0abd5aee-c3bf-4376-9a5c-79c120a0b4ad'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:48.484291 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Bound port: 161a3f27-f270-40ef-847c-82534903b032, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfdbf04-e0fc-4d04-9f9d-4e9524419b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0abd5aee-c3bf-4376-9a5c-79c120a0b4ad'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:48.484661 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.584182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79251fc-f064-4205-addb-1be1ed4f447d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Network': ['ID=006dba32-3d32-4f3b-8ed2-f71890ecefc0,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:48.591178 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-725b9e55-3f7b-4eac-bdb7-122df7154a4c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4309425 Feb 10 11:30:48.607655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60128) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:48.630520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 006dba32-3d32-4f3b-8ed2-f71890ecefc0 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:48.647093 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:48.665159 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3635772-1a0c-47be-9561-59d327ec7781 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:48.669880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3635772-1a0c-47be-9561-59d327ec7781 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.797062 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 9a58029c-458e-4586-926d-cd118bf3b096 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:48.797466 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.805873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-153bafe7-ef6c-4b4a-84b0-00bb92fa1b4b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Deleting subnet ee1035f5-77fd-49a9-b1e7-7c3a04f98d8e {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:48.828577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fa3c7401-674c-42b0-ab43-9a6293fd3915 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.833818 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f79251fc-f064-4205-addb-1be1ed4f447d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6121173 Feb 10 11:30:48.836665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-153bafe7-ef6c-4b4a-84b0-00bb92fa1b4b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.870411 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60136) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:48.907865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'subnet': {'network_id': '006dba32-3d32-4f3b-8ed2-f71890ecefc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:48.931770 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-153bafe7-ef6c-4b4a-84b0-00bb92fa1b4b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.088159 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fa3c7401-674c-42b0-ab43-9a6293fd3915 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.124126 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c7401-674c-42b0-ab43-9a6293fd3915 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event deleted for resources: {'Network': ['ID=d8fc0f0f-8a1c-4dac-a002-99b19cadf2c0,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:49.137766 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3635772-1a0c-47be-9561-59d327ec7781 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:49.149685 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fa3c7401-674c-42b0-ab43-9a6293fd3915 tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "DELETE /v2.0/networks/d8fc0f0f-8a1c-4dac-a002-99b19cadf2c0 HTTP/1.1" status: 204 len: 168 time: 2.1975431 Feb 10 11:30:49.158275 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] For port 161a3f27-f270-40ef-847c-82534903b032, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:49.165713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60142) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:49.197575 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-26b7eaac-870b-4664-90ac-3e27b35a0e73', 'network_id': '26b7eaac-870b-4664-90ac-3e27b35a0e73', 'tenant_id': '56752495d9d3496288481b8fcdb8c245', 'fixed_ips': [{'subnet_id': 'fe13676e-8077-409c-9e8d-6d073a8c2d4d'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:49.198460 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.228750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] For port 161a3f27-f270-40ef-847c-82534903b032, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=161a3f27-f270-40ef-847c-82534903b032,segment=NetworkSegment(6bfdbf04-e0fc-4d04-9f9d-4e9524419b20),segment_id=6bfdbf04-e0fc-4d04-9f9d-4e9524419b20)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:49.229978 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:49.232973 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3635772-1a0c-47be-9561-59d327ec7781 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.233551 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-c3635772-1a0c-47be-9561-59d327ec7781 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Added segment 809b005e-a9a9-46d1-b97d-d13a5301e1a9 of type vlan for network 75a796ce-7801-416d-ba32-44d90d4c566f Feb 10 11:30:49.250049 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.274946 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:49.295075 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfc029a-596a-40e4-90a9-48e26ec53be0 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:49.316979 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:49.343369 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3635772-1a0c-47be-9561-59d327ec7781 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.348508 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:subnet and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:49.355698 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:49.360915 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:49.365218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.365693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6137f412-3650-4bea-9837-6fcadb9dd87b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.375244 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-153bafe7-ef6c-4b4a-84b0-00bb92fa1b4b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.397843 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:49.455269 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.467236 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e07d7d5-9bb5-4a1c-95a3-1e4cd00d1a75 None None] Network d361e3ae-7316-4147-a710-eb3b229feda3 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:49.522635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3635772-1a0c-47be-9561-59d327ec7781 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.526863 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3635772-1a0c-47be-9561-59d327ec7781 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:49.527460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3635772-1a0c-47be-9561-59d327ec7781 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.531042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:49.555471 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cac68701-129d-473b-b939-8b66b6c63cc6 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:49.659024 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-885a06e1-0a26-4608-8f50-7c8796ac8218 None None] Could not find standard attr ID for object d523f168-c05e-4763-83fd-cbd5fef88671. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:30:49.666072 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3635772-1a0c-47be-9561-59d327ec7781 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Network': ['ID=75a796ce-7801-416d-ba32-44d90d4c566f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:49.702650 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 75a796ce-7801-416d-ba32-44d90d4c566f details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:49.832898 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6137f412-3650-4bea-9837-6fcadb9dd87b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.845144 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-153bafe7-ef6c-4b4a-84b0-00bb92fa1b4b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.891064 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c3635772-1a0c-47be-9561-59d327ec7781 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8808737 Feb 10 11:30:49.897857 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60156) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:49.918136 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'subnet': {'network_id': '75a796ce-7801-416d-ba32-44d90d4c566f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:49.943058 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bafe7-ef6c-4b4a-84b0-00bb92fa1b4b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1035f5-77fd-49a9-b1e7-7c3a04f98d8e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:49.953721 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-6137f412-3650-4bea-9837-6fcadb9dd87b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13638b9-eac9-4545-b069-e6907839e978']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:49.965824 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-153bafe7-ef6c-4b4a-84b0-00bb92fa1b4b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.984685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-6137f412-3650-4bea-9837-6fcadb9dd87b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0ce3bd-1b8e-430c-8a8d-5b2120a7ba00') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:49.985008 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-6137f412-3650-4bea-9837-6fcadb9dd87b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0ce3bd-1b8e-430c-8a8d-5b2120a7ba00') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:50.004977 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-153bafe7-ef6c-4b4a-84b0-00bb92fa1b4b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/subnets/ee1035f5-77fd-49a9-b1e7-7c3a04f98d8e HTTP/1.1" status: 204 len: 168 time: 2.1496398 Feb 10 11:30:50.010221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60162) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:50.018165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6137f412-3650-4bea-9837-6fcadb9dd87b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.038879 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-885a06e1-0a26-4608-8f50-7c8796ac8218 None None] Provisioning for port e08bb90f-b996-49a0-992f-897ec04c6013 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:50.067643 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be741bea-b28a-4b33-a019-51c579af9476 None None] Pushing event updated for resources: {'Port': ['ID=161a3f27-f270-40ef-847c-82534903b032,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:50.090986 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port cac68701-129d-473b-b939-8b66b6c63cc6 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:50.120116 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6137f412-3650-4bea-9837-6fcadb9dd87b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.135174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6137f412-3650-4bea-9837-6fcadb9dd87b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:50.135590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6137f412-3650-4bea-9837-6fcadb9dd87b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:50.156699 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:50.158956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:50.172676 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.194708 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:subnet and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:50.252966 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:50.260322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ed45c4-bd0e-48b3-b79e-0e5c30ef67b4 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:50.261985 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ed45c4-bd0e-48b3-b79e-0e5c30ef67b4 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:50.262720 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-13ed45c4-bd0e-48b3-b79e-0e5c30ef67b4 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Synchronizing usage tracker for tenant:d13b791e0ffa41118de42e2ca40df552 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:50.271804 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4e1ff569-14e9-4af6-b63c-6d49415ded87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.308335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e08bb90f-b996-49a0-992f-897ec04c6013 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:50.343625 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6137f412-3650-4bea-9837-6fcadb9dd87b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.369290 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6137f412-3650-4bea-9837-6fcadb9dd87b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.372078 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-13ed45c4-bd0e-48b3-b79e-0e5c30ef67b4 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Unset dirty status for tenant:d13b791e0ffa41118de42e2ca40df552 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:50.376128 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-13ed45c4-bd0e-48b3-b79e-0e5c30ef67b4 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3601649 Feb 10 11:30:50.380396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60170) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:50.383677 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137f412-3650-4bea-9837-6fcadb9dd87b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] Pushing event deleted for resources: {'Network': ['ID=d13638b9-eac9-4545-b069-e6907839e978,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:50.426873 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6137f412-3650-4bea-9837-6fcadb9dd87b tempest-BulkNetworkOpsIpV6Test-1038371279 tempest-BulkNetworkOpsIpV6Test-1038371279-project] 10.222.0.36 "DELETE /v2.0/networks/d13638b9-eac9-4545-b069-e6907839e978 HTTP/1.1" status: 204 len: 168 time: 1.2424214 Feb 10 11:30:50.449283 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:50.521827 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7e34bc7d-427b-410c-befd-cc9f6e2e9e6e None None] Provisioning for port cac68701-129d-473b-b939-8b66b6c63cc6 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:50.545612 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7e34bc7d-427b-410c-befd-cc9f6e2e9e6e None None] Provisioning complete for port cac68701-129d-473b-b939-8b66b6c63cc6 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:50.547590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7e34bc7d-427b-410c-befd-cc9f6e2e9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.593993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:50.621470 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Performing IP validity checks on allocation pools {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 11:30:50.624737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 11:30:50.667543 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:50.703432 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] Deleting port e08bb90f-b996-49a0-992f-897ec04c6013 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:50.706214 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.727157 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d19aa3c7-0113-49d4-96d7-92a74cc9d522 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.750686 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19aa3c7-0113-49d4-96d7-92a74cc9d522 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 11:30:50.751141 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19aa3c7-0113-49d4-96d7-92a74cc9d522 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:50.752827 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d19aa3c7-0113-49d4-96d7-92a74cc9d522 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/networks/0abd5aee-c3bf-4376-9a5c-79c120a0b4ad HTTP/1.1" status: 409 len: 405 time: 0.3707016 Feb 10 11:30:50.765342 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60180) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:50.790470 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-03d82d38-aba5-4871-97f6-eb580d23ac66 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-62083241'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:50.834746 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.869354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Allocated IP 2001:db8::3 (26b7eaac-870b-4664-90ac-3e27b35a0e73/fe13676e-8077-409c-9e8d-6d073a8c2d4d/f21ae62b-4c9e-43b4-ba9b-554518bdbb61) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:50.872873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-03d82d38-aba5-4871-97f6-eb580d23ac66 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:51.022014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60188) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:51.081040 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=4e226c57-c457-47e7-b59b-b5c3528ad645,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:51.087636 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-03d82d38-aba5-4871-97f6-eb580d23ac66 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Usage tracker for resource:network and tenant:d13b791e0ffa41118de42e2ca40df552 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:51.105694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.141630 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-03d82d38-aba5-4871-97f6-eb580d23ac66 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:51.190242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.190912 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.192258 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.193028 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.193721 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.194258 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.194912 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.195585 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.196088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.196577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.197071 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.237077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Deleting port ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:51.237553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.304678 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port e08bb90f-b996-49a0-992f-897ec04c6013 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:51.318166 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-03d82d38-aba5-4871-97f6-eb580d23ac66 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:51.338969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:51.345417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port e08bb90f-b996-49a0-992f-897ec04c6013 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:51.346042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.358325 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:51.449429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:51.450923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.527810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] For port ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11,segment=NetworkSegment(491a8a04-ff9f-44ee-b628-eb29e5c5bc75),segment_id=491a8a04-ff9f-44ee-b628-eb29e5c5bc75)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:51.528708 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.549325 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Performing IP validity checks on allocation pools {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 11:30:51.552796 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 11:30:51.560462 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d82d38-aba5-4871-97f6-eb580d23ac66 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Made reservation on behalf of d13b791e0ffa41118de42e2ca40df552 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:51.568597 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03d82d38-aba5-4871-97f6-eb580d23ac66 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.632389 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] For port e08bb90f-b996-49a0-992f-897ec04c6013, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e08bb90f-b996-49a0-992f-897ec04c6013,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:51.632760 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.635001 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60198) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:51.683375 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-10cc502d-562c-4f0e-8ef3-e8576e647afb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0581582 Feb 10 11:30:51.709564 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60204) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:51.715164 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d82d38-aba5-4871-97f6-eb580d23ac66 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:51.723347 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'fixed_ips': [{'subnet_id': '4e226c57-c457-47e7-b59b-b5c3528ad645', 'ip_address': '2001:db8::d8a1:77a7:706f:15f9'}], 'name': 'tempest-NetworksTestDHCPv6-1821633230'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:51.775952 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] Calling delete_port for e08bb90f-b996-49a0-992f-897ec04c6013 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:51.776780 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6ba279f8-ac23-46e9-bf94-c509084ca51a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46588a20653645928f3452c47996a201&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7527218 Feb 10 11:30:51.777474 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60208) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:51.785732 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Calling delete_port for ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:51.807194 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03d82d38-aba5-4871-97f6-eb580d23ac66 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.807817 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-03d82d38-aba5-4871-97f6-eb580d23ac66 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Added segment 03a36195-abb6-4638-bdbb-f3cfb333eca2 of type vlan for network 144ea3e5-50c3-470a-b9e7-8e6638acab54 Feb 10 11:30:51.824414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.855559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20c8ab3-c136-4f40-915d-119bf42dcb21 None None] Network 0abd5aee-c3bf-4376-9a5c-79c120a0b4ad requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:51.958605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dc69f849-ceb8-40a4-9699-571fcf1b5c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.963847 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-10568618'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:51.991273 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.998573 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:52.007605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dc69f849-ceb8-40a4-9699-571fcf1b5c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.026721 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03d82d38-aba5-4871-97f6-eb580d23ac66 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.035602 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Usage tracker for resource:network and tenant:bb8f7b5a4e5d475baa1ff072809aaf9f is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:52.048562 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:52.071267 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:52.103675 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Could not find standard attr ID for object e08bb90f-b996-49a0-992f-897ec04c6013. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:30:52.139320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Subnet': ['ID=f35064b4-7a2f-4b8b-a4ad-22bd6eb96469,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:52.140701 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] Pushing event deleted for resources: {'Port': ['ID=e08bb90f-b996-49a0-992f-897ec04c6013,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:52.154875 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No ports have port_id starting with e08bb90f-b996-49a0-992f-897ec04c6013 Feb 10 11:30:52.155805 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7e34bc7d-427b-410c-befd-cc9f6e2e9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.157768 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dc69f849-ceb8-40a4-9699-571fcf1b5c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.177061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.179011 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] No DVR routers for this DVR port e08bb90f-b996-49a0-992f-897ec04c6013 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:52.204423 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Made reservation on behalf of bb8f7b5a4e5d475baa1ff072809aaf9f for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:52.207516 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.222907 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5c0148-26a2-482a-8021-58c124dedbb3 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:52.237810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:52.263110 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:52.278832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.298475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.298846 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.299173 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.299338 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:port and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:52.299511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.299845 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.300177 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.301205 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.301548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.301918 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.302510 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03d82d38-aba5-4871-97f6-eb580d23ac66 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.302705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.303129 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.319257 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d82d38-aba5-4871-97f6-eb580d23ac66 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:52.319903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03d82d38-aba5-4871-97f6-eb580d23ac66 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.323772 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Checking segment: {'id': '7b688dc0-7fa9-4c15-8ed8-fff4c0214a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '006dba32-3d32-4f3b-8ed2-f71890ecefc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:52.324142 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network hostable DHCP agents. Network: 006dba32-3d32-4f3b-8ed2-f71890ecefc0, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:52.329371 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.329781 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.330150 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.330577 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.331581 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.331581 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.332443 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.332543 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.333033 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.333761 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.334121 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf287b-994b-4bb4-90d5-8d697a422726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:52.336635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:52.354912 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.389438 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7e34bc7d-427b-410c-befd-cc9f6e2e9e6e None None] For port cac68701-129d-473b-b939-8b66b6c63cc6, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cac68701-129d-473b-b939-8b66b6c63cc6,segment=NetworkSegment(996a6f41-827e-4682-aa3a-f2dd723c2489),segment_id=996a6f41-827e-4682-aa3a-f2dd723c2489)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:52.390771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Transition to ACTIVE for port object f21ae62b-4c9e-43b4-ba9b-554518bdbb61 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:52.396358 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69f849-ceb8-40a4-9699-571fcf1b5c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f95fff-5388-48a5-ad31-2b92b1c502e7,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:52.399707 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dc69f849-ceb8-40a4-9699-571fcf1b5c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.400963 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-dc69f849-ceb8-40a4-9699-571fcf1b5c97 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87f95fff-5388-48a5-ad31-2b92b1c502e7 HTTP/1.1" status: 204 len: 168 time: 0.5832672 Feb 10 11:30:52.444194 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 161a3f27-f270-40ef-847c-82534903b032 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:52.474690 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:52.478988 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.480223 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7e34bc7d-427b-410c-befd-cc9f6e2e9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.607899 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34bc7d-427b-410c-befd-cc9f6e2e9e6e None None] Pushing event updated for resources: {'Port': ['ID=cac68701-129d-473b-b939-8b66b6c63cc6,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:52.612640 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Transition to ACTIVE for port object f21ae62b-4c9e-43b4-ba9b-554518bdbb61 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:52.652566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.701404 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.738463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Pushing event updated for resources: {'Port': ['ID=f21ae62b-4c9e-43b4-ba9b-554518bdbb61,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:52.825564 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Network 26b7eaac-870b-4664-90ac-3e27b35a0e73 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:52.826930 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-43312a5d-682a-4845-ab0b-7532542977c7 None None] Provisioning complete for port cac68701-129d-473b-b939-8b66b6c63cc6 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:52.827374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-43312a5d-682a-4845-ab0b-7532542977c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.860733 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:52.864042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:52.893663 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:52.916435 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-03d82d38-aba5-4871-97f6-eb580d23ac66 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.1429217 Feb 10 11:30:52.920387 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:52.927765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d82d38-aba5-4871-97f6-eb580d23ac66 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event updated for resources: {'Network': ['ID=144ea3e5-50c3-470a-b9e7-8e6638acab54,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:52.941983 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60216) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:52.961106 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Usage tracker for resource:security_group_rule and tenant:bb8f7b5a4e5d475baa1ff072809aaf9f is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:52.983606 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fef57f-cb35-4310-8eee-72dd30f9af8f None None] DHCP port deletion for 0abd5aee-c3bf-4376-9a5c-79c120a0b4ad request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:52.985590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 144ea3e5-50c3-470a-b9e7-8e6638acab54 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:53.022170 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:53.040321 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e51d798e-56a7-42f6-a94b-7efe98828efd tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Request body: {'subnet': {'network_id': '144ea3e5-50c3-470a-b9e7-8e6638acab54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:53.081563 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 161a3f27-f270-40ef-847c-82534903b032 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:53.085590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': '4e226c57-c457-47e7-b59b-b5c3528ad645'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:53.086840 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.089270 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Subnet': ['ID=6e17c4c9-ef11-472a-ac84-9c1e6eb91d30,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:53.091867 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:53.098170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-63fef57f-cb35-4310-8eee-72dd30f9af8f None None] Deleting port 161a3f27-f270-40ef-847c-82534903b032 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:53.098753 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-63fef57f-cb35-4310-8eee-72dd30f9af8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.184691 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network 006dba32-3d32-4f3b-8ed2-f71890ecefc0 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:53.276034 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e08bb90f-b996-49a0-992f-897ec04c6013 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:53.295566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e51d798e-56a7-42f6-a94b-7efe98828efd tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:53.308179 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 006dba32-3d32-4f3b-8ed2-f71890ecefc0) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:53.362308 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:53.363426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.371187 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2019a4-462a-4f72-b588-268a12ed1bcf None None] Network 006dba32-3d32-4f3b-8ed2-f71890ecefc0 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:53.376435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Checking segment: {'id': '809b005e-a9a9-46d1-b97d-d13a5301e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '75a796ce-7801-416d-ba32-44d90d4c566f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:53.377108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network hostable DHCP agents. Network: 75a796ce-7801-416d-ba32-44d90d4c566f, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:53.384782 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: e08bb90f-b996-49a0-992f-897ec04c6013 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:53.385184 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e08bb90f-b996-49a0-992f-897ec04c6013 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:53.394984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e51d798e-56a7-42f6-a94b-7efe98828efd tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:53.455425 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Attempting to bind port f21ae62b-4c9e-43b4-ba9b-554518bdbb61 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:53.455945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Attempting to bind port f21ae62b-4c9e-43b4-ba9b-554518bdbb61 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'db153137-7a7e-4f3b-b94b-50aa8e4db0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '26b7eaac-870b-4664-90ac-3e27b35a0e73'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:53.456310 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Attempting to bind port f21ae62b-4c9e-43b4-ba9b-554518bdbb61 on network 26b7eaac-870b-4664-90ac-3e27b35a0e73 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:53.460612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.481559 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51d798e-56a7-42f6-a94b-7efe98828efd tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Made reservation on behalf of d13b791e0ffa41118de42e2ca40df552 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:53.523660 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-01f4932f-7b8f-48a0-b9a9-b2884d2bdfc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6436355 Feb 10 11:30:53.552668 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60230) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:53.575605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-6a7bb71b-2598-4d21-a55b-e3c75bfa9adf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'network_id': '006dba32-3d32-4f3b-8ed2-f71890ecefc0', 'name': 'tempest-PortsIpV6TestJSON-1112607873'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:53.595504 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:53.595881 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Checking segment: {'id': 'db153137-7a7e-4f3b-b94b-50aa8e4db0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '26b7eaac-870b-4664-90ac-3e27b35a0e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:53.596290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.596685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Bound using segment: {'id': 'db153137-7a7e-4f3b-b94b-50aa8e4db0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '26b7eaac-870b-4664-90ac-3e27b35a0e73'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:53.597191 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Bound port: f21ae62b-4c9e-43b4-ba9b-554518bdbb61, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db153137-7a7e-4f3b-b94b-50aa8e4db0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '26b7eaac-870b-4664-90ac-3e27b35a0e73'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:53.597620 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.663031 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port 4af1a61c-e856-49e4-8cc0-ef393b070823 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:53.751364 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.776966 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network 75a796ce-7801-416d-ba32-44d90d4c566f is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:53.778333 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Allocated IP 2001:db8::2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/4e226c57-c457-47e7-b59b-b5c3528ad645/377c4cd2-50c0-43e1-b89d-12a20d45dc03) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:53.790519 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.797277 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e51d798e-56a7-42f6-a94b-7efe98828efd tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.831474 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6a7bb71b-2598-4d21-a55b-e3c75bfa9adf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:53.849614 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 75a796ce-7801-416d-ba32-44d90d4c566f) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:53.854657 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:53.855552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.874373 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6a7bb71b-2598-4d21-a55b-e3c75bfa9adf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:53.895196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60238) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:53.953613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7bb71b-2598-4d21-a55b-e3c75bfa9adf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:53.965469 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a7bb71b-2598-4d21-a55b-e3c75bfa9adf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.998914 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-6a7bb71b-2598-4d21-a55b-e3c75bfa9adf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] device_id is not set on port 8954da41-c9f0-4ee9-be2c-641071104e08 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:54.031279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:54.043209 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953487d0-3fb5-414f-b450-0bf402694e06 None None] Network 75a796ce-7801-416d-ba32-44d90d4c566f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:54.061170 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d22e37b-2aa5-4c2a-a949-75e83cfd322a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:54.077224 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Router 8c91eca4-74e7-42ec-be26-db92ec0ffefd has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:30:54.114338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-749725541'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:54.118497 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.119024 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Added segment 44937cdd-dce9-4842-a504-27f947f183d7 of type vlan for network f6814a17-1f31-455b-995c-f6a676689eac Feb 10 11:30:54.121530 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-384e8ec3-5a76-499e-a8a9-6ea3150beae3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.2227082 Feb 10 11:30:54.131165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60244) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:54.139610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:54.176549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.195500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:network and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:54.202562 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.294202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-63fef57f-cb35-4310-8eee-72dd30f9af8f None None] For port 161a3f27-f270-40ef-847c-82534903b032, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=161a3f27-f270-40ef-847c-82534903b032,segment=NetworkSegment(6bfdbf04-e0fc-4d04-9f9d-4e9524419b20),segment_id=6bfdbf04-e0fc-4d04-9f9d-4e9524419b20)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:54.294602 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-63fef57f-cb35-4310-8eee-72dd30f9af8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.317145 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Transition to ACTIVE for port object 377c4cd2-50c0-43e1-b89d-12a20d45dc03 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:54.328282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.333171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:54.333809 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.384308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:54.450948 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-43312a5d-682a-4845-ab0b-7532542977c7 None None] Provisioning for port 161a3f27-f270-40ef-847c-82534903b032 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:54.467315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:54.493552 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 2.8542981 Feb 10 11:30:54.524878 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cac68701-129d-473b-b939-8b66b6c63cc6 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:54.538699 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cba8ea-d163-4c87-8067-5391e88884ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Pushing event updated for resources: {'Network': ['ID=f6814a17-1f31-455b-995c-f6a676689eac,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:54.556830 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:54.559995 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.596289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e28779b-f86b-4c43-a340-bdbe511aeccc tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.602662 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.632676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-63fef57f-cb35-4310-8eee-72dd30f9af8f None None] Calling delete_port for 161a3f27-f270-40ef-847c-82534903b032 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:54.659363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:54.666689 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network f6814a17-1f31-455b-995c-f6a676689eac details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:54.668782 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:security_group_rule and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:54.674153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:54.685406 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:54.699646 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] For port f21ae62b-4c9e-43b4-ba9b-554518bdbb61, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:54.707985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ff569-14e9-4af6-b63c-6d49415ded87 admin admin] Deleting port 0408f5ae-daf4-4300-a434-61b2959f664b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:54.708450 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4e1ff569-14e9-4af6-b63c-6d49415ded87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.730033 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-43312a5d-682a-4845-ab0b-7532542977c7 None None] Provisioning complete for port 161a3f27-f270-40ef-847c-82534903b032 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:54.730416 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-43312a5d-682a-4845-ab0b-7532542977c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.802564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.808154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-6a7bb71b-2598-4d21-a55b-e3c75bfa9adf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Allocated IP 2001:db8::281 (006dba32-3d32-4f3b-8ed2-f71890ecefc0/f35064b4-7a2f-4b8b-a4ad-22bd6eb96469/8954da41-c9f0-4ee9-be2c-641071104e08) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:54.812369 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.objects.ports [None req-e51d798e-56a7-42f6-a94b-7efe98828efd tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:30:54.820193 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.822989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60252) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:54.830326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-006dba32-3d32-4f3b-8ed2-f71890ecefc0', 'network_id': '006dba32-3d32-4f3b-8ed2-f71890ecefc0', 'tenant_id': '4e97c96ac063404ba5595986b22a3e7c', 'fixed_ips': [{'subnet_id': 'f35064b4-7a2f-4b8b-a4ad-22bd6eb96469'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:54.831410 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.852203 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Transition to ACTIVE for port object 377c4cd2-50c0-43e1-b89d-12a20d45dc03 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:54.852538 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e51d798e-56a7-42f6-a94b-7efe98828efd tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.902226 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] For port f21ae62b-4c9e-43b4-ba9b-554518bdbb61, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f21ae62b-4c9e-43b4-ba9b-554518bdbb61,segment=NetworkSegment(db153137-7a7e-4f3b-b94b-50aa8e4db0ae),segment_id=db153137-7a7e-4f3b-b94b-50aa8e4db0ae)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:54.934783 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.939292 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.019289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:55.033913 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f63d6bc-19cc-42ab-a629-855b11c5dc53,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:55.088463 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.089331 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Added segment 2d385b47-996e-4683-867d-7a5c91347601 of type vlan for network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 Feb 10 11:30:55.095061 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Request body: {'port': {'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac', 'binding:host_id': 'hv-neutron-8284', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-738088520'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:55.137580 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:55.140425 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89981b-02bb-432e-adc8-fc48bce7d285 None None] Pushing event updated for resources: {'Port': ['ID=f21ae62b-4c9e-43b4-ba9b-554518bdbb61,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:55.163874 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Usage tracker for resource:port and tenant:924e489fb36e4c69826bc4333a33fe7b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:55.181777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:55.193290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:55.198446 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e28779b-f86b-4c43-a340-bdbe511aeccc tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.226626 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:55.272780 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d798e-56a7-42f6-a94b-7efe98828efd tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event updated for resources: {'Subnet': ['ID=ae5e8e39-70cf-4654-890d-b638d21098da,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:55.286403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::d8a1:77a7:706f:15f9 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/4e226c57-c457-47e7-b59b-b5c3528ad645/4af1a61c-e856-49e4-8cc0-ef393b070823) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:55.315192 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Made reservation on behalf of 924e489fb36e4c69826bc4333a33fe7b for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:55.318630 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.343584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-4e1ff569-14e9-4af6-b63c-6d49415ded87 admin admin] For port 0408f5ae-daf4-4300-a434-61b2959f664b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0408f5ae-daf4-4300-a434-61b2959f664b,segment=NetworkSegment(54e4d797-4e28-4eaf-90fc-f06816c4e880),segment_id=54e4d797-4e28-4eaf-90fc-f06816c4e880)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:55.344182 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4e1ff569-14e9-4af6-b63c-6d49415ded87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.352519 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d798e-56a7-42f6-a94b-7efe98828efd tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Checking segment: {'id': '03a36195-abb6-4638-bdbb-f3cfb333eca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '144ea3e5-50c3-470a-b9e7-8e6638acab54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:55.352883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51d798e-56a7-42f6-a94b-7efe98828efd tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Network hostable DHCP agents. Network: 144ea3e5-50c3-470a-b9e7-8e6638acab54, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:55.362566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.378961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:55.414561 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:55.441502 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.468598 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:55.522974 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a7bb71b-2598-4d21-a55b-e3c75bfa9adf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.530101 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ff569-14e9-4af6-b63c-6d49415ded87 admin admin] Calling delete_port for 0408f5ae-daf4-4300-a434-61b2959f664b owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:55.536739 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e28779b-f86b-4c43-a340-bdbe511aeccc tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.557729 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b051e-b0b7-46e2-8ba2-82a4db1070fa None None] Sync routers for ids ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:55.573682 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Pushing event updated for resources: {'Port': ['ID=377c4cd2-50c0-43e1-b89d-12a20d45dc03,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:55.577904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-63fef57f-cb35-4310-8eee-72dd30f9af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.584770 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28779b-f86b-4c43-a340-bdbe511aeccc tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Subnet': ['ID=6e17c4c9-ef11-472a-ac84-9c1e6eb91d30,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:55.589597 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.593368 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:55.593960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.600788 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6a7bb71b-2598-4d21-a55b-e3c75bfa9adf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Transition to ACTIVE for port object 8954da41-c9f0-4ee9-be2c-641071104e08 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:55.632184 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.plugins.ml2.db [None req-43312a5d-682a-4845-ab0b-7532542977c7 None None] No ports have port_id starting with 161a3f27-f270-40ef-847c-82534903b032 Feb 10 11:30:55.634719 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port cac68701-129d-473b-b939-8b66b6c63cc6 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:55.635605 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.663803 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:55.709939 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e176fca7-1ece-423f-90fe-903391bef0cf admin admin] 10.222.0.36 "PUT /v2.0/routers/8c91eca4-74e7-42ec-be26-db92ec0ffefd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1886749 Feb 10 11:30:55.710154 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7697d70f-69db-4e11-bbdc-d1eb4b9a1f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-75a796ce-7801-416d-ba32-44d90d4c566f', 'network_id': '75a796ce-7801-416d-ba32-44d90d4c566f', 'tenant_id': '56752495d9d3496288481b8fcdb8c245', 'fixed_ips': [{'subnet_id': '6e17c4c9-ef11-472a-ac84-9c1e6eb91d30'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:55.710720 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7697d70f-69db-4e11-bbdc-d1eb4b9a1f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.729044 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60258) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:55.740933 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Usage tracker for resource:security_group_rule and tenant:924e489fb36e4c69826bc4333a33fe7b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:55.744864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fef57f-cb35-4310-8eee-72dd30f9af8f None None] Pushing event deleted for resources: {'Port': ['ID=161a3f27-f270-40ef-847c-82534903b032,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:55.756190 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:55.802680 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fef57f-cb35-4310-8eee-72dd30f9af8f None None] No DVR routers for this DVR port 161a3f27-f270-40ef-847c-82534903b032 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:55.803793 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:55.811402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Attempting to bind port 377c4cd2-50c0-43e1-b89d-12a20d45dc03 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:55.812585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Attempting to bind port 377c4cd2-50c0-43e1-b89d-12a20d45dc03 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:55.812585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Attempting to bind port 377c4cd2-50c0-43e1-b89d-12a20d45dc03 on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:55.812772 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51d798e-56a7-42f6-a94b-7efe98828efd tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Network 144ea3e5-50c3-470a-b9e7-8e6638acab54 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:55.816541 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b051e-b0b7-46e2-8ba2-82a4db1070fa None None] Routers {'8c91eca4-74e7-42ec-be26-db92ec0ffefd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:55.817403 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-979b051e-b0b7-46e2-8ba2-82a4db1070fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:55.859673 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e51d798e-56a7-42f6-a94b-7efe98828efd tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 144ea3e5-50c3-470a-b9e7-8e6638acab54) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:55.895461 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51d798e-56a7-42f6-a94b-7efe98828efd tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:55.896065 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e51d798e-56a7-42f6-a94b-7efe98828efd tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.991473 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0948896 Feb 10 11:30:55.999091 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60262) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:56.028140 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6975c8-b48a-4ab3-a57d-65335408f285 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Network': ['ID=0bdf93e9-ec55-487c-96ca-cb7153a5f870,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:56.049427 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.053340 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e28779b-f86b-4c43-a340-bdbe511aeccc tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.067952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'name': 'tempest-PortsTestJSON-2147074517'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:56.095330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a7bb71b-2598-4d21-a55b-e3c75bfa9adf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.100452 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e51d798e-56a7-42f6-a94b-7efe98828efd tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1527812 Feb 10 11:30:56.101767 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-6e28779b-f86b-4c43-a340-bdbe511aeccc tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a796ce-7801-416d-ba32-44d90d4c566f']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:56.135188 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21996cc8-c95a-4a59-bbab-95d8663aa59a None None] Network 144ea3e5-50c3-470a-b9e7-8e6638acab54 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:56.142949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60266) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:56.151009 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:56.166991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Request body: {'port': {'network_id': '144ea3e5-50c3-470a-b9e7-8e6638acab54', 'name': 'tempest-NetworksIpV6TestAttrs-1283409471'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:56.182210 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-6e28779b-f86b-4c43-a340-bdbe511aeccc tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809b005e-a9a9-46d1-b97d-d13a5301e1a9') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:56.182210 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-6e28779b-f86b-4c43-a340-bdbe511aeccc tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809b005e-a9a9-46d1-b97d-d13a5301e1a9') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:56.201182 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object 4af1a61c-e856-49e4-8cc0-ef393b070823 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:56.216089 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.238221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.253012 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4e1ff569-14e9-4af6-b63c-6d49415ded87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.259897 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] device_id is not set on port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:56.269922 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e28779b-f86b-4c43-a340-bdbe511aeccc tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.316368 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bb71b-2598-4d21-a55b-e3c75bfa9adf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=8954da41-c9f0-4ee9-be2c-641071104e08,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:56.320570 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7bb71b-2598-4d21-a55b-e3c75bfa9adf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network 006dba32-3d32-4f3b-8ed2-f71890ecefc0 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:56.329320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-6a7bb71b-2598-4d21-a55b-e3c75bfa9adf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:56.332939 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e28779b-f86b-4c43-a340-bdbe511aeccc tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.340129 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7bb71b-2598-4d21-a55b-e3c75bfa9adf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:56.343820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7bb71b-2598-4d21-a55b-e3c75bfa9adf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:56.344439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a7bb71b-2598-4d21-a55b-e3c75bfa9adf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.353520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:56.353520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:56.353983 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.354331 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:56.355761 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Bound port: 377c4cd2-50c0-43e1-b89d-12a20d45dc03, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:56.356513 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:56.356668 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.360013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e28779b-f86b-4c43-a340-bdbe511aeccc tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:56.360357 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e28779b-f86b-4c43-a340-bdbe511aeccc tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.364948 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ff569-14e9-4af6-b63c-6d49415ded87 admin admin] Pushing event deleted for resources: {'Port': ['ID=0408f5ae-daf4-4300-a434-61b2959f664b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:56.376977 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:56.386650 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:port and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:56.400176 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:56.412154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:56.415521 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f03927-7491-4d70-b03c-5163133fcc8b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:56.497604 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6a7bb71b-2598-4d21-a55b-e3c75bfa9adf tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9382231 Feb 10 11:30:56.503082 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60270) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:56.540365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:56.543695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.562373 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.613628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:56.619258 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-979b051e-b0b7-46e2-8ba2-82a4db1070fa None None] Set router 8c91eca4-74e7-42ec-be26-db92ec0ffefd gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:30:56.619769 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Usage tracker for resource:port and tenant:d13b791e0ffa41118de42e2ca40df552 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:56.623289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:56.631540 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:56.668308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-271ac135-0d27-4fd5-8853-e2aea040822f tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port 8954da41-c9f0-4ee9-be2c-641071104e08 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:56.668810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-271ac135-0d27-4fd5-8853-e2aea040822f tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.700917 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-436e8f54-374f-4a22-9651-f10399d8aeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.735997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Allocated IP 2001:db8::2 (006dba32-3d32-4f3b-8ed2-f71890ecefc0/f35064b4-7a2f-4b8b-a4ad-22bd6eb96469/9fac78e4-1e8c-4beb-9dbd-439b89ed794c) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:56.750958 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Made reservation on behalf of d13b791e0ffa41118de42e2ca40df552 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:56.760460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.769646 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411c3c62-76b1-431b-9130-2e65bc767123 None None] Network 75a796ce-7801-416d-ba32-44d90d4c566f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:56.780657 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] device_id is not set on port 9060fb56-0cc4-4a6c-bf11-74e646261ca2 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:56.783344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e28779b-f86b-4c43-a340-bdbe511aeccc tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.796102 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] device_id is not set on port 9a035b21-5cfd-40f8-8175-220a01b4ac87 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:56.866974 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e28779b-f86b-4c43-a340-bdbe511aeccc tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.904392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28779b-f86b-4c43-a340-bdbe511aeccc tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Network': ['ID=75a796ce-7801-416d-ba32-44d90d4c566f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:56.931682 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:56.935632 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411c3c62-76b1-431b-9130-2e65bc767123 None None] Network 75a796ce-7801-416d-ba32-44d90d4c566f could not be found, it might have been deleted concurrently. {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 10 11:30:56.991018 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6e28779b-f86b-4c43-a340-bdbe511aeccc tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/networks/75a796ce-7801-416d-ba32-44d90d4c566f HTTP/1.1" status: 204 len: 168 time: 2.8543806 Feb 10 11:30:56.996156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60274) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:57.029449 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3778db29-c16e-431c-863b-4cc55d0900f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1469173618'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:57.045701 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3778db29-c16e-431c-863b-4cc55d0900f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:57.061083 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3778db29-c16e-431c-863b-4cc55d0900f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:network and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:57.066676 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3778db29-c16e-431c-863b-4cc55d0900f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:57.069370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 161a3f27-f270-40ef-847c-82534903b032 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:57.082679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3778db29-c16e-431c-863b-4cc55d0900f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:57.167121 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bcd2e5-cb58-4f44-8565-978a0d4f6e42 None None] Network 26b7eaac-870b-4664-90ac-3e27b35a0e73 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:57.204975 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 161a3f27-f270-40ef-847c-82534903b032 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:57.205697 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 161a3f27-f270-40ef-847c-82534903b032 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:57.224412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=4af1a61c-e856-49e4-8cc0-ef393b070823,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:57.226575 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:57.231236 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] For port 377c4cd2-50c0-43e1-b89d-12a20d45dc03, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:57.238906 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3778db29-c16e-431c-863b-4cc55d0900f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:57.242418 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3778db29-c16e-431c-863b-4cc55d0900f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.264877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-825fd7cd-ac7b-496c-b323-30505a059ea4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.287606 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:57.291615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:57.292236 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.495303 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-989299a2-35a7-4707-a30d-9fb2b1ae6e9c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.7821352 Feb 10 11:30:57.505403 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] For port 377c4cd2-50c0-43e1-b89d-12a20d45dc03, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=377c4cd2-50c0-43e1-b89d-12a20d45dc03,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:57.511956 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f21ae62b-4c9e-43b4-ba9b-554518bdbb61 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:57.526712 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60278) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:57.527405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Allocated IP 2001:db8::f816:3eff:fed4:a111 (144ea3e5-50c3-470a-b9e7-8e6638acab54/ae5e8e39-70cf-4654-890d-b638d21098da/9a035b21-5cfd-40f8-8175-220a01b4ac87) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:57.552298 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-144ea3e5-50c3-470a-b9e7-8e6638acab54', 'network_id': '144ea3e5-50c3-470a-b9e7-8e6638acab54', 'tenant_id': 'd13b791e0ffa41118de42e2ca40df552', 'fixed_ips': [{'subnet_id': 'ae5e8e39-70cf-4654-890d-b638d21098da'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:57.553361 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.589225 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.590141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] device_id is not set on port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:57.616898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.619955 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.645552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Transition to ACTIVE for port object 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:57.664375 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.670430 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3778db29-c16e-431c-863b-4cc55d0900f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:57.684422 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-271ac135-0d27-4fd5-8853-e2aea040822f tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.711004 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4e1ff569-14e9-4af6-b63c-6d49415ded87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.712684 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3d386199-2ca5-4acd-9fa0-227677d45b8e None None] Provisioning for port f21ae62b-4c9e-43b4-ba9b-554518bdbb61 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:57.728356 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.763130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.783657 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3778db29-c16e-431c-863b-4cc55d0900f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.784004 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-3778db29-c16e-431c-863b-4cc55d0900f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Added segment b262de13-bba3-48df-801d-42443c4a5749 of type vlan for network aa52707d-934d-4970-be8a-abe4f7518922 Feb 10 11:30:57.833613 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Pushing event updated for resources: {'Port': ['ID=21d40a68-ea7d-47cd-9d94-1ccb60abfde0,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:57.852851 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-271ac135-0d27-4fd5-8853-e2aea040822f tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for 8954da41-c9f0-4ee9-be2c-641071104e08 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:57.854895 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Transition to ACTIVE for port object 9fac78e4-1e8c-4beb-9dbd-439b89ed794c will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:57.959366 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acca999-5a36-4926-94e4-886b21b3dbf6 None None] Pushing event updated for resources: {'Port': ['ID=377c4cd2-50c0-43e1-b89d-12a20d45dc03,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:57.990019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Transition to ACTIVE for port object 9fac78e4-1e8c-4beb-9dbd-439b89ed794c will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:57.998692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port f21ae62b-4c9e-43b4-ba9b-554518bdbb61 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:58.010647 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.044738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Checking segment: {'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:58.045399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Network hostable DHCP agents. Network: f6814a17-1f31-455b-995c-f6a676689eac, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:58.063320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port f21ae62b-4c9e-43b4-ba9b-554518bdbb61 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:58.063777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.078199 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=9060fb56-0cc4-4a6c-bf11-74e646261ca2,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:58.088541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3778db29-c16e-431c-863b-4cc55d0900f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.114574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Checking segment: {'id': '2d385b47-996e-4683-867d-7a5c91347601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:58.125731 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network hostable DHCP agents. Network: 0bdf93e9-ec55-487c-96ca-cb7153a5f870, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:58.143539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b467835f-b45c-48dc-a671-4156b25f1416 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:58.148327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b467835f-b45c-48dc-a671-4156b25f1416 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:58.149265 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b467835f-b45c-48dc-a671-4156b25f1416 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:58.189974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Network f6814a17-1f31-455b-995c-f6a676689eac is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:58.215931 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:58.230732 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, f6814a17-1f31-455b-995c-f6a676689eac) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:58.232518 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 0bdf93e9-ec55-487c-96ca-cb7153a5f870) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:58.249952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:58.260804 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:58.264473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3285caa6-2dfa-4c39-929a-ad90091498b9 None None] Network f6814a17-1f31-455b-995c-f6a676689eac requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:58.265041 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:58.268066 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.278164 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ca5fc7-bc3f-43b6-8bad-678c1afabd8e None None] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:58.304303 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:58.304644 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:58.305019 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:58.308940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b467835f-b45c-48dc-a671-4156b25f1416 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:58.310801 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b467835f-b45c-48dc-a671-4156b25f1416 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7762454 Feb 10 11:30:58.313684 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:30:58.314043 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:30:58.316483 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60282) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:58.317013 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 2 to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 Feb 10 11:30:58.322723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3778db29-c16e-431c-863b-4cc55d0900f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.326925 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3778db29-c16e-431c-863b-4cc55d0900f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:58.327871 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3778db29-c16e-431c-863b-4cc55d0900f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.413039 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-11a07ce2-37c8-434e-9382-1ef85c42da7b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4004192 Feb 10 11:30:58.413039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:58.413039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:58.413039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:58.423152 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60286) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:58.443387 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-33cd58f0-0c91-422b-8dae-2e3fc74019e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1432226284'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:58.447002 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:30:58.447336 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:30:58.451823 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 3 to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 Feb 10 11:30:58.460481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-33cd58f0-0c91-422b-8dae-2e3fc74019e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:58.462470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.467037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c80acf21-a324-4b1c-b881-9ec4b20f4f2a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port 4af1a61c-e856-49e4-8cc0-ef393b070823 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:58.468406 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c80acf21-a324-4b1c-b881-9ec4b20f4f2a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.501952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-33cd58f0-0c91-422b-8dae-2e3fc74019e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:network and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:58.514881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-33cd58f0-0c91-422b-8dae-2e3fc74019e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:58.519143 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Network 006dba32-3d32-4f3b-8ed2-f71890ecefc0 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:58.532819 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Pushing event updated for resources: {'Port': ['ID=9fac78e4-1e8c-4beb-9dbd-439b89ed794c,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:58.543632 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3778db29-c16e-431c-863b-4cc55d0900f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5272896 Feb 10 11:30:58.544265 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:58.544792 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60290) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:58.545889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Transition to ACTIVE for port object 9a035b21-5cfd-40f8-8175-220a01b4ac87 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:58.546439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:58.547719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778db29-c16e-431c-863b-4cc55d0900f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Network': ['ID=aa52707d-934d-4970-be8a-abe4f7518922,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:58.554196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-271ac135-0d27-4fd5-8853-e2aea040822f tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.563139 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-191fceca-2101-4dfb-af02-9c503c023389 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'subnet': {'network_id': 'aa52707d-934d-4970-be8a-abe4f7518922', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:58.588888 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network aa52707d-934d-4970-be8a-abe4f7518922 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:58.599086 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-33cd58f0-0c91-422b-8dae-2e3fc74019e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:58.668021 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:58.668516 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:58.668959 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:58.685992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ac135-0d27-4fd5-8853-e2aea040822f tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=8954da41-c9f0-4ee9-be2c-641071104e08,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:58.707681 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cd58f0-0c91-422b-8dae-2e3fc74019e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:58.710829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-33cd58f0-0c91-422b-8dae-2e3fc74019e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.748197 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-979b051e-b0b7-46e2-8ba2-82a4db1070fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'name': 'tempest-ServersTestManualDisk-2068597218-router', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:30:52Z', 'revision_number': 5, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'gw_port': {'id': '3ed85270-a9fd-4322-9657-3d33307d10db', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:50Z', 'updated_at': '2022-02-10T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:58.757319 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:30:58.757319 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:30:58.760797 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 4 to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 Feb 10 11:30:58.783924 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-825fd7cd-ac7b-496c-b323-30505a059ea4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.788011 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-271ac135-0d27-4fd5-8853-e2aea040822f tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.794014 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-271ac135-0d27-4fd5-8853-e2aea040822f tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/8954da41-c9f0-4ee9-be2c-641071104e08 HTTP/1.1" status: 204 len: 168 time: 2.2852404 Feb 10 11:30:58.801694 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60294) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:58.812099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:58.817200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:58.817757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:58.840442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-191fceca-2101-4dfb-af02-9c503c023389 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:58.845869 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33cd58f0-0c91-422b-8dae-2e3fc74019e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:58.848766 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.852470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-825fd7cd-ac7b-496c-b323-30505a059ea4 admin admin] Deleting port 3ed85270-a9fd-4322-9657-3d33307d10db {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:58.853096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-825fd7cd-ac7b-496c-b323-30505a059ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.886955 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:30:58.887172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-191fceca-2101-4dfb-af02-9c503c023389 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:subnet and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:58.887502 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:30:58.907652 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4480b492-1261-425a-99b7-aff4f2a3791c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:58.908268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4480b492-1261-425a-99b7-aff4f2a3791c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:58.910938 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4480b492-1261-425a-99b7-aff4f2a3791c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/8954da41-c9f0-4ee9-be2c-641071104e08 HTTP/1.1" status: 404 len: 333 time: 0.1076901 Feb 10 11:30:58.936812 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 5 to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 Feb 10 11:30:58.942160 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60298) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:58.943197 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-191fceca-2101-4dfb-af02-9c503c023389 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:58.952318 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-33cd58f0-0c91-422b-8dae-2e3fc74019e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.952869 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-33cd58f0-0c91-422b-8dae-2e3fc74019e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Added segment a5a3d169-7eee-4bb9-9349-d1ffa6d49ae3 of type vlan for network fb5d8120-91dd-48c2-bee9-d638486d40ab Feb 10 11:30:58.985276 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:58.985459 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:58.985905 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:58.990364 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b051e-b0b7-46e2-8ba2-82a4db1070fa None None] Checking router: 8c91eca4-74e7-42ec-be26-db92ec0ffefd for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:30:59.024097 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-191fceca-2101-4dfb-af02-9c503c023389 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:59.053998 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d12ee6-34d3-460b-8936-589c7a4ecc10 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] GET failed (client error): The resource could not be found. Feb 10 11:30:59.054511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d2d12ee6-34d3-460b-8936-589c7a4ecc10 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:59.078159 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:30:59.078470 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:30:59.089430 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 6 to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 Feb 10 11:30:59.096984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-33cd58f0-0c91-422b-8dae-2e3fc74019e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.145484 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191fceca-2101-4dfb-af02-9c503c023389 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:59.162406 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Network 144ea3e5-50c3-470a-b9e7-8e6638acab54 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:59.178714 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4e9bd767-e038-468f-9ca7-2c810bc39897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.181855 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:59.184217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event updated for resources: {'Port': ['ID=9a035b21-5cfd-40f8-8175-220a01b4ac87,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:59.186862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:59.193232 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:59.194233 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.201532 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Attempting to bind port 9fac78e4-1e8c-4beb-9dbd-439b89ed794c on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:59.201907 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Attempting to bind port 9fac78e4-1e8c-4beb-9dbd-439b89ed794c by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '7b688dc0-7fa9-4c15-8ed8-fff4c0214a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '006dba32-3d32-4f3b-8ed2-f71890ecefc0'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:59.202275 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Attempting to bind port 9fac78e4-1e8c-4beb-9dbd-439b89ed794c on network 006dba32-3d32-4f3b-8ed2-f71890ecefc0 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:59.236171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Allocated IP 2001:db8::f816:3eff:fea0:385f (144ea3e5-50c3-470a-b9e7-8e6638acab54/ae5e8e39-70cf-4654-890d-b638d21098da/f46d321c-017c-4947-83fd-c7a63645e4ba) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:59.247473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.271437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b051e-b0b7-46e2-8ba2-82a4db1070fa None None] Routers {'8c91eca4-74e7-42ec-be26-db92ec0ffefd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:59.272137 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-979b051e-b0b7-46e2-8ba2-82a4db1070fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:59.341989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:59.342545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:59.342879 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:59.358524 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d2d12ee6-34d3-460b-8936-589c7a4ecc10 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:59.359844 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d2d12ee6-34d3-460b-8936-589c7a4ecc10 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports/8954da41-c9f0-4ee9-be2c-641071104e08 HTTP/1.1" status: 404 len: 333 time: 0.4080834 Feb 10 11:30:59.365931 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c80acf21-a324-4b1c-b881-9ec4b20f4f2a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.373497 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60302) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:59.399516 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-95cc498f-f889-4a86-b148-e30830bc58a5 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2544258 Feb 10 11:30:59.405567 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60306) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:59.411398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-825fd7cd-ac7b-496c-b323-30505a059ea4 admin admin] For port 3ed85270-a9fd-4322-9657-3d33307d10db, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=3ed85270-a9fd-4322-9657-3d33307d10db,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:59.412039 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-825fd7cd-ac7b-496c-b323-30505a059ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.421747 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-191fceca-2101-4dfb-af02-9c503c023389 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.430537 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:59.430921 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Checking segment: {'id': '7b688dc0-7fa9-4c15-8ed8-fff4c0214a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '006dba32-3d32-4f3b-8ed2-f71890ecefc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:59.431327 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.431726 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Bound using segment: {'id': '7b688dc0-7fa9-4c15-8ed8-fff4c0214a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '006dba32-3d32-4f3b-8ed2-f71890ecefc0'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:59.432220 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Bound port: 9fac78e4-1e8c-4beb-9dbd-439b89ed794c, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b688dc0-7fa9-4c15-8ed8-fff4c0214a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '006dba32-3d32-4f3b-8ed2-f71890ecefc0'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:59.432590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.453163 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:30:59.453895 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:30:59.527085 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 7 to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 Feb 10 11:30:59.616672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c80acf21-a324-4b1c-b881-9ec4b20f4f2a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for 4af1a61c-e856-49e4-8cc0-ef393b070823 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:59.660266 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-33cd58f0-0c91-422b-8dae-2e3fc74019e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.662598 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port f21ae62b-4c9e-43b4-ba9b-554518bdbb61, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f21ae62b-4c9e-43b4-ba9b-554518bdbb61,segment=NetworkSegment(db153137-7a7e-4f3b-b94b-50aa8e4db0ae),segment_id=db153137-7a7e-4f3b-b94b-50aa8e4db0ae)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:59.664160 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd58f0-0c91-422b-8dae-2e3fc74019e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:59.664770 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-33cd58f0-0c91-422b-8dae-2e3fc74019e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.693284 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.726324 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:59.726546 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:59.726898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:59.871185 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 377c4cd2-50c0-43e1-b89d-12a20d45dc03 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:59.881442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-825fd7cd-ac7b-496c-b323-30505a059ea4 admin admin] Calling delete_port for 3ed85270-a9fd-4322-9657-3d33307d10db owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:59.906132 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:30:59.906471 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:30:59.912741 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-979b051e-b0b7-46e2-8ba2-82a4db1070fa None None] Set router 8c91eca4-74e7-42ec-be26-db92ec0ffefd gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:30:59.926741 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 8 to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 Feb 10 11:30:59.937487 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-33cd58f0-0c91-422b-8dae-2e3fc74019e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5033588 Feb 10 11:30:59.957515 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60310) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:59.971082 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'ports': [{'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870'}, {'network_id': 'fb5d8120-91dd-48c2-bee9-d638486d40ab'}]} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:59.971732 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:59.972470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'network_id': 'fb5d8120-91dd-48c2-bee9-d638486d40ab'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:59.991484 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4c9a8a12-bdca-4d97-a9dd-db8dff6b6b53 None None] Provisioning for port 377c4cd2-50c0-43e1-b89d-12a20d45dc03 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:00.028413 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.056936 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd58f0-0c91-422b-8dae-2e3fc74019e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Network': ['ID=fb5d8120-91dd-48c2-bee9-d638486d40ab,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:00.072502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:00.072863 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:00.077685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:00.111218 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] For port 9fac78e4-1e8c-4beb-9dbd-439b89ed794c, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:00.139718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network fb5d8120-91dd-48c2-bee9-d638486d40ab details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:00.154814 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:00.154814 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:00.170421 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 9 to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 Feb 10 11:31:00.204815 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=f21ae62b-4c9e-43b4-ba9b-554518bdbb61,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:00.210782 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-979b051e-b0b7-46e2-8ba2-82a4db1070fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'name': 'tempest-ServersTestManualDisk-2068597218-router', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:30:58Z', 'revision_number': 6, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:00.218296 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] For port 9fac78e4-1e8c-4beb-9dbd-439b89ed794c, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9fac78e4-1e8c-4beb-9dbd-439b89ed794c,segment=NetworkSegment(7b688dc0-7fa9-4c15-8ed8-fff4c0214a1b),segment_id=7b688dc0-7fa9-4c15-8ed8-fff4c0214a1b)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:00.220599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:00.220599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:00.220599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:00.235695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-de762320-3cae-466a-867c-924adc564206 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting subnet f35064b4-7a2f-4b8b-a4ad-22bd6eb96469 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:00.240734 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de762320-3cae-466a-867c-924adc564206 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.278468 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:00.278468 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:00.282663 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 10 to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 Feb 10 11:31:00.289720 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c80acf21-a324-4b1c-b881-9ec4b20f4f2a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.376649 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:00.377337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:00.377337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:00.386201 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80acf21-a324-4b1c-b881-9ec4b20f4f2a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=4af1a61c-e856-49e4-8cc0-ef393b070823,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:00.390549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de762320-3cae-466a-867c-924adc564206 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.408660 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b051e-b0b7-46e2-8ba2-82a4db1070fa None None] The sync data for ids ['8c91eca4-74e7-42ec-be26-db92ec0ffefd'] in dv-neutron-828497-1-hyperv is: [{'id': '8c91eca4-74e7-42ec-be26-db92ec0ffefd', 'name': 'tempest-ServersTestManualDisk-2068597218-router', 'tenant_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:30:58Z', 'revision_number': 6, 'project_id': 'dc50e13d5d9b4d98a0cd65d4fcbf4649', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:00.413493 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.416602 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa6016e-04c7-45ec-9dd8-57df6dcd795a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Deleting subnet ae5e8e39-70cf-4654-890d-b638d21098da {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:00.481171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:00.481988 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:00.481988 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.497685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9d26e138-eca7-4be1-bae9-a98287312e19 None None] Could not find standard attr ID for object d523f168-c05e-4763-83fd-cbd5fef88671. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:31:00.499575 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.528696 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c80acf21-a324-4b1c-b881-9ec4b20f4f2a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.529325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:00.556453 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:port and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:00.564508 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:00.574688 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.584426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:00.603688 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Transition to ACTIVE for port object f46d321c-017c-4947-83fd-c7a63645e4ba will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:00.623004 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 377c4cd2-50c0-43e1-b89d-12a20d45dc03 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:00.636165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-825fd7cd-ac7b-496c-b323-30505a059ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.641736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'port': 2} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:00.646078 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.651201 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1f331-ad9e-45c2-a918-2d94655e57b4 None None] Pushing event updated for resources: {'Port': ['ID=9fac78e4-1e8c-4beb-9dbd-439b89ed794c,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:00.667000 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c80acf21-a324-4b1c-b881-9ec4b20f4f2a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/4af1a61c-e856-49e4-8cc0-ef393b070823 HTTP/1.1" status: 204 len: 168 time: 2.3424973 Feb 10 11:31:00.674682 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9d26e138-eca7-4be1-bae9-a98287312e19 None None] Provisioning complete for port f21ae62b-4c9e-43b4-ba9b-554518bdbb61 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:00.675019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9d26e138-eca7-4be1-bae9-a98287312e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.676282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60314) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:00.685974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1ff569-14e9-4af6-b63c-6d49415ded87 admin admin] Router a2a2d47f-3875-4cc0-babc-35226c63f71c has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:31:00.704136 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 377c4cd2-50c0-43e1-b89d-12a20d45dc03 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:00.704569 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.729599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825fd7cd-ac7b-496c-b323-30505a059ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed85270-a9fd-4322-9657-3d33307d10db,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:00.734739 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.752421 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-191fceca-2101-4dfb-af02-9c503c023389 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.786458 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592f8973-a00a-4612-943e-0d716b1308e9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:00.787770 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592f8973-a00a-4612-943e-0d716b1308e9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:00.788560 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-592f8973-a00a-4612-943e-0d716b1308e9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:00.804027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Transition to ACTIVE for port object f46d321c-017c-4947-83fd-c7a63645e4ba will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:00.841880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de762320-3cae-466a-867c-924adc564206 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.904616 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-efa6016e-04c7-45ec-9dd8-57df6dcd795a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.913107 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.053390 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Network 144ea3e5-50c3-470a-b9e7-8e6638acab54 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:01.057868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:01.063037 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:01.069601 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-efa6016e-04c7-45ec-9dd8-57df6dcd795a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.138552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-592f8973-a00a-4612-943e-0d716b1308e9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:01.141075 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-592f8973-a00a-4612-943e-0d716b1308e9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4535339 Feb 10 11:31:01.153454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60318) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:01.217401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fceca-2101-4dfb-af02-9c503c023389 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Subnet': ['ID=8db5fb6d-775f-4d83-8ff9-052c698cfa0f,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:01.278252 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] For port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0, host hv-neutron-8284, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:01.279025 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempted to set empty binding levels {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 11:31:01.281798 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Pushing event updated for resources: {'Port': ['ID=f46d321c-017c-4947-83fd-c7a63645e4ba,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:01.297762 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.337804 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.361857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-efa6016e-04c7-45ec-9dd8-57df6dcd795a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.364260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Attempting to bind port f46d321c-017c-4947-83fd-c7a63645e4ba on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:01.365193 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Attempting to bind port f46d321c-017c-4947-83fd-c7a63645e4ba by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '03a36195-abb6-4638-bdbb-f3cfb333eca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '144ea3e5-50c3-470a-b9e7-8e6638acab54'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:01.365193 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Attempting to bind port f46d321c-017c-4947-83fd-c7a63645e4ba on network 144ea3e5-50c3-470a-b9e7-8e6638acab54 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:01.386861 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:01.387224 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Checking segment: {'id': '03a36195-abb6-4638-bdbb-f3cfb333eca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '144ea3e5-50c3-470a-b9e7-8e6638acab54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:01.387626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.388409 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Bound using segment: {'id': '03a36195-abb6-4638-bdbb-f3cfb333eca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '144ea3e5-50c3-470a-b9e7-8e6638acab54'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:01.388545 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Bound port: f46d321c-017c-4947-83fd-c7a63645e4ba, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a36195-abb6-4638-bdbb-f3cfb333eca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '144ea3e5-50c3-470a-b9e7-8e6638acab54'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:01.388839 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.389448 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.412125 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 377c4cd2-50c0-43e1-b89d-12a20d45dc03, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=377c4cd2-50c0-43e1-b89d-12a20d45dc03,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:01.461202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.521057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e618b3fd-e62b-4dd6-9130-a3222c856ee5 None None] Could not find standard attr ID for object 4af1a61c-e856-49e4-8cc0-ef393b070823. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:31:01.547767 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.586235 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=377c4cd2-50c0-43e1-b89d-12a20d45dc03,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:01.621817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de762320-3cae-466a-867c-924adc564206 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.674515 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Pushing event updated for resources: {'Port': ['ID=21d40a68-ea7d-47cd-9d94-1ccb60abfde0,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:01.690473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de762320-3cae-466a-867c-924adc564206 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Subnet': ['ID=f35064b4-7a2f-4b8b-a4ad-22bd6eb96469,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:01.695094 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-438bab46-e12f-42c1-83e5-0e68bc58e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.8447518 Feb 10 11:31:01.701232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60322) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:01.750105 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de762320-3cae-466a-867c-924adc564206 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.752417 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-de762320-3cae-466a-867c-924adc564206 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/f35064b4-7a2f-4b8b-a4ad-22bd6eb96469 HTTP/1.1" status: 204 len: 168 time: 2.3731129 Feb 10 11:31:01.771969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60326) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:01.810812 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191fceca-2101-4dfb-af02-9c503c023389 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Checking segment: {'id': 'b262de13-bba3-48df-801d-42443c4a5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aa52707d-934d-4970-be8a-abe4f7518922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:01.811181 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191fceca-2101-4dfb-af02-9c503c023389 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network hostable DHCP agents. Network: aa52707d-934d-4970-be8a-abe4f7518922, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:01.863631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-825fd7cd-ac7b-496c-b323-30505a059ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.932975 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] device_id is not set on port 4f5b5ca4-002c-41bb-9ef7-54238c7ebb60 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:01.953791 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 377c4cd2-50c0-43e1-b89d-12a20d45dc03 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:01.990272 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.993676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] For port f46d321c-017c-4947-83fd-c7a63645e4ba, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:02.001832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-244d815e-9602-48a9-a955-c13ffd47b2c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Deleting port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:02.002189 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-244d815e-9602-48a9-a955-c13ffd47b2c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.005802 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-efa6016e-04c7-45ec-9dd8-57df6dcd795a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.039250 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc8fe07-1e8e-40c0-a86f-5e4907fc1b99 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 4e226c57-c457-47e7-b59b-b5c3528ad645 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:02.051949 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] For port f46d321c-017c-4947-83fd-c7a63645e4ba, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f46d321c-017c-4947-83fd-c7a63645e4ba,segment=NetworkSegment(03a36195-abb6-4638-bdbb-f3cfb333eca2),segment_id=03a36195-abb6-4638-bdbb-f3cfb333eca2)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:02.066295 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cfc8fe07-1e8e-40c0-a86f-5e4907fc1b99 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.073078 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.073336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6016e-04c7-45ec-9dd8-57df6dcd795a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5e8e39-70cf-4654-890d-b638d21098da,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:02.110277 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcba4df-1049-412a-8aed-8bade8cdd99a None None] Network 006dba32-3d32-4f3b-8ed2-f71890ecefc0 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:02.137313 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-efa6016e-04c7-45ec-9dd8-57df6dcd795a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.147809 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port 9fac78e4-1e8c-4beb-9dbd-439b89ed794c {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:02.148290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.206882 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191fceca-2101-4dfb-af02-9c503c023389 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network aa52707d-934d-4970-be8a-abe4f7518922 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:02.224695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cfc8fe07-1e8e-40c0-a86f-5e4907fc1b99 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.235864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b7797eb9-9dfc-4602-97e9-8190858f38f4 None None] Provisioning for port 9fac78e4-1e8c-4beb-9dbd-439b89ed794c completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:02.245317 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-825fd7cd-ac7b-496c-b323-30505a059ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.253849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-191fceca-2101-4dfb-af02-9c503c023389 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, aa52707d-934d-4970-be8a-abe4f7518922) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:02.266428 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 377c4cd2-50c0-43e1-b89d-12a20d45dc03 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:02.266805 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.279589 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fceca-2101-4dfb-af02-9c503c023389 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:02.280460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-191fceca-2101-4dfb-af02-9c503c023389 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.295107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-825fd7cd-ac7b-496c-b323-30505a059ea4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.304199 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-efa6016e-04c7-45ec-9dd8-57df6dcd795a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/subnets/ae5e8e39-70cf-4654-890d-b638d21098da HTTP/1.1" status: 204 len: 168 time: 2.8922369 Feb 10 11:31:02.306467 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85a9d2f-d7f8-4f3c-824a-2ff8afe63d8d None None] Network aa52707d-934d-4970-be8a-abe4f7518922 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:02.307311 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60330) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:02.370266 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-191fceca-2101-4dfb-af02-9c503c023389 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.8191366 Feb 10 11:31:02.385410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60334) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:02.531322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74524f3-ee8b-4934-a303-8b67ce187770 None None] Pushing event updated for resources: {'Port': ['ID=f46d321c-017c-4947-83fd-c7a63645e4ba,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:02.560464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-825fd7cd-ac7b-496c-b323-30505a059ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.565629 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825fd7cd-ac7b-496c-b323-30505a059ea4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c91eca4-74e7-42ec-be26-db92ec0ffefd {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:31:02.571455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.576587 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290d503c-863f-4baf-b32b-1932fafa6ad2 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:02.578835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290d503c-863f-4baf-b32b-1932fafa6ad2 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:02.579731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-290d503c-863f-4baf-b32b-1932fafa6ad2 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Synchronizing usage tracker for tenant:d13b791e0ffa41118de42e2ca40df552 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:02.679056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] For port 9fac78e4-1e8c-4beb-9dbd-439b89ed794c, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9fac78e4-1e8c-4beb-9dbd-439b89ed794c,segment=NetworkSegment(7b688dc0-7fa9-4c15-8ed8-fff4c0214a1b),segment_id=7b688dc0-7fa9-4c15-8ed8-fff4c0214a1b)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:02.679630 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.758254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-290d503c-863f-4baf-b32b-1932fafa6ad2 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Unset dirty status for tenant:d13b791e0ffa41118de42e2ca40df552 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:02.761262 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-290d503c-863f-4baf-b32b-1932fafa6ad2 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4415946 Feb 10 11:31:02.761426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-825fd7cd-ac7b-496c-b323-30505a059ea4 admin admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.764690 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-825fd7cd-ac7b-496c-b323-30505a059ea4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8c91eca4-74e7-42ec-be26-db92ec0ffefd HTTP/1.1" status: 204 len: 168 time: 7.0296733 Feb 10 11:31:02.766858 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60338) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:02.767202 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60340) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:02.795595 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f21ae62b-4c9e-43b4-ba9b-554518bdbb61 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:02.828966 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for 9fac78e4-1e8c-4beb-9dbd-439b89ed794c owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:02.889787 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.908090 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-aa52707d-934d-4970-be8a-abe4f7518922', 'network_id': 'aa52707d-934d-4970-be8a-abe4f7518922', 'tenant_id': '56752495d9d3496288481b8fcdb8c245', 'fixed_ips': [{'subnet_id': '8db5fb6d-775f-4d83-8ff9-052c698cfa0f'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:02.908952 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.920512 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1ff569-14e9-4af6-b63c-6d49415ded87 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:02.928056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cfc8fe07-1e8e-40c0-a86f-5e4907fc1b99 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.936509 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df3bab-c8c9-4b8a-9946-fc254479a28b None None] Sync routers for ids ['a2a2d47f-3875-4cc0-babc-35226c63f71c'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:02.953853 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df3bab-c8c9-4b8a-9946-fc254479a28b None None] Routers {'a2a2d47f-3875-4cc0-babc-35226c63f71c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:02.956248 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-76df3bab-c8c9-4b8a-9946-fc254479a28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a2a2d47f-3875-4cc0-babc-35226c63f71c'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:02.969067 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] device_id is not set on port 4adfe92a-aace-41e0-848f-eb9522fddb91 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:03.013747 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4e1ff569-14e9-4af6-b63c-6d49415ded87 admin admin] 10.222.0.36 "PUT /v2.0/routers/a2a2d47f-3875-4cc0-babc-35226c63f71c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9642115 Feb 10 11:31:03.025688 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be60c81a-335b-4dde-931f-fd3872119f4f None None] DHCP port deletion for 006dba32-3d32-4f3b-8ed2-f71890ecefc0 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:03.035352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60346) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:03.070949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9064e8b9-d400-4287-b2b5-375d2f37886b admin admin] Deleting subnet c9dd6b68-026c-41b2-8cf0-50347220223d {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:03.074344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9064e8b9-d400-4287-b2b5-375d2f37886b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.120369 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.124066 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port f21ae62b-4c9e-43b4-ba9b-554518bdbb61 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:03.124439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.135326 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9064e8b9-d400-4287-b2b5-375d2f37886b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.244887 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9064e8b9-d400-4287-b2b5-375d2f37886b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.260251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-244d815e-9602-48a9-a955-c13ffd47b2c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] For port 21d40a68-ea7d-47cd-9d94-1ccb60abfde0, host hv-neutron-8284, got binding levels [] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:03.260612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-244d815e-9602-48a9-a955-c13ffd47b2c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.283725 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea521-be6a-418f-93a1-3a35f5f26829 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.291459 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-76df3bab-c8c9-4b8a-9946-fc254479a28b None None] Set router a2a2d47f-3875-4cc0-babc-35226c63f71c gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:31:03.309585 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=9fac78e4-1e8c-4beb-9dbd-439b89ed794c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:03.324670 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1ea521-be6a-418f-93a1-3a35f5f26829 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 11:31:03.325488 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1ea521-be6a-418f-93a1-3a35f5f26829 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:03.337493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.343324 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Allocated IP 2001:db8::1 (aa52707d-934d-4970-be8a-abe4f7518922/8db5fb6d-775f-4d83-8ff9-052c698cfa0f/e99506a4-c9cb-427b-9183-fb1929f29f83) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:03.543459 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1d1ea521-be6a-418f-93a1-3a35f5f26829 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/networks/144ea3e5-50c3-470a-b9e7-8e6638acab54 HTTP/1.1" status: 409 len: 405 time: 0.7727847 Feb 10 11:31:03.553338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9fac78e4-1e8c-4beb-9dbd-439b89ed794c up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:03.560413 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60350) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:03.578942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f68c6be0-9060-4418-914e-8f3d60bf2b6f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1693686620'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:03.585238 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f68c6be0-9060-4418-914e-8f3d60bf2b6f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:03.589731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f68c6be0-9060-4418-914e-8f3d60bf2b6f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Usage tracker for resource:network and tenant:d13b791e0ffa41118de42e2ca40df552 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:03.591561 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 9fac78e4-1e8c-4beb-9dbd-439b89ed794c {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:03.592053 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9fac78e4-1e8c-4beb-9dbd-439b89ed794c not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 10 11:31:03.593566 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f68c6be0-9060-4418-914e-8f3d60bf2b6f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:03.601562 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f68c6be0-9060-4418-914e-8f3d60bf2b6f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:03.626011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No DVR routers for this DVR port 9fac78e4-1e8c-4beb-9dbd-439b89ed794c on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:03.636745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68c6be0-9060-4418-914e-8f3d60bf2b6f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Made reservation on behalf of d13b791e0ffa41118de42e2ca40df552 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:03.641334 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f68c6be0-9060-4418-914e-8f3d60bf2b6f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.662741 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Port 9fac78e4-1e8c-4beb-9dbd-439b89ed794c not found, will not notify nova. {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 10 11:31:03.668125 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-244d815e-9602-48a9-a955-c13ffd47b2c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Calling delete_port for 21d40a68-ea7d-47cd-9d94-1ccb60abfde0 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:03.722402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:03.758901 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.773329 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:03.773692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ce3fe0b0-6fb5-42b0-a497-6bb6f8634f11 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:03.774300 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3ed85270-a9fd-4322-9657-3d33307d10db no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:03.787225 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-76df3bab-c8c9-4b8a-9946-fc254479a28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'name': 'tempest-ServersTestJSON-1807042381-router', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:52Z', 'updated_at': '2022-02-10T11:30:55Z', 'revision_number': 5, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'gw_port': {'id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:57Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:03.799566 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df3bab-c8c9-4b8a-9946-fc254479a28b None None] Checking router: a2a2d47f-3875-4cc0-babc-35226c63f71c for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:31:03.813027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762a7a36-ef78-46b9-8b5e-bf0cef97a664 None None] Network 144ea3e5-50c3-470a-b9e7-8e6638acab54 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:03.816235 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df3bab-c8c9-4b8a-9946-fc254479a28b None None] Routers {'a2a2d47f-3875-4cc0-babc-35226c63f71c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:03.819292 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-76df3bab-c8c9-4b8a-9946-fc254479a28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a2a2d47f-3875-4cc0-babc-35226c63f71c'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:03.847358 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68c6be0-9060-4418-914e-8f3d60bf2b6f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:03.850587 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 3ed85270-a9fd-4322-9657-3d33307d10db {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:03.850855 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3ed85270-a9fd-4322-9657-3d33307d10db not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:03.862307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f68c6be0-9060-4418-914e-8f3d60bf2b6f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.863878 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-f68c6be0-9060-4418-914e-8f3d60bf2b6f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Added segment b98f9e60-1a38-413c-ac22-f6b3ffc59acc of type vlan for network e52740d2-8cac-4965-b42b-13f5b7e4da52 Feb 10 11:31:03.892726 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cfc8fe07-1e8e-40c0-a86f-5e4907fc1b99 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.899370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f68c6be0-9060-4418-914e-8f3d60bf2b6f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.937592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.942133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9064e8b9-d400-4287-b2b5-375d2f37886b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.020366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cfc8fe07-1e8e-40c0-a86f-5e4907fc1b99 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.028994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbef6fa0-3fbc-450e-9444-838011538eb6 None None] Network 168dc9c9-06c2-469c-a9b0-d89d5f006a33 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:04.036954 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.044990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f68c6be0-9060-4418-914e-8f3d60bf2b6f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.050681 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68c6be0-9060-4418-914e-8f3d60bf2b6f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:04.051387 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f68c6be0-9060-4418-914e-8f3d60bf2b6f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.055926 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9064e8b9-d400-4287-b2b5-375d2f37886b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.062294 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8fe07-1e8e-40c0-a86f-5e4907fc1b99 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=4e226c57-c457-47e7-b59b-b5c3528ad645,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:04.080025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.084369 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064e8b9-d400-4287-b2b5-375d2f37886b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9dd6b68-026c-41b2-8cf0-50347220223d,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:04.091204 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c17dae-d8d5-49fd-a653-2c9ed673c333 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:04.093182 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-244d815e-9602-48a9-a955-c13ffd47b2c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.098873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006dba32-3d32-4f3b-8ed2-f71890ecefc0']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:04.105821 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f46d321c-017c-4947-83fd-c7a63645e4ba up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:04.123577 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9064e8b9-d400-4287-b2b5-375d2f37886b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c9dd6b68-026c-41b2-8cf0-50347220223d HTTP/1.1" status: 204 len: 168 time: 1.3514566 Feb 10 11:31:04.148096 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60354) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:04.161586 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-244d815e-9602-48a9-a955-c13ffd47b2c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.163526 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-244d815e-9602-48a9-a955-c13ffd47b2c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] 10.222.0.36 "DELETE /v2.0/ports/21d40a68-ea7d-47cd-9d94-1ccb60abfde0 HTTP/1.1" status: 204 len: 168 time: 2.4590793 Feb 10 11:31:04.176254 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cfc8fe07-1e8e-40c0-a86f-5e4907fc1b99 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/4e226c57-c457-47e7-b59b-b5c3528ad645 HTTP/1.1" status: 204 len: 168 time: 3.0169690 Feb 10 11:31:04.178997 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b688dc0-7fa9-4c15-8ed8-fff4c0214a1b') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:04.179364 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b688dc0-7fa9-4c15-8ed8-fff4c0214a1b') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:04.203185 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60358) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:04.203569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60360) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:04.207987 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d815e-9602-48a9-a955-c13ffd47b2c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Pushing event deleted for resources: {'Port': ['ID=21d40a68-ea7d-47cd-9d94-1ccb60abfde0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:04.208772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=4f5b5ca4-002c-41bb-9ef7-54238c7ebb60,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:04.223503 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-76df3bab-c8c9-4b8a-9946-fc254479a28b None None] Set router a2a2d47f-3875-4cc0-babc-35226c63f71c gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:31:04.292375 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f68c6be0-9060-4418-914e-8f3d60bf2b6f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7302649 Feb 10 11:31:04.303139 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60366) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:04.311490 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:04.313944 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Transition to ACTIVE for port object e99506a4-c9cb-427b-9183-fb1929f29f83 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:04.314901 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-304510ef-f048-4584-9c3b-76af7828b515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] GET failed (client error): The resource could not be found. Feb 10 11:31:04.316097 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-304510ef-f048-4584-9c3b-76af7828b515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Synchronizing usage tracker for tenant:924e489fb36e4c69826bc4333a33fe7b on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:04.337513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:04.351188 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-63a3a609-6360-4bd1-a090-b4c781c14f49 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Request body: {'subnet': {'network_id': 'e52740d2-8cac-4965-b42b-13f5b7e4da52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:04.372849 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-61454725-7909-4245-a73a-d9f6ca6d33fa None None] Provisioning for port f46d321c-017c-4947-83fd-c7a63645e4ba completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:04.376503 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:04.377920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.386725 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c6be0-9060-4418-914e-8f3d60bf2b6f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event updated for resources: {'Network': ['ID=e52740d2-8cac-4965-b42b-13f5b7e4da52,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:04.390649 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.406004 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cdcb24e8-e237-4a91-830d-c6eca2c049f0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1995795 Feb 10 11:31:04.415521 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60370) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:04.431773 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network e52740d2-8cac-4965-b42b-13f5b7e4da52 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:04.495988 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.517958 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-304510ef-f048-4584-9c3b-76af7828b515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Unset dirty status for tenant:924e489fb36e4c69826bc4333a33fe7b on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:04.519714 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-304510ef-f048-4584-9c3b-76af7828b515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] 10.222.0.36 "GET /v2.0/ports/21d40a68-ea7d-47cd-9d94-1ccb60abfde0 HTTP/1.1" status: 404 len: 333 time: 0.3148816 Feb 10 11:31:04.521210 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:04.523093 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:04.538594 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:04.543618 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.547933 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60374) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:04.568695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-dcfd4f49-4b37-4500-badc-985b147c979a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Request body: {'port': {'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319101382'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:04.579191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=4adfe92a-aace-41e0-848f-eb9522fddb91,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:04.596961 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-76df3bab-c8c9-4b8a-9946-fc254479a28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'name': 'tempest-ServersTestJSON-1807042381-router', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:52Z', 'updated_at': '2022-02-10T11:30:55Z', 'revision_number': 5, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'gw_port': {'id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:57Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:04.603215 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df3bab-c8c9-4b8a-9946-fc254479a28b None None] The sync data for ids ['a2a2d47f-3875-4cc0-babc-35226c63f71c'] in dv-neutron-828497-1-hyperv is: [{'id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'name': 'tempest-ServersTestJSON-1807042381-router', 'tenant_id': 'e16ebb90b7d1402abe25e3b684936641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:52Z', 'updated_at': '2022-02-10T11:30:55Z', 'revision_number': 5, 'project_id': 'e16ebb90b7d1402abe25e3b684936641', 'gw_port': {'id': 'd82eccd8-57a3-4430-8ce2-0b5d71ee55a5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2d47f-3875-4cc0-babc-35226c63f71c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:57Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:04.604517 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Transition to ACTIVE for port object e99506a4-c9cb-427b-9183-fb1929f29f83 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:04.635020 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dcfd4f49-4b37-4500-badc-985b147c979a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:04.683666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dcfd4f49-4b37-4500-badc-985b147c979a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:04.685937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-63a3a609-6360-4bd1-a090-b4c781c14f49 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:04.690926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] Deleting port 7852f2d7-f69a-4046-b5fb-1263218293d0 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:04.691657 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.697602 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.699592 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.701344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Checking segment: {'id': 'a5a3d169-7eee-4bb9-9349-d1ffa6d49ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fb5d8120-91dd-48c2-bee9-d638486d40ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:04.701697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network hostable DHCP agents. Network: fb5d8120-91dd-48c2-bee9-d638486d40ab, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:04.739977 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-63a3a609-6360-4bd1-a090-b4c781c14f49 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:04.752786 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.754939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfd4f49-4b37-4500-badc-985b147c979a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Made reservation on behalf of 924e489fb36e4c69826bc4333a33fe7b for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:04.757589 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4f49-4b37-4500-badc-985b147c979a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.762263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Subnet': ['ID=8db5fb6d-775f-4d83-8ff9-052c698cfa0f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:04.781360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a3a609-6360-4bd1-a090-b4c781c14f49 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Made reservation on behalf of d13b791e0ffa41118de42e2ca40df552 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:04.796545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.814117 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785cd4e1-e620-4b33-b264-e1c8d6250d54 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:04.814807 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-785cd4e1-e620-4b33-b264-e1c8d6250d54 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:04.823840 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Network': ['ID=006dba32-3d32-4f3b-8ed2-f71890ecefc0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:04.861437 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e0cae4c2-28d3-4e7c-bab0-0c090e31574d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/networks/006dba32-3d32-4f3b-8ed2-f71890ecefc0 HTTP/1.1" status: 204 len: 168 time: 3.0860405 Feb 10 11:31:04.874468 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60378) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:04.886216 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-dcfd4f49-4b37-4500-badc-985b147c979a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] device_id is not set on port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:04.886353 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port f46d321c-017c-4947-83fd-c7a63645e4ba completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:04.889334 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Pushing event updated for resources: {'Port': ['ID=e99506a4-c9cb-427b-9183-fb1929f29f83,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:04.895040 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Network aa52707d-934d-4970-be8a-abe4f7518922 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:04.900969 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:04.905781 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:04.908513 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port f46d321c-017c-4947-83fd-c7a63645e4ba triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:04.908962 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.933832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-19449dff-be5a-4d67-96c6-eb49edac4421 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1326889085'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:04.941034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38dc96b3-a4a2-4b4e-9beb-5c7731decb03 admin admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.967578 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.004760 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network fb5d8120-91dd-48c2-bee9-d638486d40ab is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:05.012803 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] DHCP port deletion for 144ea3e5-50c3-470a-b9e7-8e6638acab54 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:05.021247 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-19449dff-be5a-4d67-96c6-eb49edac4421 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:05.043403 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63a3a609-6360-4bd1-a090-b4c781c14f49 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.079193 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa52707d-934d-4970-be8a-abe4f7518922']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:05.123535 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Deleting port f46d321c-017c-4947-83fd-c7a63645e4ba {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:05.124177 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.139923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, fb5d8120-91dd-48c2-bee9-d638486d40ab) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:05.140363 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-19449dff-be5a-4d67-96c6-eb49edac4421 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:network and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:05.147459 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-19449dff-be5a-4d67-96c6-eb49edac4421 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:05.158691 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-785cd4e1-e620-4b33-b264-e1c8d6250d54 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:05.162624 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-785cd4e1-e620-4b33-b264-e1c8d6250d54 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7427843 Feb 10 11:31:05.176942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b262de13-bba3-48df-801d-42443c4a5749') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:05.177432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b262de13-bba3-48df-801d-42443c4a5749') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:05.184114 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050b537f-e1dd-45e2-a05d-6400eea15866 None None] Network fb5d8120-91dd-48c2-bee9-d638486d40ab requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:05.184849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:05.189191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:05.193554 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:05.194263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.198264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60382) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:05.282558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.292835 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-19449dff-be5a-4d67-96c6-eb49edac4421 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:05.306503 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Attempting to bind port e99506a4-c9cb-427b-9183-fb1929f29f83 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:05.306865 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Attempting to bind port e99506a4-c9cb-427b-9183-fb1929f29f83 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'b262de13-bba3-48df-801d-42443c4a5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aa52707d-934d-4970-be8a-abe4f7518922'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:05.307230 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Attempting to bind port e99506a4-c9cb-427b-9183-fb1929f29f83 on network aa52707d-934d-4970-be8a-abe4f7518922 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:05.309438 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af1127d-1d3c-43bf-9473-81c57a086a41 None None] DHCP port deletion for 168dc9c9-06c2-469c-a9b0-d89d5f006a33 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:05.338019 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.343725 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b559dc9a-41e0-4fde-a175-b74feda341b9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.3800671 Feb 10 11:31:05.350617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60386) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:05.352673 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:05.353083 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.371292 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca019f9-546d-4b90-ba8a-cb137f29978e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:05.371982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9ca019f9-546d-4b90-ba8a-cb137f29978e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:05.374553 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:05.390450 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19449dff-be5a-4d67-96c6-eb49edac4421 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:05.393527 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19449dff-be5a-4d67-96c6-eb49edac4421 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.395758 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec52ca9-4c9b-4c5f-9ed3-649c03c3bc4c None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:05.418353 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1af1127d-1d3c-43bf-9473-81c57a086a41 None None] Deleting port 7852f2d7-f69a-4046-b5fb-1263218293d0 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:05.418767 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1af1127d-1d3c-43bf-9473-81c57a086a41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.461483 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:05.461860 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Checking segment: {'id': 'b262de13-bba3-48df-801d-42443c4a5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aa52707d-934d-4970-be8a-abe4f7518922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:05.462440 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.462999 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Bound using segment: {'id': 'b262de13-bba3-48df-801d-42443c4a5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aa52707d-934d-4970-be8a-abe4f7518922'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:05.463493 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Bound port: e99506a4-c9cb-427b-9183-fb1929f29f83, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b262de13-bba3-48df-801d-42443c4a5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aa52707d-934d-4970-be8a-abe4f7518922'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:05.463872 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.473290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-bec52ca9-4c9b-4c5f-9ed3-649c03c3bc4c None None] Deleting port 377c4cd2-50c0-43e1-b89d-12a20d45dc03 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:05.473672 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bec52ca9-4c9b-4c5f-9ed3-649c03c3bc4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.515784 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9ca019f9-546d-4b90-ba8a-cb137f29978e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:05.517103 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9ca019f9-546d-4b90-ba8a-cb137f29978e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3142595 Feb 10 11:31:05.523212 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60390) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:05.586041 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:31:05.586041 dv-neutron-828497-1-hyperv neutron-server[83555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:31:05.586041 dv-neutron-828497-1-hyperv neutron-server[83555]: [parameters: {'id': 'aa52707d-934d-4970-be8a-abe4f7518922'}] Feb 10 11:31:05.586041 dv-neutron-828497-1-hyperv neutron-server[83555]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:05.586468 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:05.590018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d62595db-71cf-457e-968a-52fefeee6957 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 4adfe92a-aace-41e0-848f-eb9522fddb91 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:05.590018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d62595db-71cf-457e-968a-52fefeee6957 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.628259 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] For port 7852f2d7-f69a-4046-b5fb-1263218293d0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7852f2d7-f69a-4046-b5fb-1263218293d0,segment=NetworkSegment(491a8a04-ff9f-44ee-b628-eb29e5c5bc75),segment_id=491a8a04-ff9f-44ee-b628-eb29e5c5bc75)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:05.628616 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.635723 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d5a9be3d-1308-42f0-b703-3ffc19ab75eb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113596 Feb 10 11:31:05.640804 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60394) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:05.648790 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-06b81df6-93bb-417e-b62b-0de44029e1d6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:05.692872 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.875099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] Calling delete_port for 7852f2d7-f69a-4046-b5fb-1263218293d0 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:05.934844 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19449dff-be5a-4d67-96c6-eb49edac4421 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:05.967337 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] For port f46d321c-017c-4947-83fd-c7a63645e4ba, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f46d321c-017c-4947-83fd-c7a63645e4ba,segment=NetworkSegment(03a36195-abb6-4638-bdbb-f3cfb333eca2),segment_id=03a36195-abb6-4638-bdbb-f3cfb333eca2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:05.967738 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.997582 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19449dff-be5a-4d67-96c6-eb49edac4421 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.997963 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-19449dff-be5a-4d67-96c6-eb49edac4421 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Added segment ac2b8ddc-26a9-48a8-add1-50883e084706 of type vlan for network abc3105e-8717-44db-9e5f-a8d09d1bbc7d Feb 10 11:31:05.998969 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d62595db-71cf-457e-968a-52fefeee6957 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.014283 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4f49-4b37-4500-badc-985b147c979a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.051463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port f46d321c-017c-4947-83fd-c7a63645e4ba, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f46d321c-017c-4947-83fd-c7a63645e4ba,segment=NetworkSegment(03a36195-abb6-4638-bdbb-f3cfb333eca2),segment_id=03a36195-abb6-4638-bdbb-f3cfb333eca2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:06.053634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-06b81df6-93bb-417e-b62b-0de44029e1d6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:06.093824 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19449dff-be5a-4d67-96c6-eb49edac4421 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.114329 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-06b81df6-93bb-417e-b62b-0de44029e1d6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:06.136591 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.145584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.154345 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d62595db-71cf-457e-968a-52fefeee6957 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for 4adfe92a-aace-41e0-848f-eb9522fddb91 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:06.171518 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] For port e99506a4-c9cb-427b-9183-fb1929f29f83, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:06.208870 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b81df6-93bb-417e-b62b-0de44029e1d6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:06.212927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-06b81df6-93bb-417e-b62b-0de44029e1d6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.230424 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7852f2d7-f69a-4046-b5fb-1263218293d0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:06.237242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4f49-4b37-4500-badc-985b147c979a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.240878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Deleting port e99506a4-c9cb-427b-9183-fb1929f29f83 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:06.241229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.248990 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Calling delete_port for f46d321c-017c-4947-83fd-c7a63645e4ba owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:06.278182 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.337118 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] For port e99506a4-c9cb-427b-9183-fb1929f29f83, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e99506a4-c9cb-427b-9183-fb1929f29f83,segment=NetworkSegment(b262de13-bba3-48df-801d-42443c4a5749),segment_id=b262de13-bba3-48df-801d-42443c4a5749)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:06.340661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.objects.ports [None req-63a3a609-6360-4bd1-a090-b4c781c14f49 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83555) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:31:06.356387 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d62595db-71cf-457e-968a-52fefeee6957 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.360044 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63a3a609-6360-4bd1-a090-b4c781c14f49 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.361694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19449dff-be5a-4d67-96c6-eb49edac4421 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.365661 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19449dff-be5a-4d67-96c6-eb49edac4421 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:06.366367 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19449dff-be5a-4d67-96c6-eb49edac4421 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.378501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.380233 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] No DVR routers for this DVR port 7852f2d7-f69a-4046-b5fb-1263218293d0 on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:06.382270 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9fac78e4-1e8c-4beb-9dbd-439b89ed794c no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:06.451759 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 9fac78e4-1e8c-4beb-9dbd-439b89ed794c {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:06.452128 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9fac78e4-1e8c-4beb-9dbd-439b89ed794c not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:06.454704 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1af1127d-1d3c-43bf-9473-81c57a086a41 None None] For port 7852f2d7-f69a-4046-b5fb-1263218293d0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7852f2d7-f69a-4046-b5fb-1263218293d0,segment=NetworkSegment(491a8a04-ff9f-44ee-b628-eb29e5c5bc75),segment_id=491a8a04-ff9f-44ee-b628-eb29e5c5bc75)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:06.455101 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1af1127d-1d3c-43bf-9473-81c57a086a41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.467476 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-bec52ca9-4c9b-4c5f-9ed3-649c03c3bc4c None None] For port 377c4cd2-50c0-43e1-b89d-12a20d45dc03, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=377c4cd2-50c0-43e1-b89d-12a20d45dc03,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:06.468021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bec52ca9-4c9b-4c5f-9ed3-649c03c3bc4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.488841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62595db-71cf-457e-968a-52fefeee6957 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=4adfe92a-aace-41e0-848f-eb9522fddb91,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:06.528874 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d62595db-71cf-457e-968a-52fefeee6957 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.577975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd4f49-4b37-4500-badc-985b147c979a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Network f6814a17-1f31-455b-995c-f6a676689eac is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:06.603952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd4f49-4b37-4500-badc-985b147c979a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Pushing event updated for resources: {'Port': ['ID=8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:06.617898 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3a609-6360-4bd1-a090-b4c781c14f49 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event updated for resources: {'Subnet': ['ID=6ec576c4-8560-433a-af51-6e0f8a79fd49,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:06.651236 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d62595db-71cf-457e-968a-52fefeee6957 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/4adfe92a-aace-41e0-848f-eb9522fddb91 HTTP/1.1" status: 204 len: 168 time: 1.3001885 Feb 10 11:31:06.656540 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60398) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:06.660794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-dcfd4f49-4b37-4500-badc-985b147c979a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:06.663417 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd4f49-4b37-4500-badc-985b147c979a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:06.664515 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfd4f49-4b37-4500-badc-985b147c979a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:06.665217 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4f49-4b37-4500-badc-985b147c979a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.692800 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-19449dff-be5a-4d67-96c6-eb49edac4421 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8143196 Feb 10 11:31:06.698412 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60402) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:06.719804 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19449dff-be5a-4d67-96c6-eb49edac4421 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Network': ['ID=abc3105e-8717-44db-9e5f-a8d09d1bbc7d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:06.726312 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-c4c06f02-7540-4e17-a61f-422a43831904 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'subnet': {'network_id': 'abc3105e-8717-44db-9e5f-a8d09d1bbc7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:06.730415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.732248 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1af1127d-1d3c-43bf-9473-81c57a086a41 None None] Calling delete_port for 7852f2d7-f69a-4046-b5fb-1263218293d0 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:06.738956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38dc96b3-a4a2-4b4e-9beb-5c7731decb03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.756948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] For port e99506a4-c9cb-427b-9183-fb1929f29f83, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e99506a4-c9cb-427b-9183-fb1929f29f83,segment=NetworkSegment(b262de13-bba3-48df-801d-42443c4a5749),segment_id=b262de13-bba3-48df-801d-42443c4a5749)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:06.757341 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.766077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3a609-6360-4bd1-a090-b4c781c14f49 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Checking segment: {'id': 'b98f9e60-1a38-413c-ac22-f6b3ffc59acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e52740d2-8cac-4965-b42b-13f5b7e4da52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:06.766482 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a3a609-6360-4bd1-a090-b4c781c14f49 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Network hostable DHCP agents. Network: e52740d2-8cac-4965-b42b-13f5b7e4da52, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:06.777553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-38dc96b3-a4a2-4b4e-9beb-5c7731decb03 admin admin] Deleting port d82eccd8-57a3-4430-8ce2-0b5d71ee55a5 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:06.778029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38dc96b3-a4a2-4b4e-9beb-5c7731decb03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.807226 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168dc9c9-06c2-469c-a9b0-d89d5f006a33']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:06.817588 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f46d321c-017c-4947-83fd-c7a63645e4ba no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:06.828360 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dcfd4f49-4b37-4500-badc-985b147c979a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2710259 Feb 10 11:31:06.839304 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60406) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:06.841197 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network abc3105e-8717-44db-9e5f-a8d09d1bbc7d details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:06.874309 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8284'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:06.875964 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-bec52ca9-4c9b-4c5f-9ed3-649c03c3bc4c None None] Calling delete_port for 377c4cd2-50c0-43e1-b89d-12a20d45dc03 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:06.901020 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491a8a04-ff9f-44ee-b628-eb29e5c5bc75') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:06.901342 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491a8a04-ff9f-44ee-b628-eb29e5c5bc75') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:06.944057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Calling delete_port for e99506a4-c9cb-427b-9183-fb1929f29f83 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:06.947358 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.990333 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=f46d321c-017c-4947-83fd-c7a63645e4ba,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:07.010911 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:07.011609 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:07.073647 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.079776 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c4c06f02-7540-4e17-a61f-422a43831904 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:07.087675 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c4c06f02-7540-4e17-a61f-422a43831904 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:subnet and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:07.094707 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c4c06f02-7540-4e17-a61f-422a43831904 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:07.105845 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c4c06f02-7540-4e17-a61f-422a43831904 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:07.109093 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a3a609-6360-4bd1-a090-b4c781c14f49 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Network e52740d2-8cac-4965-b42b-13f5b7e4da52 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:07.118988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52a783c-5a5f-458d-8e33-288532541a11 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:07.123389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52a783c-5a5f-458d-8e33-288532541a11 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:07.124458 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e52a783c-5a5f-458d-8e33-288532541a11 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Synchronizing usage tracker for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:07.131839 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:07.132272 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.137445 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:07.158487 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server [None req-e0bf99e2-31a7-4260-9aa7-e624c00fc1ed None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port e99506a4-c9cb-427b-9183-fb1929f29f83 could not be found. Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 277, in _get_port Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 159, in get_by_id Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3473, in one Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise orm_exc.NoResultFound("No row was found for one()") Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server sqlalchemy.orm.exc.NoResultFound: No row was found for one() Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 322, in get_dhcp_port Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:31:07.170284 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1534, in get_port Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_port Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port e99506a4-c9cb-427b-9183-fb1929f29f83 could not be found. Feb 10 11:31:07.178702 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server Feb 10 11:31:07.184455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-63a3a609-6360-4bd1-a090-b4c781c14f49 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, e52740d2-8cac-4965-b42b-13f5b7e4da52) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:07.191419 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a3a609-6360-4bd1-a090-b4c781c14f49 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:07.192638 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63a3a609-6360-4bd1-a090-b4c781c14f49 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.215494 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c06f02-7540-4e17-a61f-422a43831904 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:07.247822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5219ef41-245f-4f3e-93e3-1be9a43855f4 None None] Network e52740d2-8cac-4965-b42b-13f5b7e4da52 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:07.260872 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2d74cf-3a57-43f5-b568-a05f53211156 None None] Network aa52707d-934d-4970-be8a-abe4f7518922 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:07.261963 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Port': ['ID=e99506a4-c9cb-427b-9183-fb1929f29f83,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:07.287570 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bec52ca9-4c9b-4c5f-9ed3-649c03c3bc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.291217 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-1af1127d-1d3c-43bf-9473-81c57a086a41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:07.291794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-1af1127d-1d3c-43bf-9473-81c57a086a41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:07.338183 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] No DVR routers for this DVR port e99506a4-c9cb-427b-9183-fb1929f29f83 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:07.378807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e52a783c-5a5f-458d-8e33-288532541a11 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Unset dirty status for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:07.380287 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e52a783c-5a5f-458d-8e33-288532541a11 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.7208936 Feb 10 11:31:07.387813 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-63a3a609-6360-4bd1-a090-b4c781c14f49 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.0798466 Feb 10 11:31:07.388851 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60410) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:07.391722 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60412) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:07.397655 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4da60b-8bf6-4a81-8f27-e3f4ea1bd904 None None] Pushing event updated for resources: {'Port': ['ID=e99506a4-c9cb-427b-9183-fb1929f29f83,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:07.454178 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.489482 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec52ca9-4c9b-4c5f-9ed3-649c03c3bc4c None None] Pushing event deleted for resources: {'Port': ['ID=377c4cd2-50c0-43e1-b89d-12a20d45dc03,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:07.510202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec52ca9-4c9b-4c5f-9ed3-649c03c3bc4c None None] No DVR routers for this DVR port 377c4cd2-50c0-43e1-b89d-12a20d45dc03 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:07.516076 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.526090 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Deleting port f46d321c-017c-4947-83fd-c7a63645e4ba {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:07.526450 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.532141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.544455 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-06b81df6-93bb-417e-b62b-0de44029e1d6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.601398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.611624 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c4c06f02-7540-4e17-a61f-422a43831904 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.670703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-38dc96b3-a4a2-4b4e-9beb-5c7731decb03 admin admin] For port d82eccd8-57a3-4430-8ce2-0b5d71ee55a5, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d82eccd8-57a3-4430-8ce2-0b5d71ee55a5,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:07.671073 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38dc96b3-a4a2-4b4e-9beb-5c7731decb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.688426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=168dc9c9-06c2-469c-a9b0-d89d5f006a33,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:07.741944 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5fe5cb5a-6300-4b8f-a45d-27f651bf3e48 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 4f5b5ca4-002c-41bb-9ef7-54238c7ebb60 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:07.742303 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cb5a-6300-4b8f-a45d-27f651bf3e48 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.768365 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.786731 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port f46d321c-017c-4947-83fd-c7a63645e4ba, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f46d321c-017c-4947-83fd-c7a63645e4ba,segment=NetworkSegment(03a36195-abb6-4638-bdbb-f3cfb333eca2),segment_id=03a36195-abb6-4638-bdbb-f3cfb333eca2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:07.794628 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1af1127d-1d3c-43bf-9473-81c57a086a41 None None] Deleting port 7852f2d7-f69a-4046-b5fb-1263218293d0 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:07.795248 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1af1127d-1d3c-43bf-9473-81c57a086a41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.834413 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa52707d-934d-4970-be8a-abe4f7518922']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:07.839245 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ce3a5289-5da6-4050-8990-2a2100a71bf3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/168dc9c9-06c2-469c-a9b0-d89d5f006a33 HTTP/1.1" status: 204 len: 168 time: 3.6777911 Feb 10 11:31:07.839395 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.839395 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7852f2d7-f69a-4046-b5fb-1263218293d0 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:07.848785 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-38dc96b3-a4a2-4b4e-9beb-5c7731decb03 admin admin] Calling delete_port for d82eccd8-57a3-4430-8ce2-0b5d71ee55a5 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:07.864673 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b262de13-bba3-48df-801d-42443c4a5749') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:07.865717 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b262de13-bba3-48df-801d-42443c4a5749') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:07.880070 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b81df6-93bb-417e-b62b-0de44029e1d6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:07.900701 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-06b81df6-93bb-417e-b62b-0de44029e1d6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:07.914104 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.935988 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b81df6-93bb-417e-b62b-0de44029e1d6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:07.936585 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-06b81df6-93bb-417e-b62b-0de44029e1d6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.947335 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b81df6-93bb-417e-b62b-0de44029e1d6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=defe6c7e-31c6-4700-969b-73742bb7a661,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:07.957447 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aa8e3b-d1d8-4b16-9699-5fbd30174545 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:08.072347 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4b60ef91-248c-4097-a549-f2fc38b99a9a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.080610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cb5a-6300-4b8f-a45d-27f651bf3e48 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.108078 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-06b81df6-93bb-417e-b62b-0de44029e1d6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4646542 Feb 10 11:31:08.122352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60420) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:08.149403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9706f79e-d78a-40e6-80dd-f9ae0964e57b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'fixed_ips': [{'subnet_id': 'defe6c7e-31c6-4700-969b-73742bb7a661', 'ip_address': '2001:db8::fd86:dcd:f7ca:cb78'}], 'name': 'tempest-NetworksTestDHCPv6-1375893851'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:08.172871 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1af1127d-1d3c-43bf-9473-81c57a086a41 None None] The port '7852f2d7-f69a-4046-b5fb-1263218293d0' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:31:08.220134 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5fe5cb5a-6300-4b8f-a45d-27f651bf3e48 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for 4f5b5ca4-002c-41bb-9ef7-54238c7ebb60 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:08.230959 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 7852f2d7-f69a-4046-b5fb-1263218293d0 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:08.231380 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7852f2d7-f69a-4046-b5fb-1263218293d0 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:08.232010 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 377c4cd2-50c0-43e1-b89d-12a20d45dc03 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:08.280409 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.281746 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:31:08.332375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:08.332865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:08.351619 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:08.363493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60424) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:08.394678 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 377c4cd2-50c0-43e1-b89d-12a20d45dc03 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:08.395486 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 377c4cd2-50c0-43e1-b89d-12a20d45dc03 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:08.395968 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0408f5ae-daf4-4300-a434-61b2959f664b no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:08.412671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4b60ef91-248c-4097-a549-f2fc38b99a9a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.436310 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.489670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 0408f5ae-daf4-4300-a434-61b2959f664b {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:08.490264 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0408f5ae-daf4-4300-a434-61b2959f664b not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:08.492089 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1a4829-b9cd-47e8-bdbb-c22c167863d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-e52740d2-8cac-4965-b42b-13f5b7e4da52', 'network_id': 'e52740d2-8cac-4965-b42b-13f5b7e4da52', 'tenant_id': 'd13b791e0ffa41118de42e2ca40df552', 'fixed_ips': [{'subnet_id': '6ec576c4-8560-433a-af51-6e0f8a79fd49'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:08.493186 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1e1a4829-b9cd-47e8-bdbb-c22c167863d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.509096 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] device_id is not set on port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:08.527993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.541696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.543778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=f46d321c-017c-4947-83fd-c7a63645e4ba,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:08.545174 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9706f79e-d78a-40e6-80dd-f9ae0964e57b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:08.546344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.554535 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] For port f46d321c-017c-4947-83fd-c7a63645e4ba, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f46d321c-017c-4947-83fd-c7a63645e4ba,segment=NetworkSegment(03a36195-abb6-4638-bdbb-f3cfb333eca2),segment_id=03a36195-abb6-4638-bdbb-f3cfb333eca2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:08.555116 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.568604 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': 'defe6c7e-31c6-4700-969b-73742bb7a661'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:08.569963 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.574859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9706f79e-d78a-40e6-80dd-f9ae0964e57b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:08.587893 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Transition to ACTIVE for port object 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:08.596948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cb5a-6300-4b8f-a45d-27f651bf3e48 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.603303 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.656635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4b60ef91-248c-4097-a549-f2fc38b99a9a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.661971 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38dc96b3-a4a2-4b4e-9beb-5c7731decb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.663548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Network': ['ID=aa52707d-934d-4970-be8a-abe4f7518922,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:08.665223 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9706f79e-d78a-40e6-80dd-f9ae0964e57b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:08.684412 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b748cdcb-11fc-4fbb-8576-c735156d04de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc50e13d5d9b4d98a0cd65d4fcbf4649&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3152874 Feb 10 11:31:08.687634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5cb5a-6300-4b8f-a45d-27f651bf3e48 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=4f5b5ca4-002c-41bb-9ef7-54238c7ebb60,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:08.692508 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60428) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:08.693990 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bf8ce38c-2de8-4ed0-9a79-c727742c8418 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/networks/aa52707d-934d-4970-be8a-abe4f7518922 HTTP/1.1" status: 204 len: 168 time: 6.3070481 Feb 10 11:31:08.707821 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60432) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:08.716868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c4c06f02-7540-4e17-a61f-422a43831904 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.723672 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-64a376ae-01ab-4912-bbff-d885879f5842 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-697705581'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:08.750399 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Calling delete_port for f46d321c-017c-4947-83fd-c7a63645e4ba owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:08.756281 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cb5a-6300-4b8f-a45d-27f651bf3e48 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.758281 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5fe5cb5a-6300-4b8f-a45d-27f651bf3e48 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/4f5b5ca4-002c-41bb-9ef7-54238c7ebb60 HTTP/1.1" status: 204 len: 168 time: 1.3666768 Feb 10 11:31:08.771420 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-64a376ae-01ab-4912-bbff-d885879f5842 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:08.773388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60436) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:08.792350 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60ef91-248c-4097-a549-f2fc38b99a9a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec576c4-8560-433a-af51-6e0f8a79fd49,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:08.817295 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-64a376ae-01ab-4912-bbff-d885879f5842 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:network and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:08.829843 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-64a376ae-01ab-4912-bbff-d885879f5842 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:08.865004 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-64a376ae-01ab-4912-bbff-d885879f5842 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:08.912849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c06f02-7540-4e17-a61f-422a43831904 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Subnet': ['ID=0596a6a2-abe6-40c6-8bdf-b2bef015dac5,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:08.921222 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a376ae-01ab-4912-bbff-d885879f5842 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:08.924635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Pushing event updated for resources: {'Port': ['ID=8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:08.925991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64a376ae-01ab-4912-bbff-d885879f5842 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.932431 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a99db0-8350-4beb-87bf-3cf5a8de7521 None None] Network e52740d2-8cac-4965-b42b-13f5b7e4da52 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:08.987923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7e31a9d1-2ecd-435a-9f66-fdfab1b0e396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.014267 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:09.014523 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:09.031744 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a376ae-01ab-4912-bbff-d885879f5842 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:09.034008 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c06f02-7540-4e17-a61f-422a43831904 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Checking segment: {'id': 'ac2b8ddc-26a9-48a8-add1-50883e084706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'abc3105e-8717-44db-9e5f-a8d09d1bbc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:09.034900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c06f02-7540-4e17-a61f-422a43831904 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network hostable DHCP agents. Network: abc3105e-8717-44db-9e5f-a8d09d1bbc7d, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:09.052405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f98b8-a877-4b17-903e-7683468b62ae tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:09.053144 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-398f98b8-a877-4b17-903e-7683468b62ae tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Synchronizing usage tracker for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:09.059272 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7e31a9d1-2ecd-435a-9f66-fdfab1b0e396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.079247 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:31:09.081883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64a376ae-01ab-4912-bbff-d885879f5842 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.082237 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-64a376ae-01ab-4912-bbff-d885879f5842 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Added segment 460067fe-0e61-40d3-8586-f7ec2ea8d637 of type vlan for network 79eb38af-ccb6-496f-b31e-7ace956157b8 Feb 10 11:31:09.140727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-398f98b8-a877-4b17-903e-7683468b62ae tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Unset dirty status for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:09.141823 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-398f98b8-a877-4b17-903e-7683468b62ae tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3675034 Feb 10 11:31:09.148598 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60440) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:09.150200 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64a376ae-01ab-4912-bbff-d885879f5842 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.173071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Allocated IP 2001:db8::2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/defe6c7e-31c6-4700-969b-73742bb7a661/0f063a26-2282-4e07-ae09-ec01fc69c4f4) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:09.199093 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc96b3-a4a2-4b4e-9beb-5c7731decb03 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82eccd8-57a3-4430-8ce2-0b5d71ee55a5,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:09.213207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c06f02-7540-4e17-a61f-422a43831904 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network abc3105e-8717-44db-9e5f-a8d09d1bbc7d is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:09.220123 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ed4387-67b1-4ad9-8413-57fd94743924 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] GET failed (client error): The resource could not be found. Feb 10 11:31:09.221445 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-64ed4387-67b1-4ad9-8413-57fd94743924 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports/4adfe92a-aace-41e0-848f-eb9522fddb91 HTTP/1.1" status: 404 len: 333 time: 0.0674148 Feb 10 11:31:09.233370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60444) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:09.287048 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-c4c06f02-7540-4e17-a61f-422a43831904 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, abc3105e-8717-44db-9e5f-a8d09d1bbc7d) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:09.289800 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11808d7-325a-447f-acbe-4eda0b78eb94 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] GET failed (client error): The resource could not be found. Feb 10 11:31:09.291526 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f11808d7-325a-447f-acbe-4eda0b78eb94 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports/4f5b5ca4-002c-41bb-9ef7-54238c7ebb60 HTTP/1.1" status: 404 len: 333 time: 0.0537901 Feb 10 11:31:09.294883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60448) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:09.296667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c06f02-7540-4e17-a61f-422a43831904 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:09.297304 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c4c06f02-7540-4e17-a61f-422a43831904 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.320134 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fe3d6a-7c4e-4fe5-b9a2-30a9306c6e32 None None] Network abc3105e-8717-44db-9e5f-a8d09d1bbc7d requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:09.326765 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64a376ae-01ab-4912-bbff-d885879f5842 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.330489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a376ae-01ab-4912-bbff-d885879f5842 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:09.331861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64a376ae-01ab-4912-bbff-d885879f5842 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.340617 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4b60ef91-248c-4097-a549-f2fc38b99a9a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.361086 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9706f79e-d78a-40e6-80dd-f9ae0964e57b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.371686 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7e31a9d1-2ecd-435a-9f66-fdfab1b0e396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.388095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:09.388699 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:09.389033 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:09.494261 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.516511 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Transition to ACTIVE for port object 0f063a26-2282-4e07-ae09-ec01fc69c4f4 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:09.524719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4b60ef91-248c-4097-a549-f2fc38b99a9a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52740d2-8cac-4965-b42b-13f5b7e4da52']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:09.545954 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:09.546278 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:09.548120 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4b60ef91-248c-4097-a549-f2fc38b99a9a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98f9e60-1a38-413c-ac22-f6b3ffc59acc') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:09.548425 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4b60ef91-248c-4097-a549-f2fc38b99a9a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98f9e60-1a38-413c-ac22-f6b3ffc59acc') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:09.558802 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 2 to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 Feb 10 11:31:09.569626 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-9706f79e-d78a-40e6-80dd-f9ae0964e57b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port a43e80b3-6fee-4dfb-b4b5-5e209c67dedf yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:09.578494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Transition to ACTIVE for port object 0f063a26-2282-4e07-ae09-ec01fc69c4f4 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:09.587299 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.606901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38dc96b3-a4a2-4b4e-9beb-5c7731decb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.614469 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31a9d1-2ecd-435a-9f66-fdfab1b0e396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d131170-d18a-4845-a581-3379fe9aa9fb,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:09.618818 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7e31a9d1-2ecd-435a-9f66-fdfab1b0e396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.622731 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7e31a9d1-2ecd-435a-9f66-fdfab1b0e396 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d131170-d18a-4845-a581-3379fe9aa9fb HTTP/1.1" status: 204 len: 168 time: 0.9248183 Feb 10 11:31:09.639483 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c4c06f02-7540-4e17-a61f-422a43831904 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9278605 Feb 10 11:31:09.641113 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-64a376ae-01ab-4912-bbff-d885879f5842 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9309680 Feb 10 11:31:09.654584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60454) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:09.654845 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60456) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:09.674457 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a25cfc45-45c7-4ac2-8f12-9310fd9b3531 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'network_id': 'abc3105e-8717-44db-9e5f-a8d09d1bbc7d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1071167801'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:09.694315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d46f8806-fde2-4e26-a79e-b0bdee08f7bd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'subnet': {'network_id': '79eb38af-ccb6-496f-b31e-7ace956157b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:09.694559 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4b60ef91-248c-4097-a549-f2fc38b99a9a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.708437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Deleting port f46d321c-017c-4947-83fd-c7a63645e4ba {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:09.708813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.728146 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d4acc4d-b3e9-4103-b80b-0b19fa38ed7e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.730123 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a376ae-01ab-4912-bbff-d885879f5842 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Network': ['ID=79eb38af-ccb6-496f-b31e-7ace956157b8,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:09.807281 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:09.808007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:09.808566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:09.811301 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 79eb38af-ccb6-496f-b31e-7ace956157b8 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:09.826440 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4b60ef91-248c-4097-a549-f2fc38b99a9a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.836693 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:09.844580 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:09.846876 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b60ef91-248c-4097-a549-f2fc38b99a9a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:09.847637 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4b60ef91-248c-4097-a549-f2fc38b99a9a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.861982 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Pushing event updated for resources: {'Port': ['ID=0f063a26-2282-4e07-ae09-ec01fc69c4f4,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:09.865382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:09.865982 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:09.866770 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:09.947918 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 3 to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 Feb 10 11:31:09.996019 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d46f8806-fde2-4e26-a79e-b0bdee08f7bd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:10.010085 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d46f8806-fde2-4e26-a79e-b0bdee08f7bd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:subnet and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:10.015114 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d46f8806-fde2-4e26-a79e-b0bdee08f7bd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:10.027031 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:10.088984 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d46f8806-fde2-4e26-a79e-b0bdee08f7bd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:10.124826 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-abc3105e-8717-44db-9e5f-a8d09d1bbc7d', 'network_id': 'abc3105e-8717-44db-9e5f-a8d09d1bbc7d', 'tenant_id': '4e97c96ac063404ba5595986b22a3e7c', 'fixed_ips': [{'subnet_id': '0596a6a2-abe6-40c6-8bdf-b2bef015dac5'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:10.125673 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.129926 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d4acc4d-b3e9-4103-b80b-0b19fa38ed7e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.196527 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38dc96b3-a4a2-4b4e-9beb-5c7731decb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.198001 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3d4acc4d-b3e9-4103-b80b-0b19fa38ed7e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5d8120-91dd-48c2-bee9-d638486d40ab']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:10.201789 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:10.202314 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:10.202444 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:10.219711 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38dc96b3-a4a2-4b4e-9beb-5c7731decb03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.226133 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:10.226695 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:10.231223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3d4acc4d-b3e9-4103-b80b-0b19fa38ed7e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a3d169-7eee-4bb9-9349-d1ffa6d49ae3') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:10.231898 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3d4acc4d-b3e9-4103-b80b-0b19fa38ed7e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a3d169-7eee-4bb9-9349-d1ffa6d49ae3') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:10.255530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a25cfc45-45c7-4ac2-8f12-9310fd9b3531 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:10.259249 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 4 to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 Feb 10 11:31:10.266950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4b60ef91-248c-4097-a549-f2fc38b99a9a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.276731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a25cfc45-45c7-4ac2-8f12-9310fd9b3531 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:10.286759 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Attempting to bind port 0f063a26-2282-4e07-ae09-ec01fc69c4f4 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:10.287401 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Attempting to bind port 0f063a26-2282-4e07-ae09-ec01fc69c4f4 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:10.287777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Attempting to bind port 0f063a26-2282-4e07-ae09-ec01fc69c4f4 on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:10.306265 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d4acc4d-b3e9-4103-b80b-0b19fa38ed7e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.321824 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4b60ef91-248c-4097-a549-f2fc38b99a9a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.332899 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:10.333601 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:10.334197 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:10.338782 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d4acc4d-b3e9-4103-b80b-0b19fa38ed7e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.347271 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60ef91-248c-4097-a549-f2fc38b99a9a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event deleted for resources: {'Network': ['ID=e52740d2-8cac-4965-b42b-13f5b7e4da52,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:10.348167 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4acc4d-b3e9-4103-b80b-0b19fa38ed7e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:10.348627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d4acc4d-b3e9-4103-b80b-0b19fa38ed7e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.389669 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:10.390073 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:10.390464 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.390863 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:10.391415 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Bound port: 0f063a26-2282-4e07-ae09-ec01fc69c4f4, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:10.391706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:10.391918 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.392418 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:10.398655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-9706f79e-d78a-40e6-80dd-f9ae0964e57b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::fd86:dcd:f7ca:cb78 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/defe6c7e-31c6-4700-969b-73742bb7a661/a43e80b3-6fee-4dfb-b4b5-5e209c67dedf) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:10.401358 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 5 to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 Feb 10 11:31:10.414443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38dc96b3-a4a2-4b4e-9beb-5c7731decb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.415178 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dc96b3-a4a2-4b4e-9beb-5c7731decb03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2a2d47f-3875-4cc0-babc-35226c63f71c {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:31:10.433714 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38dc96b3-a4a2-4b4e-9beb-5c7731decb03 admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.437819 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-38dc96b3-a4a2-4b4e-9beb-5c7731decb03 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a2a2d47f-3875-4cc0-babc-35226c63f71c HTTP/1.1" status: 204 len: 168 time: 7.4014165 Feb 10 11:31:10.439251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:10.439769 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:10.440254 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:10.448227 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4b60ef91-248c-4097-a549-f2fc38b99a9a tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/networks/e52740d2-8cac-4965-b42b-13f5b7e4da52 HTTP/1.1" status: 204 len: 168 time: 3.0555277 Feb 10 11:31:10.450059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60470) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:10.450585 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60472) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:10.467358 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d143c54b-d70c-4d21-a4b2-e6caacce5c5d tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1754355450'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:10.507422 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d143c54b-d70c-4d21-a4b2-e6caacce5c5d tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:10.518349 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:10.520504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25cfc45-45c7-4ac2-8f12-9310fd9b3531 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:10.525448 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a25cfc45-45c7-4ac2-8f12-9310fd9b3531 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.539282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d143c54b-d70c-4d21-a4b2-e6caacce5c5d tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Usage tracker for resource:network and tenant:d13b791e0ffa41118de42e2ca40df552 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:10.545820 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d143c54b-d70c-4d21-a4b2-e6caacce5c5d tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:10.553749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] For port f46d321c-017c-4947-83fd-c7a63645e4ba, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f46d321c-017c-4947-83fd-c7a63645e4ba,segment=NetworkSegment(03a36195-abb6-4638-bdbb-f3cfb333eca2),segment_id=03a36195-abb6-4638-bdbb-f3cfb333eca2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:10.554592 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.554704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:10.554992 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:10.555670 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d4acc4d-b3e9-4103-b80b-0b19fa38ed7e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.557523 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46f8806-fde2-4e26-a79e-b0bdee08f7bd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:10.568265 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 6 to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 Feb 10 11:31:10.580130 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d143c54b-d70c-4d21-a4b2-e6caacce5c5d tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:10.613431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:10.613866 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:10.614372 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:10.625765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-105ab892-6b75-413d-888c-df8681a821ec admin admin] Deleting subnet 1f51091a-4127-4f15-a418-3369b61c0de1 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:10.646975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d143c54b-d70c-4d21-a4b2-e6caacce5c5d tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Made reservation on behalf of d13b791e0ffa41118de42e2ca40df552 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:10.649988 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d143c54b-d70c-4d21-a4b2-e6caacce5c5d tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.713725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-105ab892-6b75-413d-888c-df8681a821ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.739583 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:10.740056 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:10.747753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d46f8806-fde2-4e26-a79e-b0bdee08f7bd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.751441 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 7 to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 Feb 10 11:31:10.770793 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Calling delete_port for f46d321c-017c-4947-83fd-c7a63645e4ba owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:10.810264 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:10.810574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:10.810901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:10.823122 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-105ab892-6b75-413d-888c-df8681a821ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.852609 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Allocated IP 2001:db8::2 (abc3105e-8717-44db-9e5f-a8d09d1bbc7d/0596a6a2-abe6-40c6-8bdf-b2bef015dac5/099e7bdb-f5bc-46f1-b2c2-f2dda05466e2) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:10.892227 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] For port 0f063a26-2282-4e07-ae09-ec01fc69c4f4, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:10.976075 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] For port 0f063a26-2282-4e07-ae09-ec01fc69c4f4, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0f063a26-2282-4e07-ae09-ec01fc69c4f4,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:10.977029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.040511 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:11.040511 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:11.041541 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.044520 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d143c54b-d70c-4d21-a4b2-e6caacce5c5d tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:11.048911 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 8 to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 Feb 10 11:31:11.067722 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] Pushing event deleted for resources: {'Port': ['ID=f46d321c-017c-4947-83fd-c7a63645e4ba,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:11.118940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d143c54b-d70c-4d21-a4b2-e6caacce5c5d tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.118940 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-d143c54b-d70c-4d21-a4b2-e6caacce5c5d tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Added segment c75ddf9d-4159-402e-9ccd-b1fce77c13ac of type vlan for network f7b3fff2-cd2b-4e70-b82b-13c56478512c Feb 10 11:31:11.121335 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d4acc4d-b3e9-4103-b80b-0b19fa38ed7e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.127256 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-a25cfc45-45c7-4ac2-8f12-9310fd9b3531 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] device_id is not set on port e9414cfa-b4d6-4032-9324-302ff529b208 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:11.132056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:11.132243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:11.132502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:11.141310 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9706f79e-d78a-40e6-80dd-f9ae0964e57b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.151208 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a3cb8-237e-4e75-84a1-71ede402a995 None None] No DVR routers for this DVR port f46d321c-017c-4947-83fd-c7a63645e4ba on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:11.173962 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d46f8806-fde2-4e26-a79e-b0bdee08f7bd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.186167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:11.186504 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:11.192523 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 9 to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 Feb 10 11:31:11.204456 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-9706f79e-d78a-40e6-80dd-f9ae0964e57b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object a43e80b3-6fee-4dfb-b4b5-5e209c67dedf will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:11.214170 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d143c54b-d70c-4d21-a4b2-e6caacce5c5d tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.225551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4acc4d-b3e9-4103-b80b-0b19fa38ed7e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Network': ['ID=fb5d8120-91dd-48c2-bee9-d638486d40ab,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:11.228874 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:11.229058 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8d23b-85e2-4cb0-925f-695b29a56199 None None] Pushing event updated for resources: {'Port': ['ID=0f063a26-2282-4e07-ae09-ec01fc69c4f4,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:11.229301 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:11.229640 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:11.244948 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-105ab892-6b75-413d-888c-df8681a821ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.283936 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3d4acc4d-b3e9-4103-b80b-0b19fa38ed7e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/networks/fb5d8120-91dd-48c2-bee9-d638486d40ab HTTP/1.1" status: 204 len: 168 time: 1.9803870 Feb 10 11:31:11.294492 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60486) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:11.296827 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:11.297570 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:11.312581 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 10 to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 Feb 10 11:31:11.336612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-438c6ace-4eb8-49bf-93c8-0906102144cd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-807257468'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:11.349432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-438c6ace-4eb8-49bf-93c8-0906102144cd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:11.367221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-438c6ace-4eb8-49bf-93c8-0906102144cd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:network and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:11.373729 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.374284 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-438c6ace-4eb8-49bf-93c8-0906102144cd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:11.384800 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:11.385148 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:11.385507 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:11.387941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-438c6ace-4eb8-49bf-93c8-0906102144cd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:11.391939 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Transition to ACTIVE for port object 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:11.399826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f8806-fde2-4e26-a79e-b0bdee08f7bd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Subnet': ['ID=d16a2689-ebdf-4a35-8887-8e98688bd043,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:11.401543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d143c54b-d70c-4d21-a4b2-e6caacce5c5d tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.405359 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d143c54b-d70c-4d21-a4b2-e6caacce5c5d tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:11.406020 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d143c54b-d70c-4d21-a4b2-e6caacce5c5d tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.427244 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Transition to ACTIVE for port object 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:11.430011 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.432443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9706f79e-d78a-40e6-80dd-f9ae0964e57b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.520705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f8806-fde2-4e26-a79e-b0bdee08f7bd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Checking segment: {'id': '460067fe-0e61-40d3-8586-f7ec2ea8d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '79eb38af-ccb6-496f-b31e-7ace956157b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:11.520705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f8806-fde2-4e26-a79e-b0bdee08f7bd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network hostable DHCP agents. Network: 79eb38af-ccb6-496f-b31e-7ace956157b8, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:11.532019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Network abc3105e-8717-44db-9e5f-a8d09d1bbc7d is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:11.535349 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:11.539778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:11.541934 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:11.542334 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:11.542631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.553898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438c6ace-4eb8-49bf-93c8-0906102144cd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:11.556865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-438c6ace-4eb8-49bf-93c8-0906102144cd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.596937 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Pushing event updated for resources: {'Port': ['ID=099e7bdb-f5bc-46f1-b2c2-f2dda05466e2,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:11.655493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-a25cfc45-45c7-4ac2-8f12-9310fd9b3531 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Allocated IP 2001:db8::25c (abc3105e-8717-44db-9e5f-a8d09d1bbc7d/0596a6a2-abe6-40c6-8bdf-b2bef015dac5/e9414cfa-b4d6-4032-9324-302ff529b208) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:11.662295 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f8806-fde2-4e26-a79e-b0bdee08f7bd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network 79eb38af-ccb6-496f-b31e-7ace956157b8 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:11.689312 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d143c54b-d70c-4d21-a4b2-e6caacce5c5d tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2350044 Feb 10 11:31:11.693012 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60494) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:11.694842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Attempting to bind port 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:11.694842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Attempting to bind port 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'ac2b8ddc-26a9-48a8-add1-50883e084706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'abc3105e-8717-44db-9e5f-a8d09d1bbc7d'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:11.694842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Attempting to bind port 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 on network abc3105e-8717-44db-9e5f-a8d09d1bbc7d {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:11.715534 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:11.715909 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Checking segment: {'id': 'ac2b8ddc-26a9-48a8-add1-50883e084706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'abc3105e-8717-44db-9e5f-a8d09d1bbc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:11.716331 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.718303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Bound using segment: {'id': 'ac2b8ddc-26a9-48a8-add1-50883e084706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'abc3105e-8717-44db-9e5f-a8d09d1bbc7d'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:11.718863 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Bound port: 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2b8ddc-26a9-48a8-add1-50883e084706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'abc3105e-8717-44db-9e5f-a8d09d1bbc7d'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:11.719257 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.719596 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-12972486-d057-4259-9c26-feaa718b0a90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Request body: {'subnet': {'network_id': 'f7b3fff2-cd2b-4e70-b82b-13c56478512c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:11.765650 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9706f79e-d78a-40e6-80dd-f9ae0964e57b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:11.776273 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-9706f79e-d78a-40e6-80dd-f9ae0964e57b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:11.793943 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-105ab892-6b75-413d-888c-df8681a821ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.839442 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706f79e-d78a-40e6-80dd-f9ae0964e57b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:11.844021 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9706f79e-d78a-40e6-80dd-f9ae0964e57b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:11.845047 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9706f79e-d78a-40e6-80dd-f9ae0964e57b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.869763 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] For port 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:11.885231 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-d46f8806-fde2-4e26-a79e-b0bdee08f7bd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 79eb38af-ccb6-496f-b31e-7ace956157b8) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:11.889774 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] For port 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=099e7bdb-f5bc-46f1-b2c2-f2dda05466e2,segment=NetworkSegment(ac2b8ddc-26a9-48a8-add1-50883e084706),segment_id=ac2b8ddc-26a9-48a8-add1-50883e084706)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:11.896409 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1ad96b-3094-4d34-a9cf-b7b72dd54874 None None] Network 79eb38af-ccb6-496f-b31e-7ace956157b8 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:11.913561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46f8806-fde2-4e26-a79e-b0bdee08f7bd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:11.914288 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d46f8806-fde2-4e26-a79e-b0bdee08f7bd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.929009 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.943356 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143c54b-d70c-4d21-a4b2-e6caacce5c5d tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event updated for resources: {'Network': ['ID=f7b3fff2-cd2b-4e70-b82b-13c56478512c,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:11.965979 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ab892-6b75-413d-888c-df8681a821ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f51091a-4127-4f15-a418-3369b61c0de1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:11.970233 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706f79e-d78a-40e6-80dd-f9ae0964e57b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=a43e80b3-6fee-4dfb-b4b5-5e209c67dedf,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:11.990781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-12972486-d057-4259-9c26-feaa718b0a90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:11.995888 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-12972486-d057-4259-9c26-feaa718b0a90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Usage tracker for resource:subnet and tenant:d13b791e0ffa41118de42e2ca40df552 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:11.999293 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-12972486-d057-4259-9c26-feaa718b0a90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:12.006099 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9706f79e-d78a-40e6-80dd-f9ae0964e57b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8744259 Feb 10 11:31:12.009882 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-12972486-d057-4259-9c26-feaa718b0a90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:12.010310 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438c6ace-4eb8-49bf-93c8-0906102144cd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:12.016160 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60502) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:12.033807 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4885c07e-1f9a-45a7-8800-573bd42a27be tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'fixed_ips': [{'subnet_id': 'defe6c7e-31c6-4700-969b-73742bb7a661', 'ip_address': '2001:db8::fd86:dcd:f7ca:cb78'}], 'name': 'tempest-NetworksTestDHCPv6-1095454345'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:12.040919 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12972486-d057-4259-9c26-feaa718b0a90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Made reservation on behalf of d13b791e0ffa41118de42e2ca40df552 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:12.119259 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network f7b3fff2-cd2b-4e70-b82b-13c56478512c details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:12.125542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-105ab892-6b75-413d-888c-df8681a821ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.152810 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b2a11c-cc9a-4ebe-8836-d2d6dca3a12b None None] Network d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:12.241083 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4885c07e-1f9a-45a7-8800-573bd42a27be tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:12.246287 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4885c07e-1f9a-45a7-8800-573bd42a27be tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:port and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:12.250753 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4885c07e-1f9a-45a7-8800-573bd42a27be tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:12.260984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4885c07e-1f9a-45a7-8800-573bd42a27be tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:12.306196 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4885c07e-1f9a-45a7-8800-573bd42a27be tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:12.332386 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d46f8806-fde2-4e26-a79e-b0bdee08f7bd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6746817 Feb 10 11:31:12.336011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4885c07e-1f9a-45a7-8800-573bd42a27be tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.344446 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60510) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:12.384040 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-105ab892-6b75-413d-888c-df8681a821ec admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1f51091a-4127-4f15-a418-3369b61c0de1 HTTP/1.1" status: 204 len: 168 time: 1.9303768 Feb 10 11:31:12.397235 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60514) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:12.400994 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-4885c07e-1f9a-45a7-8800-573bd42a27be tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port 1567a1d5-f3c0-4d36-9c00-962b6ceb4db3 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:12.478751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-438c6ace-4eb8-49bf-93c8-0906102144cd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.479100 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-438c6ace-4eb8-49bf-93c8-0906102144cd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Added segment b69e3890-5116-4f01-9b81-bc3bd07fb6ef of type vlan for network 6741df55-4482-476d-ac1b-9e2018d0b182 Feb 10 11:31:12.528088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] For port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9, host hv-neutron-8284, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:12.528476 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempted to set empty binding levels {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 11:31:12.552236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-12972486-d057-4259-9c26-feaa718b0a90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.555406 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.569184 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79131e23-cbb4-4b29-9d5a-6f83d5aedd39 None None] Pushing event updated for resources: {'Port': ['ID=099e7bdb-f5bc-46f1-b2c2-f2dda05466e2,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:12.699318 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] In _notify_port_updated(), no bound segment for port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:31:12.700379 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.713580 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] 10.222.0.36 "PUT /v2.0/ports/8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 HTTP/1.1" status: 200 len: 981 time: 5.8729980 Feb 10 11:31:12.733728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60520) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:12.863221 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0f063a26-2282-4e07-ae09-ec01fc69c4f4 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:12.972058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.019590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a25cfc45-45c7-4ac2-8f12-9310fd9b3531 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.026920 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-438c6ace-4eb8-49bf-93c8-0906102144cd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.045985 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a25cfc45-45c7-4ac2-8f12-9310fd9b3531 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Transition to ACTIVE for port object e9414cfa-b4d6-4032-9324-302ff529b208 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:13.066962 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-79eb38af-ccb6-496f-b31e-7ace956157b8', 'network_id': '79eb38af-ccb6-496f-b31e-7ace956157b8', 'tenant_id': '56752495d9d3496288481b8fcdb8c245', 'fixed_ips': [{'subnet_id': 'd16a2689-ebdf-4a35-8887-8e98688bd043'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:13.068413 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.079610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.088163 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-438c6ace-4eb8-49bf-93c8-0906102144cd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.094102 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6ace-4eb8-49bf-93c8-0906102144cd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:13.094962 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-438c6ace-4eb8-49bf-93c8-0906102144cd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.120085 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a25cfc45-45c7-4ac2-8f12-9310fd9b3531 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.139762 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac91c29-a0fc-464e-8b6f-a4d6daa42fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Pushing event updated for resources: {'Port': ['ID=8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:13.283713 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e7da0a-4199-40f8-b77d-9f8e348e0cd6 None None] DHCP port deletion for d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:13.289724 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-be282870-3116-4169-92aa-8ff6a5abeef0 None None] Provisioning for port 0f063a26-2282-4e07-ae09-ec01fc69c4f4 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:13.290948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cfc45-45c7-4ac2-8f12-9310fd9b3531 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=e9414cfa-b4d6-4032-9324-302ff529b208,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:13.335150 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-09e7da0a-4199-40f8-b77d-9f8e348e0cd6 None None] Deleting port ebcb11cc-0589-4a19-b2c8-adbe04e0309c {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:13.336988 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-09e7da0a-4199-40f8-b77d-9f8e348e0cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.354538 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60528) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:13.361575 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25cfc45-45c7-4ac2-8f12-9310fd9b3531 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network abc3105e-8717-44db-9e5f-a8d09d1bbc7d is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:13.384992 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] Deleting port ebcb11cc-0589-4a19-b2c8-adbe04e0309c {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:13.385372 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.409705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 0f063a26-2282-4e07-ae09-ec01fc69c4f4 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:13.440061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-a25cfc45-45c7-4ac2-8f12-9310fd9b3531 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:13.443593 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25cfc45-45c7-4ac2-8f12-9310fd9b3531 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:13.449287 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25cfc45-45c7-4ac2-8f12-9310fd9b3531 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:13.450046 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a25cfc45-45c7-4ac2-8f12-9310fd9b3531 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.455717 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-438c6ace-4eb8-49bf-93c8-0906102144cd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.1599727 Feb 10 11:31:13.456473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60534) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:13.481903 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.486193 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 0f063a26-2282-4e07-ae09-ec01fc69c4f4 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:13.486762 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.498750 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'subnet': {'network_id': '6741df55-4482-476d-ac1b-9e2018d0b182', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:13.514975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c6ace-4eb8-49bf-93c8-0906102144cd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Network': ['ID=6741df55-4482-476d-ac1b-9e2018d0b182,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:13.539363 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a25cfc45-45c7-4ac2-8f12-9310fd9b3531 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.8834848 Feb 10 11:31:13.553465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60538) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:13.559555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 6741df55-4482-476d-ac1b-9e2018d0b182 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:13.592282 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c27c166f-bbbf-4a1a-b1fc-90b28f0f3620 None None] Provisioning for port a43e80b3-6fee-4dfb-b4b5-5e209c67dedf completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:13.701141 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c27c166f-bbbf-4a1a-b1fc-90b28f0f3620 None None] Provisioning complete for port a43e80b3-6fee-4dfb-b4b5-5e209c67dedf triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:13.701664 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c27c166f-bbbf-4a1a-b1fc-90b28f0f3620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.712032 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-94af81bb-73ee-4d6d-8aa1-2e8ef0dfa2f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14268 time: 0.9670899 Feb 10 11:31:13.718330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-915e811b-018f-46d6-9693-4820ffad54a3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port e9414cfa-b4d6-4032-9324-302ff529b208 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:13.718697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-915e811b-018f-46d6-9693-4820ffad54a3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.743146 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60542) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:13.865501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Allocated IP 2001:db8::1 (79eb38af-ccb6-496f-b31e-7ace956157b8/d16a2689-ebdf-4a35-8887-8e98688bd043/372fb20d-67ff-4b20-a7a4-ee4446b726a5) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:13.959249 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-c27c166f-bbbf-4a1a-b1fc-90b28f0f3620 None None] Port a43e80b3-6fee-4dfb-b4b5-5e209c67dedf cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:31:13.999686 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bf94d-e357-492d-bbec-8e6b3e30e89a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Deleting port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:14.000309 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf94d-e357-492d-bbec-8e6b3e30e89a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.040034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:14.057187 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4885c07e-1f9a-45a7-8800-573bd42a27be tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 11:31:14.057662 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4885c07e-1f9a-45a7-8800-573bd42a27be tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:14.064671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:14.067540 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-12972486-d057-4259-9c26-feaa718b0a90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.069625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] For port ebcb11cc-0589-4a19-b2c8-adbe04e0309c, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ebcb11cc-0589-4a19-b2c8-adbe04e0309c,segment=NetworkSegment(54e4d797-4e28-4eaf-90fc-f06816c4e880),segment_id=54e4d797-4e28-4eaf-90fc-f06816c4e880)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:14.069991 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.080851 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-09e7da0a-4199-40f8-b77d-9f8e348e0cd6 None None] For port ebcb11cc-0589-4a19-b2c8-adbe04e0309c, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ebcb11cc-0589-4a19-b2c8-adbe04e0309c,segment=NetworkSegment(54e4d797-4e28-4eaf-90fc-f06816c4e880),segment_id=54e4d797-4e28-4eaf-90fc-f06816c4e880)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:14.081446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-09e7da0a-4199-40f8-b77d-9f8e348e0cd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.081557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:14.093002 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354cb0cf-62da-4603-bb64-f827fcc42f2c None None] Network abc3105e-8717-44db-9e5f-a8d09d1bbc7d requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:14.097455 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Usage tracker for resource:floatingip and tenant:b7459181109449e59ef1d41e3ede6c3c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:14.100586 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:subnet and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:14.105774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:14.110921 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:14.126793 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.170961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:14.233494 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4885c07e-1f9a-45a7-8800-573bd42a27be tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.2134278 Feb 10 11:31:14.233494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:14.239558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60546) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:14.242745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] Calling delete_port for ebcb11cc-0589-4a19-b2c8-adbe04e0309c owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:14.298040 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.321745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:14.366121 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12972486-d057-4259-9c26-feaa718b0a90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event updated for resources: {'Subnet': ['ID=f189b360-f235-4004-add9-21dedafe58ad,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:14.392994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-09e7da0a-4199-40f8-b77d-9f8e348e0cd6 None None] Calling delete_port for ebcb11cc-0589-4a19-b2c8-adbe04e0309c owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:14.508384 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.517808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12972486-d057-4259-9c26-feaa718b0a90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Checking segment: {'id': 'c75ddf9d-4159-402e-9ccd-b1fce77c13ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f7b3fff2-cd2b-4e70-b82b-13c56478512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:14.518171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12972486-d057-4259-9c26-feaa718b0a90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Network hostable DHCP agents. Network: f7b3fff2-cd2b-4e70-b82b-13c56478512c, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:14.531979 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.538282 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-915e811b-018f-46d6-9693-4820ffad54a3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.543574 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 0f063a26-2282-4e07-ae09-ec01fc69c4f4, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0f063a26-2282-4e07-ae09-ec01fc69c4f4,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:14.546763 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-af7b1c34-0778-477f-b500-80787cef33a4 None None] Provisioning for port 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:14.576662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.613823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1f1bf94d-e357-492d-bbec-8e6b3e30e89a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] For port 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9, host hv-neutron-8284, got binding levels [] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:14.614175 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf94d-e357-492d-bbec-8e6b3e30e89a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.639338 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebcb11cc-0589-4a19-b2c8-adbe04e0309c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:14.657821 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d82eccd8-57a3-4430-8ce2-0b5d71ee55a5 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:14.674506 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] No DVR routers for this DVR port ebcb11cc-0589-4a19-b2c8-adbe04e0309c on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:14.708860 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Performing IP validity checks on allocation pools {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 11:31:14.710114 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 11:31:14.757337 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: d82eccd8-57a3-4430-8ce2-0b5d71ee55a5 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:14.757849 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d82eccd8-57a3-4430-8ce2-0b5d71ee55a5 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:14.776875 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-09e7da0a-4199-40f8-b77d-9f8e348e0cd6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:14.777377 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-09e7da0a-4199-40f8-b77d-9f8e348e0cd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:14.801728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-915e811b-018f-46d6-9693-4820ffad54a3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for e9414cfa-b4d6-4032-9324-302ff529b208 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:14.804106 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.823833 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Transition to ACTIVE for port object 372fb20d-67ff-4b20-a7a4-ee4446b726a5 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:14.826488 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=0f063a26-2282-4e07-ae09-ec01fc69c4f4,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:14.882004 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.889204 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Transition to ACTIVE for port object 372fb20d-67ff-4b20-a7a4-ee4446b726a5 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:14.904064 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.912995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.963594 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:15.003276 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d718d2b0-e440-4d5e-9a3f-87d67a2af3e6']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:15.016673 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bf94d-e357-492d-bbec-8e6b3e30e89a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Calling delete_port for 8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:15.040995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e4d797-4e28-4eaf-90fc-f06816c4e880') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:15.041396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e4d797-4e28-4eaf-90fc-f06816c4e880') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:15.052279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Network 79eb38af-ccb6-496f-b31e-7ace956157b8 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:15.058038 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:15.067039 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:15.069166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Pushing event updated for resources: {'Port': ['ID=372fb20d-67ff-4b20-a7a4-ee4446b726a5,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:15.071898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.093689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e508ca0-8086-4804-88e4-c9fad129c841 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:15.097703 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e508ca0-8086-4804-88e4-c9fad129c841 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:15.099321 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8e508ca0-8086-4804-88e4-c9fad129c841 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.8344088 Feb 10 11:31:15.105171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.109151 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60550) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:15.162086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12972486-d057-4259-9c26-feaa718b0a90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Network f7b3fff2-cd2b-4e70-b82b-13c56478512c is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:15.189404 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Attempting to bind port 372fb20d-67ff-4b20-a7a4-ee4446b726a5 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:15.189824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Attempting to bind port 372fb20d-67ff-4b20-a7a4-ee4446b726a5 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '460067fe-0e61-40d3-8586-f7ec2ea8d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '79eb38af-ccb6-496f-b31e-7ace956157b8'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:15.190244 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Attempting to bind port 372fb20d-67ff-4b20-a7a4-ee4446b726a5 on network 79eb38af-ccb6-496f-b31e-7ace956157b8 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:15.199846 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:15.200290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.208309 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:15.208687 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Checking segment: {'id': '460067fe-0e61-40d3-8586-f7ec2ea8d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '79eb38af-ccb6-496f-b31e-7ace956157b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:15.209099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.209522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Bound using segment: {'id': '460067fe-0e61-40d3-8586-f7ec2ea8d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '79eb38af-ccb6-496f-b31e-7ace956157b8'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:15.210008 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Bound port: 372fb20d-67ff-4b20-a7a4-ee4446b726a5, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460067fe-0e61-40d3-8586-f7ec2ea8d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '79eb38af-ccb6-496f-b31e-7ace956157b8'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:15.210386 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.222027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:15.222468 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.223656 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:15.224059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.232568 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Subnet': ['ID=d16a2689-ebdf-4a35-8887-8e98688bd043,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:15.244679 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:15.298245 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-09e7da0a-4199-40f8-b77d-9f8e348e0cd6 None None] Deleting port ebcb11cc-0589-4a19-b2c8-adbe04e0309c {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:15.298630 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-09e7da0a-4199-40f8-b77d-9f8e348e0cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.318793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-12972486-d057-4259-9c26-feaa718b0a90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, f7b3fff2-cd2b-4e70-b82b-13c56478512c) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:15.345998 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Allocated IP 172.26.4.214 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/cd75c0b0-e65a-4475-9fe3-997a4d9408fa) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:15.350624 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cdb7eb-ae37-4aae-8e2f-bbf6036503c4 None None] Network f7b3fff2-cd2b-4e70-b82b-13c56478512c requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:15.358494 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12972486-d057-4259-9c26-feaa718b0a90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:15.359389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-12972486-d057-4259-9c26-feaa718b0a90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.403326 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.423685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.458216 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf94d-e357-492d-bbec-8e6b3e30e89a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.474655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.477273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc38c7-d861-43fa-80e0-f12a06c2fb0d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port a43e80b3-6fee-4dfb-b4b5-5e209c67dedf {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:15.477856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cbcc38c7-d861-43fa-80e0-f12a06c2fb0d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.491911 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-09e7da0a-4199-40f8-b77d-9f8e348e0cd6 None None] The port 'ebcb11cc-0589-4a19-b2c8-adbe04e0309c' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:31:15.570495 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d718d2b0-e440-4d5e-9a3f-87d67a2af3e6 HTTP/1.1" status: 204 len: 168 time: 3.0949926 Feb 10 11:31:15.572803 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d164e-1e51-4008-8c46-f2cde4d568c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d718d2b0-e440-4d5e-9a3f-87d67a2af3e6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:15.607105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-95481658-a639-4b46-899c-5d65522e60dd None None] For port 372fb20d-67ff-4b20-a7a4-ee4446b726a5, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:15.634267 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-95481658-a639-4b46-899c-5d65522e60dd None None] For port 372fb20d-67ff-4b20-a7a4-ee4446b726a5, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=372fb20d-67ff-4b20-a7a4-ee4446b726a5,segment=NetworkSegment(460067fe-0e61-40d3-8586-f7ec2ea8d637),segment_id=460067fe-0e61-40d3-8586-f7ec2ea8d637)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:15.642249 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bf94d-e357-492d-bbec-8e6b3e30e89a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:15.660331 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.679026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.700798 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-915e811b-018f-46d6-9693-4820ffad54a3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.722022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.732494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-872df28e-8143-49d8-80a5-3c45a57247bd None None] Provisioning for port e9414cfa-b4d6-4032-9324-302ff529b208 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:15.762504 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-872df28e-8143-49d8-80a5-3c45a57247bd None None] Provisioning complete for port e9414cfa-b4d6-4032-9324-302ff529b208 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:15.763241 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-872df28e-8143-49d8-80a5-3c45a57247bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.834720 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95481658-a639-4b46-899c-5d65522e60dd None None] Pushing event updated for resources: {'Port': ['ID=372fb20d-67ff-4b20-a7a4-ee4446b726a5,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:15.837971 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e811b-018f-46d6-9693-4820ffad54a3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=e9414cfa-b4d6-4032-9324-302ff529b208,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:15.843988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf94d-e357-492d-bbec-8e6b3e30e89a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.849751 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1f1bf94d-e357-492d-bbec-8e6b3e30e89a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] 10.222.0.36 "DELETE /v2.0/ports/8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 HTTP/1.1" status: 204 len: 168 time: 2.0992785 Feb 10 11:31:15.855430 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-12972486-d057-4259-9c26-feaa718b0a90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1586103 Feb 10 11:31:15.856955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60556) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:15.892783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60558) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:15.904106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79eb38af-ccb6-496f-b31e-7ace956157b8']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:15.952216 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Subnet': ['ID=75b52a24-e683-402d-b5df-2a1b05e70e17,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:15.981102 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-872df28e-8143-49d8-80a5-3c45a57247bd None None] Port e9414cfa-b4d6-4032-9324-302ff529b208 was deleted so its status cannot be updated. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 10 11:31:15.990185 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.002919 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Checking segment: {'id': 'b69e3890-5116-4f01-9b81-bc3bd07fb6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6741df55-4482-476d-ac1b-9e2018d0b182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:16.003512 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network hostable DHCP agents. Network: 6741df55-4482-476d-ac1b-9e2018d0b182, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:16.052713 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 6741df55-4482-476d-ac1b-9e2018d0b182 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:16.070542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.095303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-f7b3fff2-cd2b-4e70-b82b-13c56478512c', 'network_id': 'f7b3fff2-cd2b-4e70-b82b-13c56478512c', 'tenant_id': 'd13b791e0ffa41118de42e2ca40df552', 'fixed_ips': [{'subnet_id': 'f189b360-f235-4004-add9-21dedafe58ad'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:16.096236 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.119300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 6741df55-4482-476d-ac1b-9e2018d0b182) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:16.127021 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:16.128072 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.135968 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=099e7bdb-f5bc-46f1-b2c2-f2dda05466e2,segment=NetworkSegment(ac2b8ddc-26a9-48a8-add1-50883e084706),segment_id=ac2b8ddc-26a9-48a8-add1-50883e084706)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:16.144391 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ad6bdf-adda-4603-a7be-137356229cbb None None] Network 6741df55-4482-476d-ac1b-9e2018d0b182 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:16.168760 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60564) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:16.193991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.217658 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cbcc38c7-d861-43fa-80e0-f12a06c2fb0d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.223574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:16.229773 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:16.232762 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:16.324191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460067fe-0e61-40d3-8586-f7ec2ea8d637') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:16.324943 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460067fe-0e61-40d3-8586-f7ec2ea8d637') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:16.340631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.362348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.369748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:16.371586 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.380591 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=099e7bdb-f5bc-46f1-b2c2-f2dda05466e2,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:16.384130 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Pushing event updated for resources: {'Port': ['ID=cd75c0b0-e65a-4475-9fe3-997a4d9408fa,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:16.390448 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a767c271-fcd5-41f9-b49c-91a4bd755290 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9260728 Feb 10 11:31:16.395832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60568) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:16.410718 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-da8768c9-9cac-4d1e-8c96-a7e4688063a6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'network_id': '6741df55-4482-476d-ac1b-9e2018d0b182', 'name': 'tempest-PortsTestJSON-1793951608'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:16.458963 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-42248d5f-f7b2-4f98-9366-4c2614183574 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e16ebb90b7d1402abe25e3b684936641&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2887635 Feb 10 11:31:16.468503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60572) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:16.481581 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab87797e-d40f-498c-8f30-b44b0c3b50ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] GET failed (client error): The resource could not be found. Feb 10 11:31:16.482227 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ab87797e-d40f-498c-8f30-b44b0c3b50ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Synchronizing usage tracker for tenant:924e489fb36e4c69826bc4333a33fe7b on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:16.488798 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:16.615690 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:31:16.615690 dv-neutron-828497-1-hyperv neutron-server[83555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:31:16.615690 dv-neutron-828497-1-hyperv neutron-server[83555]: [parameters: {'id': '79eb38af-ccb6-496f-b31e-7ace956157b8'}] Feb 10 11:31:16.615690 dv-neutron-828497-1-hyperv neutron-server[83555]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:16.616774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:16.624604 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ebcb11cc-0589-4a19-b2c8-adbe04e0309c no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:16.680595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-915e811b-018f-46d6-9693-4820ffad54a3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.681831 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd707ab4-e1a0-4a12-8ddd-2f03426eda0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.685808 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-915e811b-018f-46d6-9693-4820ffad54a3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/e9414cfa-b4d6-4032-9324-302ff529b208 HTTP/1.1" status: 204 len: 168 time: 3.1268637 Feb 10 11:31:16.685987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: ebcb11cc-0589-4a19-b2c8-adbe04e0309c {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:16.685987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ebcb11cc-0589-4a19-b2c8-adbe04e0309c not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:16.689035 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ff28df-bdb9-4193-8e74-2c8efdbec1cd None None] Network 79eb38af-ccb6-496f-b31e-7ace956157b8 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:16.691240 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-da8768c9-9cac-4d1e-8c96-a7e4688063a6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:16.697160 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc38c7-d861-43fa-80e0-f12a06c2fb0d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for a43e80b3-6fee-4dfb-b4b5-5e209c67dedf owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:16.701078 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-da8768c9-9cac-4d1e-8c96-a7e4688063a6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:16.704371 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60576) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:16.712112 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-872df28e-8143-49d8-80a5-3c45a57247bd None None] Provisioning complete for port 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:16.712500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-872df28e-8143-49d8-80a5-3c45a57247bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.726336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ab87797e-d40f-498c-8f30-b44b0c3b50ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Unset dirty status for tenant:924e489fb36e4c69826bc4333a33fe7b on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:16.727649 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ab87797e-d40f-498c-8f30-b44b0c3b50ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] 10.222.0.36 "GET /v2.0/ports/8a77f46d-7d3f-4f70-ab15-b7d4b722b1d9 HTTP/1.1" status: 404 len: 333 time: 0.8668003 Feb 10 11:31:16.764785 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60580) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:16.780640 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-26f2d9e9-ba46-4bb4-ae1b-77307330b2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252500837', 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:16.796796 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd707ab4-e1a0-4a12-8ddd-2f03426eda0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.806927 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a322ec6-1313-4a72-8f3a-f6a1c5153341 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] GET failed (client error): The resource could not be found. Feb 10 11:31:16.807446 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3a322ec6-1313-4a72-8f3a-f6a1c5153341 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:16.814101 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-26f2d9e9-ba46-4bb4-ae1b-77307330b2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:16.868485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Allocated IP 2001:db8::2 (f7b3fff2-cd2b-4e70-b82b-13c56478512c/f189b360-f235-4004-add9-21dedafe58ad/55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:16.905345 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8768c9-9cac-4d1e-8c96-a7e4688063a6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:16.909416 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da8768c9-9cac-4d1e-8c96-a7e4688063a6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.944621 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-26f2d9e9-ba46-4bb4-ae1b-77307330b2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:16.959923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.967794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.990458 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-da8768c9-9cac-4d1e-8c96-a7e4688063a6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] device_id is not set on port 8d4c0309-e851-486e-ac86-5746ec01dcda yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:17.004131 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0f063a26-2282-4e07-ae09-ec01fc69c4f4 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:17.092378 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3a322ec6-1313-4a72-8f3a-f6a1c5153341 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:17.093784 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3a322ec6-1313-4a72-8f3a-f6a1c5153341 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports/e9414cfa-b4d6-4032-9324-302ff529b208 HTTP/1.1" status: 404 len: 333 time: 0.3810730 Feb 10 11:31:17.094683 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f2d9e9-ba46-4bb4-ae1b-77307330b2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Made reservation on behalf of 924e489fb36e4c69826bc4333a33fe7b for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:17.098297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-26f2d9e9-ba46-4bb4-ae1b-77307330b2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.100601 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60584) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:17.109166 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.170821 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.171643 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-26f2d9e9-ba46-4bb4-ae1b-77307330b2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] device_id is not set on port 51094481-436d-4e0a-a222-60ac69f2009b yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:17.203228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cbcc38c7-d861-43fa-80e0-f12a06c2fb0d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.221342 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.230242 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Deleting port 372fb20d-67ff-4b20-a7a4-ee4446b726a5 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:17.230931 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.330453 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc38c7-d861-43fa-80e0-f12a06c2fb0d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=a43e80b3-6fee-4dfb-b4b5-5e209c67dedf,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:17.352515 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-6741df55-4482-476d-ac1b-9e2018d0b182', 'network_id': '6741df55-4482-476d-ac1b-9e2018d0b182', 'tenant_id': 'f814e8e262394e9da62e4d84c68e410d', 'fixed_ips': [{'subnet_id': '75b52a24-e683-402d-b5df-2a1b05e70e17'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:17.353269 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.373291 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd707ab4-e1a0-4a12-8ddd-2f03426eda0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.397780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-dfd8f9e0-9d6b-42cb-a94b-4eb9c34bd000 None None] Could not find standard attr ID for object e9414cfa-b4d6-4032-9324-302ff529b208. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:31:17.406481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd707ab4-e1a0-4a12-8ddd-2f03426eda0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5998c0dd-0ac8-41e3-944c-d569a44cf3ec,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:17.446748 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-da8768c9-9cac-4d1e-8c96-a7e4688063a6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Allocated IP 172.20.0.5 (6741df55-4482-476d-ac1b-9e2018d0b182/75b52a24-e683-402d-b5df-2a1b05e70e17/8d4c0309-e851-486e-ac86-5746ec01dcda) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:17.461465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cbcc38c7-d861-43fa-80e0-f12a06c2fb0d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.516013 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 0f063a26-2282-4e07-ae09-ec01fc69c4f4 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:17.516392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.572463 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cbcc38c7-d861-43fa-80e0-f12a06c2fb0d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/a43e80b3-6fee-4dfb-b4b5-5e209c67dedf HTTP/1.1" status: 204 len: 168 time: 2.4235432 Feb 10 11:31:17.578763 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60588) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:17.632851 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd707ab4-e1a0-4a12-8ddd-2f03426eda0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.634223 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.636679 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cd707ab4-e1a0-4a12-8ddd-2f03426eda0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5998c0dd-0ac8-41e3-944c-d569a44cf3ec HTTP/1.1" status: 204 len: 168 time: 1.1671166 Feb 10 11:31:17.667473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Transition to ACTIVE for port object 55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:17.714355 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d557eb7-c852-4dce-b5c1-8c51360d0ca8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting subnet 0596a6a2-abe6-40c6-8bdf-b2bef015dac5 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:17.734073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0d557eb7-c852-4dce-b5c1-8c51360d0ca8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.782796 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Transition to ACTIVE for port object 55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:17.787417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:17.829530 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-26f2d9e9-ba46-4bb4-ae1b-77307330b2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.836741 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea282d74-419c-4f1b-a299-34902d9b5b8d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:17.839242 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea282d74-419c-4f1b-a299-34902d9b5b8d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:17.840726 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ea282d74-419c-4f1b-a299-34902d9b5b8d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2609634 Feb 10 11:31:17.842787 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] For port 372fb20d-67ff-4b20-a7a4-ee4446b726a5, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=372fb20d-67ff-4b20-a7a4-ee4446b726a5,segment=NetworkSegment(460067fe-0e61-40d3-8586-f7ec2ea8d637),segment_id=460067fe-0e61-40d3-8586-f7ec2ea8d637)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:17.843175 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.858444 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60594) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:17.892032 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:17.892653 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.935702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.952755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0d557eb7-c852-4dce-b5c1-8c51360d0ca8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.008192 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Network f7b3fff2-cd2b-4e70-b82b-13c56478512c is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:18.016261 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:18.035397 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:18.039377 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.060436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.069957 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Calling delete_port for 372fb20d-67ff-4b20-a7a4-ee4446b726a5 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:18.104265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da8768c9-9cac-4d1e-8c96-a7e4688063a6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.112947 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-26f2d9e9-ba46-4bb4-ae1b-77307330b2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.176591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.184394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Pushing event updated for resources: {'Port': ['ID=55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:18.190212 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.255499 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.260078 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9045491 Feb 10 11:31:18.265104 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Attempting to bind port 55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:18.265516 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Attempting to bind port 55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'c75ddf9d-4159-402e-9ccd-b1fce77c13ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f7b3fff2-cd2b-4e70-b82b-13c56478512c'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:18.265896 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Attempting to bind port 55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770 on network f7b3fff2-cd2b-4e70-b82b-13c56478512c {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:18.267229 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60604) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:18.270711 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f2d9e9-ba46-4bb4-ae1b-77307330b2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Network f6814a17-1f31-455b-995c-f6a676689eac is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:18.276041 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:18.276686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Checking segment: {'id': 'c75ddf9d-4159-402e-9ccd-b1fce77c13ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f7b3fff2-cd2b-4e70-b82b-13c56478512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:18.277099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.277616 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Bound using segment: {'id': 'c75ddf9d-4159-402e-9ccd-b1fce77c13ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f7b3fff2-cd2b-4e70-b82b-13c56478512c'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:18.278676 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-26f2d9e9-ba46-4bb4-ae1b-77307330b2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:18.278822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Bound port: 55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75ddf9d-4159-402e-9ccd-b1fce77c13ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f7b3fff2-cd2b-4e70-b82b-13c56478512c'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:18.279108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.281472 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-da8768c9-9cac-4d1e-8c96-a7e4688063a6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Transition to ACTIVE for port object 8d4c0309-e851-486e-ac86-5746ec01dcda will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:18.288877 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-316835511', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'fixed_ips': [{'ip_address': '172.26.4.214'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:18.295205 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:18.301587 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Usage tracker for resource:port and tenant:b7459181109449e59ef1d41e3ede6c3c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:18.305011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:18.307647 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event deleted for resources: {'Subnet': ['ID=f189b360-f235-4004-add9-21dedafe58ad,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:18.312719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:18.338876 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2d9e9-ba46-4bb4-ae1b-77307330b2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:18.343387 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2d9e9-ba46-4bb4-ae1b-77307330b2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:18.344001 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-26f2d9e9-ba46-4bb4-ae1b-77307330b2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.359275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b282069-0062-450b-bf06-30f1eed53c01 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Pushing event updated for resources: {'Port': ['ID=cd75c0b0-e65a-4475-9fe3-997a4d9408fa,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:18.361611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Made reservation on behalf of b7459181109449e59ef1d41e3ede6c3c for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:18.364280 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.396662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] For port 55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:18.400704 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] For port 55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770,segment=NetworkSegment(c75ddf9d-4159-402e-9ccd-b1fce77c13ac),segment_id=c75ddf9d-4159-402e-9ccd-b1fce77c13ac)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:18.406392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.433388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.435347 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.468262 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2d9e9-ba46-4bb4-ae1b-77307330b2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Pushing event updated for resources: {'Port': ['ID=51094481-436d-4e0a-a222-60ac69f2009b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:18.490690 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-26f2d9e9-ba46-4bb4-ae1b-77307330b2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7238503 Feb 10 11:31:18.503382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60612) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:18.538333 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.539499 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:18.546098 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Usage tracker for resource:security_group_rule and tenant:b7459181109449e59ef1d41e3ede6c3c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:18.553493 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:18.564615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:18.623634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da8768c9-9cac-4d1e-8c96-a7e4688063a6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.634182 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Allocated IP 172.20.0.2 (6741df55-4482-476d-ac1b-9e2018d0b182/75b52a24-e683-402d-b5df-2a1b05e70e17/377eca7d-3ad5-4d47-bf37-6c85dc0395ee) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:18.669707 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Port': ['ID=372fb20d-67ff-4b20-a7a4-ee4446b726a5,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:18.706864 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0d557eb7-c852-4dce-b5c1-8c51360d0ca8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.775959 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ad348c-95cc-49da-9a5e-335559526962 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet defe6c7e-31c6-4700-969b-73742bb7a661 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:18.784735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] No DVR routers for this DVR port 372fb20d-67ff-4b20-a7a4-ee4446b726a5 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:18.829164 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b3fff2-cd2b-4e70-b82b-13c56478512c']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:18.836189 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91ad348c-95cc-49da-9a5e-335559526962 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.865555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.885474 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.899939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8768c9-9cac-4d1e-8c96-a7e4688063a6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 6741df55-4482-476d-ac1b-9e2018d0b182 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:18.907243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75ddf9d-4159-402e-9ccd-b1fce77c13ac') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:18.907541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75ddf9d-4159-402e-9ccd-b1fce77c13ac') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:18.951132 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-da8768c9-9cac-4d1e-8c96-a7e4688063a6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:18.952618 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4e1cb190-4ac6-4c9f-a51e-9bf5f92e4ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] 10.222.0.36 "GET /v2.0/ports/51094481-436d-4e0a-a222-60ac69f2009b HTTP/1.1" status: 200 len: 959 time: 0.4412870 Feb 10 11:31:18.957649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.958040 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60622) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:18.959628 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2f8863-c088-4780-a463-535ee06c79ec None None] Network f7b3fff2-cd2b-4e70-b82b-13c56478512c requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:18.968641 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8768c9-9cac-4d1e-8c96-a7e4688063a6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:19.029527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60624) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:19.031714 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91ad348c-95cc-49da-9a5e-335559526962 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.043612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] device_id is not set on port fc3f7045-2902-4491-8791-5cb4852eeaf4 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:19.072531 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e967acd-af40-461f-bdd0-02f1bba96508 None None] Pushing event updated for resources: {'Port': ['ID=55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:19.079326 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283b9ed9-9a6a-4db0-9856-4a4c318281b7,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:19.081518 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.101016 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.124729 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:19.125162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:19.140254 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:19.171651 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.187243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8768c9-9cac-4d1e-8c96-a7e4688063a6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=8d4c0309-e851-486e-ac86-5746ec01dcda,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:19.193802 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Transition to ACTIVE for port object 377eca7d-3ad5-4d47-bf37-6c85dc0395ee will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:19.210078 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8768c9-9cac-4d1e-8c96-a7e4688063a6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:19.210887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da8768c9-9cac-4d1e-8c96-a7e4688063a6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.223490 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Transition to ACTIVE for port object 377eca7d-3ad5-4d47-bf37-6c85dc0395ee will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:19.232912 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0d557eb7-c852-4dce-b5c1-8c51360d0ca8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.235897 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.241935 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79eb38af-ccb6-496f-b31e-7ace956157b8']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:19.279497 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-da8768c9-9cac-4d1e-8c96-a7e4688063a6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8824713 Feb 10 11:31:19.280210 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60632) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:19.298047 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-28cd2aef-2f7c-497a-b3d7-97dd9f6dcedd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Deleting port 51094481-436d-4e0a-a222-60ac69f2009b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:19.298543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28cd2aef-2f7c-497a-b3d7-97dd9f6dcedd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.315564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460067fe-0e61-40d3-8586-f7ec2ea8d637') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:19.316155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460067fe-0e61-40d3-8586-f7ec2ea8d637') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:19.330351 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Network 6741df55-4482-476d-ac1b-9e2018d0b182 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:19.334500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:19.336919 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d557eb7-c852-4dce-b5c1-8c51360d0ca8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Subnet': ['ID=0596a6a2-abe6-40c6-8bdf-b2bef015dac5,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:19.338591 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:19.348100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:31:19.348100 dv-neutron-828497-1-hyperv neutron-server[83555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:31:19.348100 dv-neutron-828497-1-hyperv neutron-server[83555]: [parameters: {'id': 'f7b3fff2-cd2b-4e70-b82b-13c56478512c'}] Feb 10 11:31:19.348100 dv-neutron-828497-1-hyperv neutron-server[83555]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:19.348523 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:19.350057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.351778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Pushing event updated for resources: {'Port': ['ID=377eca7d-3ad5-4d47-bf37-6c85dc0395ee,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:19.360374 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0d557eb7-c852-4dce-b5c1-8c51360d0ca8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.372982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1565376735-network', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:19.386206 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5420481c-6795-4c7a-82e9-d36e82d8f1ea None None] Network abc3105e-8717-44db-9e5f-a8d09d1bbc7d requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:19.390580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:19.393823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.397985 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0d557eb7-c852-4dce-b5c1-8c51360d0ca8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/0596a6a2-abe6-40c6-8bdf-b2bef015dac5 HTTP/1.1" status: 204 len: 168 time: 2.2941041 Feb 10 11:31:19.404358 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60636) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:19.405548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Usage tracker for resource:network and tenant:8e47f622a65945dda4a63ba667a1ebd5 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:19.411193 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:19.415676 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:19.416245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:19.431820 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:19.460579 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:19.462941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91ad348c-95cc-49da-9a5e-335559526962 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.506147 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4a8adc11-2462-48ce-8ea0-d82348a25490 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 8d4c0309-e851-486e-ac86-5746ec01dcda {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:19.506147 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a8adc11-2462-48ce-8ea0-d82348a25490 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.526753 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Attempting to bind port 377eca7d-3ad5-4d47-bf37-6c85dc0395ee on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:19.527107 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Attempting to bind port 377eca7d-3ad5-4d47-bf37-6c85dc0395ee by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'b69e3890-5116-4f01-9b81-bc3bd07fb6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6741df55-4482-476d-ac1b-9e2018d0b182'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:19.527467 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Attempting to bind port 377eca7d-3ad5-4d47-bf37-6c85dc0395ee on network 6741df55-4482-476d-ac1b-9e2018d0b182 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:19.547591 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:19.547887 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Checking segment: {'id': 'b69e3890-5116-4f01-9b81-bc3bd07fb6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6741df55-4482-476d-ac1b-9e2018d0b182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:19.548293 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.548683 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Bound using segment: {'id': 'b69e3890-5116-4f01-9b81-bc3bd07fb6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6741df55-4482-476d-ac1b-9e2018d0b182'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:19.549305 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Bound port: 377eca7d-3ad5-4d47-bf37-6c85dc0395ee, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69e3890-5116-4f01-9b81-bc3bd07fb6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6741df55-4482-476d-ac1b-9e2018d0b182'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:19.550603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.644216 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Made reservation on behalf of 8e47f622a65945dda4a63ba667a1ebd5 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:19.646517 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.683463 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.692301 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.723590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] For port 377eca7d-3ad5-4d47-bf37-6c85dc0395ee, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:19.726947 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.729904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] For port 377eca7d-3ad5-4d47-bf37-6c85dc0395ee, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=377eca7d-3ad5-4d47-bf37-6c85dc0395ee,segment=NetworkSegment(b69e3890-5116-4f01-9b81-bc3bd07fb6ef),segment_id=b69e3890-5116-4f01-9b81-bc3bd07fb6ef)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:19.733290 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.736713 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.748463 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 11:31:19.750609 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Network': ['ID=79eb38af-ccb6-496f-b31e-7ace956157b8,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:19.756581 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:19.774946 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c5c01158-51cd-4685-8c88-9243c31de7cd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/networks/79eb38af-ccb6-496f-b31e-7ace956157b8 HTTP/1.1" status: 204 len: 168 time: 7.4268861 Feb 10 11:31:19.780373 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60640) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:19.792137 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-5d42e0b4-7bbb-4ad8-84bd-370e5f3959e7 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-521694315'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:19.795348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:19.795590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.825590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:19.837579 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5d42e0b4-7bbb-4ad8-84bd-370e5f3959e7 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:19.839757 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Usage tracker for resource:security_group_rule and tenant:8e47f622a65945dda4a63ba667a1ebd5 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:19.844907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91ad348c-95cc-49da-9a5e-335559526962 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.845921 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28cd2aef-2f7c-497a-b3d7-97dd9f6dcedd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.856010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:19.865878 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea0c3f9-54c2-4917-9266-9c4a447da8d8 None None] DHCP port deletion for abc3105e-8717-44db-9e5f-a8d09d1bbc7d request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:19.869083 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b735c-c890-448d-8c66-903a5aee7c51 None None] Pushing event updated for resources: {'Port': ['ID=377eca7d-3ad5-4d47-bf37-6c85dc0395ee,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:19.886126 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-bea0c3f9-54c2-4917-9266-9c4a447da8d8 None None] Deleting port 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:19.886494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bea0c3f9-54c2-4917-9266-9c4a447da8d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.912541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.916385 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-576c45dc-fed9-473e-b88a-ef8facfd3156 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6439526 Feb 10 11:31:19.922036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5d42e0b4-7bbb-4ad8-84bd-370e5f3959e7 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:network and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:19.925551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad348c-95cc-49da-9a5e-335559526962 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=defe6c7e-31c6-4700-969b-73742bb7a661,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:19.928243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:19.929755 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60644) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:19.935777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5d42e0b4-7bbb-4ad8-84bd-370e5f3959e7 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:19.949859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5d42e0b4-7bbb-4ad8-84bd-370e5f3959e7 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:20.018042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91ad348c-95cc-49da-9a5e-335559526962 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.026834 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d42e0b4-7bbb-4ad8-84bd-370e5f3959e7 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:20.027089 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a389b95-384f-429f-9f2f-50d9ef5b958e None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:20.029834 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5d42e0b4-7bbb-4ad8-84bd-370e5f3959e7 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.065961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Deleting port 55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:20.066629 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.139968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.170806 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-28cd2aef-2f7c-497a-b3d7-97dd9f6dcedd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Calling delete_port for 51094481-436d-4e0a-a222-60ac69f2009b owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:20.179996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.196200 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-91ad348c-95cc-49da-9a5e-335559526962 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/defe6c7e-31c6-4700-969b-73742bb7a661 HTTP/1.1" status: 204 len: 168 time: 2.3366096 Feb 10 11:31:20.208469 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60648) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:20.244014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d42e0b4-7bbb-4ad8-84bd-370e5f3959e7 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:20.308413 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-bea0c3f9-54c2-4917-9266-9c4a447da8d8 None None] For port 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=099e7bdb-f5bc-46f1-b2c2-f2dda05466e2,segment=NetworkSegment(ac2b8ddc-26a9-48a8-add1-50883e084706),segment_id=ac2b8ddc-26a9-48a8-add1-50883e084706)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:20.308815 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bea0c3f9-54c2-4917-9266-9c4a447da8d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.401469 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9a1988bf-bbe5-45af-a10f-9550c66ff8e0 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Deleting port cd75c0b0-e65a-4475-9fe3-997a4d9408fa {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:20.402072 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a1988bf-bbe5-45af-a10f-9550c66ff8e0 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.406182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:20.417597 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cb436c2e-841f-4b07-9977-c91295a4ec2a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1948709 Feb 10 11:31:20.441179 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60652) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:20.450534 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c76c78f-6945-4f9c-97f8-c6b8e79c907e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:20.454976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ff29afd0-bb72-4f6b-9b1f-a32c4c0d3459 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:20.462136 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5d42e0b4-7bbb-4ad8-84bd-370e5f3959e7 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.462572 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-5d42e0b4-7bbb-4ad8-84bd-370e5f3959e7 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Added segment f33a1733-fe88-461b-8b4a-9807afe7e07a of type vlan for network aed4b9d5-4960-476d-b1c2-158ea743e098 Feb 10 11:31:20.486470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.487371 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Added segment 218f680c-641e-4523-96c6-070d97cdb3b2 of type vlan for network 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 Feb 10 11:31:20.542975 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-bea0c3f9-54c2-4917-9266-9c4a447da8d8 None None] Calling delete_port for 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:20.554902 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28cd2aef-2f7c-497a-b3d7-97dd9f6dcedd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.639958 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] For port 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=099e7bdb-f5bc-46f1-b2c2-f2dda05466e2,segment=NetworkSegment(ac2b8ddc-26a9-48a8-add1-50883e084706),segment_id=ac2b8ddc-26a9-48a8-add1-50883e084706)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:20.640209 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.666105 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5d42e0b4-7bbb-4ad8-84bd-370e5f3959e7 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.669171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bea0c3f9-54c2-4917-9266-9c4a447da8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.718328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0c3f9-54c2-4917-9266-9c4a447da8d8 None None] Pushing event deleted for resources: {'Port': ['ID=099e7bdb-f5bc-46f1-b2c2-f2dda05466e2,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:20.723577 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea0c3f9-54c2-4917-9266-9c4a447da8d8 None None] No DVR routers for this DVR port 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:20.769704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a8adc11-2462-48ce-8ea0-d82348a25490 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.785896 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d08dc3-3137-42e5-8cb7-2046e9f9c20d None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:20.790564 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f1d08dc3-3137-42e5-8cb7-2046e9f9c20d None None] Deleting port 0f063a26-2282-4e07-ae09-ec01fc69c4f4 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:20.794377 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f1d08dc3-3137-42e5-8cb7-2046e9f9c20d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.801355 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd2aef-2f7c-497a-b3d7-97dd9f6dcedd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Pushing event deleted for resources: {'Port': ['ID=51094481-436d-4e0a-a222-60ac69f2009b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:20.920110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.954310 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 377eca7d-3ad5-4d47-bf37-6c85dc0395ee up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:21.006000 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:21.029689 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4a8adc11-2462-48ce-8ea0-d82348a25490 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for 8d4c0309-e851-486e-ac86-5746ec01dcda owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:21.094602 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] For port 55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770,segment=NetworkSegment(c75ddf9d-4159-402e-9ccd-b1fce77c13ac),segment_id=c75ddf9d-4159-402e-9ccd-b1fce77c13ac)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:21.095448 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.099072 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28cd2aef-2f7c-497a-b3d7-97dd9f6dcedd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.105295 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ff29afd0-bb72-4f6b-9b1f-a32c4c0d3459 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:21.116066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.117847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:21.118659 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.119278 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ff29afd0-bb72-4f6b-9b1f-a32c4c0d3459 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:21.129722 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ff29afd0-bb72-4f6b-9b1f-a32c4c0d3459 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:21.133535 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-28cd2aef-2f7c-497a-b3d7-97dd9f6dcedd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] 10.222.0.36 "DELETE /v2.0/ports/51094481-436d-4e0a-a222-60ac69f2009b HTTP/1.1" status: 204 len: 168 time: 2.0506582 Feb 10 11:31:21.142165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60656) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:21.159498 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f1d08dc3-3137-42e5-8cb7-2046e9f9c20d None None] For port 0f063a26-2282-4e07-ae09-ec01fc69c4f4, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0f063a26-2282-4e07-ae09-ec01fc69c4f4,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:21.160071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f1d08dc3-3137-42e5-8cb7-2046e9f9c20d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.160906 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ff29afd0-bb72-4f6b-9b1f-a32c4c0d3459 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:21.176747 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 377eca7d-3ad5-4d47-bf37-6c85dc0395ee completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:21.193997 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-5d42e0b4-7bbb-4ad8-84bd-370e5f3959e7 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:31:21.299071 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Calling delete_port for 55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:21.300374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2db41e1-4845-48ab-a66a-ac437a8d2769 None None] Network 6741df55-4482-476d-ac1b-9e2018d0b182 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:21.323500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f1d08dc3-3137-42e5-8cb7-2046e9f9c20d None None] Calling delete_port for 0f063a26-2282-4e07-ae09-ec01fc69c4f4 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:21.340394 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a1988bf-bbe5-45af-a10f-9550c66ff8e0 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.340651 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a1988bf-bbe5-45af-a10f-9550c66ff8e0 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.350306 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0f063a26-2282-4e07-ae09-ec01fc69c4f4 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:21.355052 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfb34d0-fd8a-4f40-b7b0-b6bd797de53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] GET failed (client error): The resource could not be found. Feb 10 11:31:21.355571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ecfb34d0-fd8a-4f40-b7b0-b6bd797de53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Synchronizing usage tracker for tenant:924e489fb36e4c69826bc4333a33fe7b on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:21.367123 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff29afd0-bb72-4f6b-9b1f-a32c4c0d3459 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:21.432325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5d42e0b4-7bbb-4ad8-84bd-370e5f3959e7 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.435511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d42e0b4-7bbb-4ad8-84bd-370e5f3959e7 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:21.436093 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5d42e0b4-7bbb-4ad8-84bd-370e5f3959e7 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.456672 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3768551 Feb 10 11:31:21.477035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60660) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:21.477612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed042dcf-2235-4b52-9c9e-d74f3e5a69f4 admin admin] Pushing event updated for resources: {'Network': ['ID=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:21.504886 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:21.505839 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-fbe36ac0-4448-4e3d-9755-1c625562575c admin admin] Request body: {'subnet': {'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1565376735-subnet', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:21.572919 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9a1988bf-bbe5-45af-a10f-9550c66ff8e0 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Calling delete_port for cd75c0b0-e65a-4475-9fe3-997a4d9408fa owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:21.573474 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5d42e0b4-7bbb-4ad8-84bd-370e5f3959e7 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7898221 Feb 10 11:31:21.579531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fbe36ac0-4448-4e3d-9755-1c625562575c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:21.585091 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60664) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:21.600391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fbe36ac0-4448-4e3d-9755-1c625562575c admin admin] Usage tracker for resource:subnet and tenant:8e47f622a65945dda4a63ba667a1ebd5 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:21.604679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fbe36ac0-4448-4e3d-9755-1c625562575c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:21.604889 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7a23fdc1-192c-4a6a-a6aa-325352340c73 None None] Provisioning for port 377eca7d-3ad5-4d47-bf37-6c85dc0395ee completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:21.613157 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-bfee74a1-5491-4093-9427-33cacc79858b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'subnet': {'network_id': 'aed4b9d5-4960-476d-b1c2-158ea743e098', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:21.629212 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a8adc11-2462-48ce-8ea0-d82348a25490 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.632923 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7a23fdc1-192c-4a6a-a6aa-325352340c73 None None] Provisioning complete for port 377eca7d-3ad5-4d47-bf37-6c85dc0395ee triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:21.633378 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7a23fdc1-192c-4a6a-a6aa-325352340c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.641362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fbe36ac0-4448-4e3d-9755-1c625562575c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:21.643336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:21.643835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:21.694340 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ecfb34d0-fd8a-4f40-b7b0-b6bd797de53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Unset dirty status for tenant:924e489fb36e4c69826bc4333a33fe7b on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:21.701029 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ecfb34d0-fd8a-4f40-b7b0-b6bd797de53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] 10.222.0.36 "GET /v2.0/ports/51094481-436d-4e0a-a222-60ac69f2009b HTTP/1.1" status: 404 len: 333 time: 0.5404482 Feb 10 11:31:21.701253 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.702909 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42e0b4-7bbb-4ad8-84bd-370e5f3959e7 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Network': ['ID=aed4b9d5-4960-476d-b1c2-158ea743e098,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:21.712074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60668) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:21.715049 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8adc11-2462-48ce-8ea0-d82348a25490 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=8d4c0309-e851-486e-ac86-5746ec01dcda,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:21.723951 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-94f9a9fc-79fe-4679-87c9-e31852c7115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Request body: {'port': {'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783677161'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:21.735191 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Port 0f063a26-2282-4e07-ae09-ec01fc69c4f4 update to DOWN by agent not found {{(pid=83556) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 10 11:31:21.735632 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:21.758811 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f1d08dc3-3137-42e5-8cb7-2046e9f9c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.766561 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff29afd0-bb72-4f6b-9b1f-a32c4c0d3459 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.769570 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe36ac0-4448-4e3d-9755-1c625562575c admin admin] Made reservation on behalf of 8e47f622a65945dda4a63ba667a1ebd5 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:21.772068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fbe36ac0-4448-4e3d-9755-1c625562575c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.780929 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-94f9a9fc-79fe-4679-87c9-e31852c7115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:21.784764 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event deleted for resources: {'Port': ['ID=55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:21.804925 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network aed4b9d5-4960-476d-b1c2-158ea743e098 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:21.863565 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] No DVR routers for this DVR port 55bf0ac9-8d19-4fe3-b6c0-c0beff8bd770 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:21.867030 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:21.867215 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:21.881561 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d08dc3-3137-42e5-8cb7-2046e9f9c20d None None] Pushing event deleted for resources: {'Port': ['ID=0f063a26-2282-4e07-ae09-ec01fc69c4f4,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:21.906953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-94f9a9fc-79fe-4679-87c9-e31852c7115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:21.947552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-bfee74a1-5491-4093-9427-33cacc79858b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:21.958479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-bfee74a1-5491-4093-9427-33cacc79858b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:subnet and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:21.967863 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f9a9fc-79fe-4679-87c9-e31852c7115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Made reservation on behalf of 924e489fb36e4c69826bc4333a33fe7b for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:21.970518 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-94f9a9fc-79fe-4679-87c9-e31852c7115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.009340 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d08dc3-3137-42e5-8cb7-2046e9f9c20d None None] No DVR routers for this DVR port 0f063a26-2282-4e07-ae09-ec01fc69c4f4 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:22.010432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-bfee74a1-5491-4093-9427-33cacc79858b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:22.031181 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a8adc11-2462-48ce-8ea0-d82348a25490 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.034259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-bfee74a1-5491-4093-9427-33cacc79858b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:22.062581 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.075386 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-94f9a9fc-79fe-4679-87c9-e31852c7115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] device_id is not set on port 415eea2d-d650-4148-9275-9aac4c25c86b yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:22.076901 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfee74a1-5491-4093-9427-33cacc79858b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:22.114959 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4a8adc11-2462-48ce-8ea0-d82348a25490 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/8d4c0309-e851-486e-ac86-5746ec01dcda HTTP/1.1" status: 204 len: 168 time: 2.8234735 Feb 10 11:31:22.118741 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60672) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:22.155986 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port 099e7bdb-f5bc-46f1-b2c2-f2dda05466e2 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:22.156572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.189034 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca0a4d7-0abf-4e5c-9f9a-867c674de013 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] DELETE failed (client error): The resource could not be found. Feb 10 11:31:22.190478 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca0a4d7-0abf-4e5c-9f9a-867c674de013 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:22.204336 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fca0a4d7-0abf-4e5c-9f9a-867c674de013 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/8d4c0309-e851-486e-ac86-5746ec01dcda HTTP/1.1" status: 404 len: 333 time: 0.0792861 Feb 10 11:31:22.204336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a1988bf-bbe5-45af-a10f-9550c66ff8e0 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.204615 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b3fff2-cd2b-4e70-b82b-13c56478512c']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:22.212932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60676) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:22.220053 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7a23fdc1-192c-4a6a-a6aa-325352340c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.276945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7a23fdc1-192c-4a6a-a6aa-325352340c73 None None] For port 377eca7d-3ad5-4d47-bf37-6c85dc0395ee, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=377eca7d-3ad5-4d47-bf37-6c85dc0395ee,segment=NetworkSegment(b69e3890-5116-4f01-9b81-bc3bd07fb6ef),segment_id=b69e3890-5116-4f01-9b81-bc3bd07fb6ef)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:22.286873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7a23fdc1-192c-4a6a-a6aa-325352340c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.327590 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1988bf-bbe5-45af-a10f-9550c66ff8e0 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd75c0b0-e65a-4475-9fe3-997a4d9408fa,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:22.370581 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23fdc1-192c-4a6a-a6aa-325352340c73 None None] Pushing event updated for resources: {'Port': ['ID=377eca7d-3ad5-4d47-bf37-6c85dc0395ee,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:22.394277 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] The port '099e7bdb-f5bc-46f1-b2c2-f2dda05466e2' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:31:22.401870 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75ddf9d-4159-402e-9ccd-b1fce77c13ac') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:22.402162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75ddf9d-4159-402e-9ccd-b1fce77c13ac') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:22.466278 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-57293e0f-61e7-4ae5-867e-dff4423dca32 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] GET failed (client error): The resource could not be found. Feb 10 11:31:22.469945 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-57293e0f-61e7-4ae5-867e-dff4423dca32 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports/8d4c0309-e851-486e-ac86-5746ec01dcda HTTP/1.1" status: 404 len: 333 time: 0.1213930 Feb 10 11:31:22.473923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.483490 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60680) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:22.487955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bfee74a1-5491-4093-9427-33cacc79858b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.517589 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-14384dc0-653e-47f9-843c-15410eb3ed50 None None] Provisioning complete for port 377eca7d-3ad5-4d47-bf37-6c85dc0395ee triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:22.518154 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-14384dc0-653e-47f9-843c-15410eb3ed50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.679879 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.716409 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a1988bf-bbe5-45af-a10f-9550c66ff8e0 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.718976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a1988bf-bbe5-45af-a10f-9550c66ff8e0 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.720430 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9a1988bf-bbe5-45af-a10f-9550c66ff8e0 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550 tempest-ExternalNetworksAdminNegativeTestJSON-1425195550-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/8d4ed10d-7a8c-4256-8731-855afdb9ee16 HTTP/1.1" status: 204 len: 168 time: 2.7895248 Feb 10 11:31:22.733747 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:22.734336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:22.750927 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:22.754174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.769579 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-48013e14-1aa6-43c0-94d6-f49c21e07496 None None] Could not find standard attr ID for object 8d4c0309-e851-486e-ac86-5746ec01dcda. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:31:22.829957 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff29afd0-bb72-4f6b-9b1f-a32c4c0d3459 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.895991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc3105e-8717-44db-9e5f-a8d09d1bbc7d']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:22.921496 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 377eca7d-3ad5-4d47-bf37-6c85dc0395ee up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:22.953863 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2b8ddc-26a9-48a8-add1-50883e084706') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:22.954743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2b8ddc-26a9-48a8-add1-50883e084706') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:22.999424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.010341 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-94f9a9fc-79fe-4679-87c9-e31852c7115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.015296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.064529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.072308 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 377eca7d-3ad5-4d47-bf37-6c85dc0395ee triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:23.073900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event deleted for resources: {'Network': ['ID=f7b3fff2-cd2b-4e70-b82b-13c56478512c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:23.077164 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6807c7-b90d-4586-8da2-0af8771a10d2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting subnet 75b52a24-e683-402d-b5df-2a1b05e70e17 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:23.077681 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.081442 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6e6807c7-b90d-4586-8da2-0af8771a10d2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.088954 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.098036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fbe36ac0-4448-4e3d-9755-1c625562575c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.113145 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1863e5-8804-40a5-abe1-f8a23e3f0d19 None None] get_active_networks_info from dv-neutron-828497-1-hyperv {{(pid=83556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:31:23.137608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:23.138007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.163408 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29afd0-bb72-4f6b-9b1f-a32c4c0d3459 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=30b4befa-0721-4291-b1e4-f635d8a8cc07,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:23.164252 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:23.172422 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8c9aab5d-24ab-4bed-ab1c-c33494b5b53b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/networks/f7b3fff2-cd2b-4e70-b82b-13c56478512c HTTP/1.1" status: 204 len: 168 time: 7.2587523 Feb 10 11:31:23.176532 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60688) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:23.177731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60690) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:23.182736 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-94f9a9fc-79fe-4679-87c9-e31852c7115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.187160 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff29afd0-bb72-4f6b-9b1f-a32c4c0d3459 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:23.199087 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ff29afd0-bb72-4f6b-9b1f-a32c4c0d3459 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:23.242654 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff29afd0-bb72-4f6b-9b1f-a32c4c0d3459 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:23.243325 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff29afd0-bb72-4f6b-9b1f-a32c4c0d3459 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.280509 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ff15dab9-f60b-45e3-b1bc-74b7ec570087 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-59343544'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:23.291428 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6e6807c7-b90d-4586-8da2-0af8771a10d2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.307010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ff15dab9-f60b-45e3-b1bc-74b7ec570087 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:23.334745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ff15dab9-f60b-45e3-b1bc-74b7ec570087 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Usage tracker for resource:network and tenant:d13b791e0ffa41118de42e2ca40df552 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:23.350440 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f9a9fc-79fe-4679-87c9-e31852c7115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Network f6814a17-1f31-455b-995c-f6a676689eac is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:23.352362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ff15dab9-f60b-45e3-b1bc-74b7ec570087 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:23.352929 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ff29afd0-bb72-4f6b-9b1f-a32c4c0d3459 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9104047 Feb 10 11:31:23.364898 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60698) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:23.365111 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-94f9a9fc-79fe-4679-87c9-e31852c7115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:23.368873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9a9fc-79fe-4679-87c9-e31852c7115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:23.370082 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f9a9fc-79fe-4679-87c9-e31852c7115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:23.370796 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-94f9a9fc-79fe-4679-87c9-e31852c7115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.372370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ff15dab9-f60b-45e3-b1bc-74b7ec570087 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:23.377324 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9a9fc-79fe-4679-87c9-e31852c7115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Pushing event updated for resources: {'Port': ['ID=415eea2d-d650-4148-9275-9aac4c25c86b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:23.377987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-19532a32-1465-423d-9115-91f00218b58b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'fixed_ips': [{'subnet_id': '30b4befa-0721-4291-b1e4-f635d8a8cc07', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1157196729'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:23.406551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe36ac0-4448-4e3d-9755-1c625562575c admin admin] Pushing event updated for resources: {'Subnet': ['ID=13860d03-a045-4a92-adff-58389fc1eb4f,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:23.430005 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-94f9a9fc-79fe-4679-87c9-e31852c7115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7166278 Feb 10 11:31:23.433545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60702) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:23.441224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8284'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:23.482007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.494200 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe36ac0-4448-4e3d-9755-1c625562575c admin admin] Checking segment: {'id': '218f680c-641e-4523-96c6-070d97cdb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:23.494489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe36ac0-4448-4e3d-9755-1c625562575c admin admin] Network hostable DHCP agents. Network: 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:23.499697 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6e6807c7-b90d-4586-8da2-0af8771a10d2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.532724 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.559663 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1863e5-8804-40a5-abe1-f8a23e3f0d19 None None] Network 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:23.564827 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff15dab9-f60b-45e3-b1bc-74b7ec570087 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Made reservation on behalf of d13b791e0ffa41118de42e2ca40df552 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:23.567761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ff15dab9-f60b-45e3-b1bc-74b7ec570087 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.572427 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1863e5-8804-40a5-abe1-f8a23e3f0d19 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36) {{(pid=83556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:31:23.586998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Network': ['ID=abc3105e-8717-44db-9e5f-a8d09d1bbc7d,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:23.604537 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1bab70c3-a96b-4963-89fe-c99eeb31e227 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/networks/abc3105e-8717-44db-9e5f-a8d09d1bbc7d HTTP/1.1" status: 204 len: 168 time: 4.1947761 Feb 10 11:31:23.608407 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60708) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:23.611226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c239ead-b5af-451f-9e9a-854854113a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.622064 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-61931ad3-ebe2-483c-b2e7-daabcd352701 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560', 'name': 'tempest-PortsIpV6TestJSON-1705405516'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:23.638965 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bfee74a1-5491-4093-9427-33cacc79858b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.684580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe36ac0-4448-4e3d-9755-1c625562575c admin admin] Unable to find a vacant binding_index for network 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 and agent 2d204cf5-b055-42b6-9762-d43a258970d6 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 10 11:31:23.703390 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.730010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-fbe36ac0-4448-4e3d-9755-1c625562575c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:23.745726 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff15dab9-f60b-45e3-b1bc-74b7ec570087 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:23.748396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6e6807c7-b90d-4586-8da2-0af8771a10d2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.757856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe36ac0-4448-4e3d-9755-1c625562575c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:23.758363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fbe36ac0-4448-4e3d-9755-1c625562575c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.776708 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-19532a32-1465-423d-9115-91f00218b58b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:23.793564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2c239ead-b5af-451f-9e9a-854854113a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:23.810549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-19532a32-1465-423d-9115-91f00218b58b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:port and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:23.818328 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-19532a32-1465-423d-9115-91f00218b58b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:23.822144 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2c239ead-b5af-451f-9e9a-854854113a0d admin admin] Usage tracker for resource:security_group_rule and tenant:075bd3b7030544ce994a918b0f141711 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:23.824055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ff15dab9-f60b-45e3-b1bc-74b7ec570087 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.824406 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-ff15dab9-f60b-45e3-b1bc-74b7ec570087 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Added segment dbd211f9-de0d-4ae7-bc52-c6ce53aeb2d3 of type vlan for network f19a5f27-24a5-4bab-ac97-5186b1b06959 Feb 10 11:31:23.825635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee74a1-5491-4093-9427-33cacc79858b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Subnet': ['ID=1404a613-c71f-4da9-bdd6-5333ce7231e2,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:23.828068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2c239ead-b5af-451f-9e9a-854854113a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:23.838293 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6807c7-b90d-4586-8da2-0af8771a10d2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Subnet': ['ID=75b52a24-e683-402d-b5df-2a1b05e70e17,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:23.850526 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-19532a32-1465-423d-9115-91f00218b58b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:23.853180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2c239ead-b5af-451f-9e9a-854854113a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:23.871042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6e6807c7-b90d-4586-8da2-0af8771a10d2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.887636 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-61931ad3-ebe2-483c-b2e7-daabcd352701 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:23.893074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60712) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:23.893331 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fbe36ac0-4448-4e3d-9755-1c625562575c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4129069 Feb 10 11:31:23.900959 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6e6807c7-b90d-4586-8da2-0af8771a10d2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/75b52a24-e683-402d-b5df-2a1b05e70e17 HTTP/1.1" status: 204 len: 168 time: 1.4135818 Feb 10 11:31:23.905088 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19532a32-1465-423d-9115-91f00218b58b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:23.920804 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee74a1-5491-4093-9427-33cacc79858b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Checking segment: {'id': 'f33a1733-fe88-461b-8b4a-9807afe7e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'aed4b9d5-4960-476d-b1c2-158ea743e098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:23.921192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfee74a1-5491-4093-9427-33cacc79858b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network hostable DHCP agents. Network: aed4b9d5-4960-476d-b1c2-158ea743e098, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:23.929017 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1565376735-router', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:23.935065 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60716) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:23.938201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ff15dab9-f60b-45e3-b1bc-74b7ec570087 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.940648 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-61931ad3-ebe2-483c-b2e7-daabcd352701 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:23.965289 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:24.006603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': '30b4befa-0721-4291-b1e4-f635d8a8cc07'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:24.007589 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.028722 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'fixed_ips': [{'subnet_id': '13860d03-a045-4a92-adff-58389fc1eb4f'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:24.030267 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.035066 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Usage tracker for resource:router and tenant:8e47f622a65945dda4a63ba667a1ebd5 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:24.085549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ff15dab9-f60b-45e3-b1bc-74b7ec570087 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.089188 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff15dab9-f60b-45e3-b1bc-74b7ec570087 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:24.089746 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ff15dab9-f60b-45e3-b1bc-74b7ec570087 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.100155 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:24.118903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61931ad3-ebe2-483c-b2e7-daabcd352701 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:24.121913 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61931ad3-ebe2-483c-b2e7-daabcd352701 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.139847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfee74a1-5491-4093-9427-33cacc79858b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network aed4b9d5-4960-476d-b1c2-158ea743e098 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:24.142072 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:24.195688 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-61931ad3-ebe2-483c-b2e7-daabcd352701 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] device_id is not set on port 36e77ed4-1116-4942-b83d-c813e5502b2e yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:24.222842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-19532a32-1465-423d-9115-91f00218b58b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.240507 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.251937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c239ead-b5af-451f-9e9a-854854113a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.257558 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ff15dab9-f60b-45e3-b1bc-74b7ec570087 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0684750 Feb 10 11:31:24.258610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60720) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:24.265165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-bfee74a1-5491-4093-9427-33cacc79858b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, aed4b9d5-4960-476d-b1c2-158ea743e098) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:24.273628 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.274568 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.274842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c239ead-b5af-451f-9e9a-854854113a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.352092 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Allocated IP 2001:db8::2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/30b4befa-0721-4291-b1e4-f635d8a8cc07/54d43393-7654-4f92-98a2-970889973e85) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:24.359141 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Allocated IP 172.20.0.2 (7552b05e-bd47-4ebe-ba87-a6ea6e4acd36/13860d03-a045-4a92-adff-58389fc1eb4f/ffd2b4a0-653b-45d7-b48a-bcf5a288c0de) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:24.373936 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 377eca7d-3ad5-4d47-bf37-6c85dc0395ee {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:24.375151 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.389447 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfee74a1-5491-4093-9427-33cacc79858b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:24.390043 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bfee74a1-5491-4093-9427-33cacc79858b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.397079 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-c1939891-3f24-4347-9b18-75f8b6da0c90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Request body: {'subnet': {'network_id': 'f19a5f27-24a5-4bab-ac97-5186b1b06959', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:24.423846 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15dab9-f60b-45e3-b1bc-74b7ec570087 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event updated for resources: {'Network': ['ID=f19a5f27-24a5-4bab-ac97-5186b1b06959,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:24.452817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.503917 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network f19a5f27-24a5-4bab-ac97-5186b1b06959 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:24.504161 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-19532a32-1465-423d-9115-91f00218b58b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port f7b07768-1d0b-486f-aa01-56aa696a4bf0 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:24.513499 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] device_id is not set on port 415eea2d-d650-4148-9275-9aac4c25c86b yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:24.545756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.584894 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c239ead-b5af-451f-9e9a-854854113a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1429f4-5603-4e68-877d-64f70f1f27b9,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:24.606202 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bfee74a1-5491-4093-9427-33cacc79858b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0181093 Feb 10 11:31:24.613373 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60724) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:24.628160 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2c239ead-b5af-451f-9e9a-854854113a0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=075bd3b7030544ce994a918b0f141711&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4407420 Feb 10 11:31:24.635131 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-946f0e08-02e5-4d7d-ae21-f0fded944735 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'subnet': {'network_id': 'aed4b9d5-4960-476d-b1c2-158ea743e098', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:24.655237 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60728) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:24.736216 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c1939891-3f24-4347-9b18-75f8b6da0c90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:24.791584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c1939891-3f24-4347-9b18-75f8b6da0c90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Usage tracker for resource:subnet and tenant:d13b791e0ffa41118de42e2ca40df552 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:24.798509 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c1939891-3f24-4347-9b18-75f8b6da0c90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:24.807657 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Transition to ACTIVE for port object 415eea2d-d650-4148-9275-9aac4c25c86b will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:24.829305 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c1939891-3f24-4347-9b18-75f8b6da0c90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:24.892146 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1939891-3f24-4347-9b18-75f8b6da0c90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Made reservation on behalf of d13b791e0ffa41118de42e2ca40df552 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:24.900102 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.917839 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.936760 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Transition to ACTIVE for port object 54d43393-7654-4f92-98a2-970889973e85 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:24.962147 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.975540 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Transition to ACTIVE for port object 54d43393-7654-4f92-98a2-970889973e85 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:24.979579 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Transition to ACTIVE for port object ffd2b4a0-653b-45d7-b48a-bcf5a288c0de will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:24.996133 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.007168 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-946f0e08-02e5-4d7d-ae21-f0fded944735 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:25.017072 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-946f0e08-02e5-4d7d-ae21-f0fded944735 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:subnet and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:25.029956 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-946f0e08-02e5-4d7d-ae21-f0fded944735 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:25.033235 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-19532a32-1465-423d-9115-91f00218b58b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:31:25.033835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19532a32-1465-423d-9115-91f00218b58b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:25.037744 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b1be68c4-65ad-409b-ba83-f68f1deb5c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.047905 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-946f0e08-02e5-4d7d-ae21-f0fded944735 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:25.064549 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Transition to ACTIVE for port object ffd2b4a0-653b-45d7-b48a-bcf5a288c0de will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:25.070317 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c1939891-3f24-4347-9b18-75f8b6da0c90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.076566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:25.080937 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:25.083501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:25.090564 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.130694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61931ad3-ebe2-483c-b2e7-daabcd352701 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.165171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Pushing event updated for resources: {'Port': ['ID=54d43393-7654-4f92-98a2-970889973e85,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:25.166761 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Pushing event updated for resources: {'Port': ['ID=415eea2d-d650-4148-9275-9aac4c25c86b,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:25.185755 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] For port 377eca7d-3ad5-4d47-bf37-6c85dc0395ee, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=377eca7d-3ad5-4d47-bf37-6c85dc0395ee,segment=NetworkSegment(b69e3890-5116-4f01-9b81-bc3bd07fb6ef),segment_id=b69e3890-5116-4f01-9b81-bc3bd07fb6ef)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:25.186128 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.198442 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.234588 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Network 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:25.243514 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:25.245843 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:25.251209 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b1be68c4-65ad-409b-ba83-f68f1deb5c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.262927 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Attempting to bind port 54d43393-7654-4f92-98a2-970889973e85 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:25.263147 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Attempting to bind port 54d43393-7654-4f92-98a2-970889973e85 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:25.263460 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Attempting to bind port 54d43393-7654-4f92-98a2-970889973e85 on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:25.266572 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-19532a32-1465-423d-9115-91f00218b58b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8936112 Feb 10 11:31:25.267572 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60732) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:25.269944 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946f0e08-02e5-4d7d-ae21-f0fded944735 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:25.273506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-946f0e08-02e5-4d7d-ae21-f0fded944735 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.301380 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Pushing event updated for resources: {'Port': ['ID=ffd2b4a0-653b-45d7-b48a-bcf5a288c0de,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:25.340854 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:25.341445 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:25.341959 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.342470 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:25.343056 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Bound port: 54d43393-7654-4f92-98a2-970889973e85, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:25.343533 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.346430 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for 377eca7d-3ad5-4d47-bf37-6c85dc0395ee owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:25.409718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Attempting to bind port ffd2b4a0-653b-45d7-b48a-bcf5a288c0de on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:25.410244 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Attempting to bind port ffd2b4a0-653b-45d7-b48a-bcf5a288c0de by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '218f680c-641e-4523-96c6-070d97cdb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:25.410725 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Attempting to bind port ffd2b4a0-653b-45d7-b48a-bcf5a288c0de on network 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:25.435745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:25.436286 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Checking segment: {'id': '218f680c-641e-4523-96c6-070d97cdb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:25.436793 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.437344 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Bound using segment: {'id': '218f680c-641e-4523-96c6-070d97cdb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:25.437919 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Bound port: ffd2b4a0-653b-45d7-b48a-bcf5a288c0de, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218f680c-641e-4523-96c6-070d97cdb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:25.438422 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.443076 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:25.443461 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:25.443839 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:25.473483 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61931ad3-ebe2-483c-b2e7-daabcd352701 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.532669 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] For port 54d43393-7654-4f92-98a2-970889973e85, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:25.556189 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] For port 54d43393-7654-4f92-98a2-970889973e85, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=54d43393-7654-4f92-98a2-970889973e85,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:25.557541 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:25.557698 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b1be68c4-65ad-409b-ba83-f68f1deb5c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.558264 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:25.568578 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.570090 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 2 to bind port 415eea2d-d650-4148-9275-9aac4c25c86b Feb 10 11:31:25.604027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] For port ffd2b4a0-653b-45d7-b48a-bcf5a288c0de, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:25.608932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be68c4-65ad-409b-ba83-f68f1deb5c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1429f4-5603-4e68-877d-64f70f1f27b9,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:25.637642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.objects.ports [None req-c1939891-3f24-4347-9b18-75f8b6da0c90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83555) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:31:25.642248 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b1be68c4-65ad-409b-ba83-f68f1deb5c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.643413 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b1be68c4-65ad-409b-ba83-f68f1deb5c46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b1429f4-5603-4e68-877d-64f70f1f27b9 HTTP/1.1" status: 204 len: 168 time: 0.9869514 Feb 10 11:31:25.644137 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c1939891-3f24-4347-9b18-75f8b6da0c90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.646850 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] For port ffd2b4a0-653b-45d7-b48a-bcf5a288c0de, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ffd2b4a0-653b-45d7-b48a-bcf5a288c0de,segment=NetworkSegment(218f680c-641e-4523-96c6-070d97cdb3b2),segment_id=218f680c-641e-4523-96c6-070d97cdb3b2)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:25.664466 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.687030 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61931ad3-ebe2-483c-b2e7-daabcd352701 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network db21bd82-1a13-47e3-a884-cc83471be560 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:25.692844 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:25.693366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:25.693868 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:25.701766 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-61931ad3-ebe2-483c-b2e7-daabcd352701 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:25.704142 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61931ad3-ebe2-483c-b2e7-daabcd352701 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:25.708406 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61931ad3-ebe2-483c-b2e7-daabcd352701 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:25.709007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61931ad3-ebe2-483c-b2e7-daabcd352701 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.718023 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.722141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61931ad3-ebe2-483c-b2e7-daabcd352701 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=36e77ed4-1116-4942-b83d-c813e5502b2e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:25.748707 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b193fbf-593e-4600-8875-b1549d6e9e43 None None] Pushing event updated for resources: {'Port': ['ID=54d43393-7654-4f92-98a2-970889973e85,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:25.810799 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:25.811037 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:25.811701 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=377eca7d-3ad5-4d47-bf37-6c85dc0395ee,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:25.816757 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1939891-3f24-4347-9b18-75f8b6da0c90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event updated for resources: {'Subnet': ['ID=7656a0b7-6202-4517-9992-aca2cc04535c,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:25.821583 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 3 to bind port 415eea2d-d650-4148-9275-9aac4c25c86b Feb 10 11:31:25.834426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1939891-3f24-4347-9b18-75f8b6da0c90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Checking segment: {'id': 'dbd211f9-de0d-4ae7-bc52-c6ce53aeb2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f19a5f27-24a5-4bab-ac97-5186b1b06959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:25.834783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1939891-3f24-4347-9b18-75f8b6da0c90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Network hostable DHCP agents. Network: f19a5f27-24a5-4bab-ac97-5186b1b06959, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:25.842696 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No DVR routers for this DVR port 377eca7d-3ad5-4d47-bf37-6c85dc0395ee on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:25.885465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8bf0d-f7b6-4fa1-a0a9-7071502915b7 None None] Pushing event updated for resources: {'Port': ['ID=ffd2b4a0-653b-45d7-b48a-bcf5a288c0de,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:25.899884 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d416a5-dfdc-4832-8bbc-7e27610a7c56 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:25.900668 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a5d416a5-dfdc-4832-8bbc-7e27610a7c56 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:25.910000 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1939891-3f24-4347-9b18-75f8b6da0c90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Network f19a5f27-24a5-4bab-ac97-5186b1b06959 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:25.927485 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:25.927766 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:25.928116 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:25.937980 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-61931ad3-ebe2-483c-b2e7-daabcd352701 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3281777 Feb 10 11:31:25.950234 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60738) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:26.016807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-c1939891-3f24-4347-9b18-75f8b6da0c90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, f19a5f27-24a5-4bab-ac97-5186b1b06959) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:26.049757 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1939891-3f24-4347-9b18-75f8b6da0c90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:26.051027 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c1939891-3f24-4347-9b18-75f8b6da0c90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.058161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.090158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-946f0e08-02e5-4d7d-ae21-f0fded944735 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.106734 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:26.107075 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:26.113024 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 4 to bind port 415eea2d-d650-4148-9275-9aac4c25c86b Feb 10 11:31:26.134886 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-87f941c7-7632-4456-9247-cf91ae65238c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port 36e77ed4-1116-4942-b83d-c813e5502b2e {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:26.135435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87f941c7-7632-4456-9247-cf91ae65238c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.152255 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6741df55-4482-476d-ac1b-9e2018d0b182']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:26.171282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a5d416a5-dfdc-4832-8bbc-7e27610a7c56 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:26.172465 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a5d416a5-dfdc-4832-8bbc-7e27610a7c56 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.9045637 Feb 10 11:31:26.176748 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:26.177089 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:26.177455 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:26.184411 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69e3890-5116-4f01-9b81-bc3bd07fb6ef') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:26.184411 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69e3890-5116-4f01-9b81-bc3bd07fb6ef') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:26.192127 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60744) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:26.277530 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c1939891-3f24-4347-9b18-75f8b6da0c90 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0079973 Feb 10 11:31:26.281233 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60748) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:26.294231 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.311031 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:26.311031 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:26.326660 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 5 to bind port 415eea2d-d650-4148-9275-9aac4c25c86b Feb 10 11:31:26.345983 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.358404 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946f0e08-02e5-4d7d-ae21-f0fded944735 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network aed4b9d5-4960-476d-b1c2-158ea743e098 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:26.372251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:26.372723 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:26.373194 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:26.375797 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:26.376395 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.403936 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60752) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:26.408000 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:26.438282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bc9cb1-a290-4081-b219-cdc437d89964 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:26.439637 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bc9cb1-a290-4081-b219-cdc437d89964 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:26.441322 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-26bc9cb1-a290-4081-b219-cdc437d89964 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:26.475056 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2a50-8463-423b-a847-2ea2349a2c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.566617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-946f0e08-02e5-4d7d-ae21-f0fded944735 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:26.576479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f0e08-02e5-4d7d-ae21-f0fded944735 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Subnet': ['ID=df5787fc-979a-4e7a-b51c-db367473e3e4,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:26.579069 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946f0e08-02e5-4d7d-ae21-f0fded944735 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:26.579649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-946f0e08-02e5-4d7d-ae21-f0fded944735 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.623897 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:26.624219 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:26.631215 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 6 to bind port 415eea2d-d650-4148-9275-9aac4c25c86b Feb 10 11:31:26.680118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87f941c7-7632-4456-9247-cf91ae65238c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.706542 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-946f0e08-02e5-4d7d-ae21-f0fded944735 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0909390 Feb 10 11:31:26.707284 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60756) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:26.708046 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:26.708464 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:26.708738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:26.723334 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.727327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.730164 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-26bc9cb1-a290-4081-b219-cdc437d89964 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:26.731279 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-26bc9cb1-a290-4081-b219-cdc437d89964 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5384951 Feb 10 11:31:26.762973 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60760) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:26.807860 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/networks/6741df55-4482-476d-ac1b-9e2018d0b182 HTTP/1.1" status: 204 len: 168 time: 2.8710856 Feb 10 11:31:26.808336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:26.808654 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:26.816822 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 7 to bind port 415eea2d-d650-4148-9275-9aac4c25c86b Feb 10 11:31:26.823605 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c4d84-3922-4c66-bc51-ad71b7724405 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Network': ['ID=6741df55-4482-476d-ac1b-9e2018d0b182,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:26.831074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60764) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:26.860220 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-10f8d748-4d70-4eac-ba3a-5524f28b741e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-708781132'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:26.866374 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.885205 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-87f941c7-7632-4456-9247-cf91ae65238c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for 36e77ed4-1116-4942-b83d-c813e5502b2e owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:26.905274 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7eceff5a-e3f4-45cc-be86-c33bedbeea04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b7459181109449e59ef1d41e3ede6c3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4961581 Feb 10 11:31:26.906065 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60768) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:26.913786 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-10f8d748-4d70-4eac-ba3a-5524f28b741e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:26.925829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:26.925829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:26.925829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:26.940613 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-10f8d748-4d70-4eac-ba3a-5524f28b741e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:network and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:26.943751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.949520 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-10f8d748-4d70-4eac-ba3a-5524f28b741e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:27.009231 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d79ff033-6e4a-4404-bbaf-dea7ad908a8b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.017062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c134d08-ce38-49dc-b171-9b30239af00b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:27.018708 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c134d08-ce38-49dc-b171-9b30239af00b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:27.020034 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c134d08-ce38-49dc-b171-9b30239af00b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:27.021384 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c134d08-ce38-49dc-b171-9b30239af00b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:27.022699 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c134d08-ce38-49dc-b171-9b30239af00b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:27.023815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1c134d08-ce38-49dc-b171-9b30239af00b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Synchronizing usage tracker for tenant:56752495d9d3496288481b8fcdb8c245 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:27.026355 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-10f8d748-4d70-4eac-ba3a-5524f28b741e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:27.104295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ffd2b4a0-653b-45d7-b48a-bcf5a288c0de up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:27.104838 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1c134d08-ce38-49dc-b171-9b30239af00b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Unset dirty status for tenant:56752495d9d3496288481b8fcdb8c245 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:27.111320 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1c134d08-ce38-49dc-b171-9b30239af00b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3983085 Feb 10 11:31:27.112606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60772) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:27.121354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87f941c7-7632-4456-9247-cf91ae65238c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.139854 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3bf4aa26-9462-4989-bb65-07b72f7106a8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1731934036'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:27.151092 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:27.151503 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:27.168997 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 8 to bind port 415eea2d-d650-4148-9275-9aac4c25c86b Feb 10 11:31:27.188033 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f8d748-4d70-4eac-ba3a-5524f28b741e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:27.192898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10f8d748-4d70-4eac-ba3a-5524f28b741e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.215244 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3bf4aa26-9462-4989-bb65-07b72f7106a8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:27.225928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f941c7-7632-4456-9247-cf91ae65238c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=36e77ed4-1116-4942-b83d-c813e5502b2e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:27.234718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port ffd2b4a0-653b-45d7-b48a-bcf5a288c0de completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:27.246557 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 54d43393-7654-4f92-98a2-970889973e85 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:27.258718 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3bf4aa26-9462-4989-bb65-07b72f7106a8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:network and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:27.259631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:27.259976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:27.260317 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:27.280394 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87f941c7-7632-4456-9247-cf91ae65238c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.282326 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:27.282465 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:27.283920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3bf4aa26-9462-4989-bb65-07b72f7106a8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:27.287229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d79ff033-6e4a-4404-bbaf-dea7ad908a8b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.290978 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 9 to bind port 415eea2d-d650-4148-9275-9aac4c25c86b Feb 10 11:31:27.325053 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-156a75be-fa8e-4c70-a35d-c64ff6268a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.340257 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3bf4aa26-9462-4989-bb65-07b72f7106a8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:27.362618 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 54d43393-7654-4f92-98a2-970889973e85 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:27.381758 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-87f941c7-7632-4456-9247-cf91ae65238c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/36e77ed4-1116-4942-b83d-c813e5502b2e HTTP/1.1" status: 204 len: 168 time: 1.4301846 Feb 10 11:31:27.382768 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60776) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:27.399229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-08806cdd-2c7d-4062-a7ee-fb88b6101692 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560', 'mac_address': 'fa:16:3e:33:89:69', 'name': 'tempest-PortsIpV6TestJSON-945754299'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:27.399419 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:27.399558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:27.399900 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:27.426692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf4aa26-9462-4989-bb65-07b72f7106a8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:27.430535 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3bf4aa26-9462-4989-bb65-07b72f7106a8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.439873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f8d748-4d70-4eac-ba3a-5524f28b741e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:27.455714 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94556e5-2b88-4cb1-ad1c-0fa04335a986 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 30b4befa-0721-4291-b1e4-f635d8a8cc07 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:27.457720 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:27.458043 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:27.459880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-156a75be-fa8e-4c70-a35d-c64ff6268a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.470530 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempt 10 to bind port 415eea2d-d650-4148-9275-9aac4c25c86b Feb 10 11:31:27.483442 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e94556e5-2b88-4cb1-ad1c-0fa04335a986 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.531444 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10f8d748-4d70-4eac-ba3a-5524f28b741e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.531818 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-10f8d748-4d70-4eac-ba3a-5524f28b741e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Added segment 596fbeec-bd97-41ae-afd6-3bf5c1d9e0ee of type vlan for network f5f5f1f5-eb35-4860-88d9-13c0f9b36760 Feb 10 11:31:27.537434 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf4aa26-9462-4989-bb65-07b72f7106a8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:27.560305 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Allocated IP 172.26.4.32 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/949fce04-fab7-4509-abb3-3924a8fc2a63) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:27.569425 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d79ff033-6e4a-4404-bbaf-dea7ad908a8b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.575229 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-38467482-d166-4cf9-84d1-df0b47c897cc None None] Provisioning for port ffd2b4a0-653b-45d7-b48a-bcf5a288c0de completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:27.583504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:27.583948 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:27.584282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempting to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:27.585652 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-38467482-d166-4cf9-84d1-df0b47c897cc None None] Provisioning complete for port ffd2b4a0-653b-45d7-b48a-bcf5a288c0de triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:27.588415 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38467482-d166-4cf9-84d1-df0b47c897cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.611296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3bf4aa26-9462-4989-bb65-07b72f7106a8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.612232 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-3bf4aa26-9462-4989-bb65-07b72f7106a8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Added segment fbc0536a-4d78-4dbf-89ab-f4acc4db8afa of type vlan for network 5368d6f9-50e4-4330-a2dd-6e7d0f3beb12 Feb 10 11:31:27.624555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55d5f58-e7aa-4e8e-a38f-8f8aa61a3482 None None] get_active_networks_info from dv-neutron-828497-1-hyperv {{(pid=83556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:31:27.636928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ff033-6e4a-4404-bbaf-dea7ad908a8b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event deleted for resources: {'Subnet': ['ID=7656a0b7-6202-4517-9992-aca2cc04535c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:27.639361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-08806cdd-2c7d-4062-a7ee-fb88b6101692 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:27.643249 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:31:27.643579 dv-neutron-828497-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Failed to bind port 415eea2d-d650-4148-9275-9aac4c25c86b on host hv-neutron-8284 for vnic_type normal using segments [{'id': '44937cdd-dce9-4842-a504-27f947f183d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6814a17-1f31-455b-995c-f6a676689eac'}] Feb 10 11:31:27.644181 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.650258 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-08806cdd-2c7d-4062-a7ee-fb88b6101692 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:port and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:27.674446 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e94556e5-2b88-4cb1-ad1c-0fa04335a986 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.760510 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10f8d748-4d70-4eac-ba3a-5524f28b741e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.770480 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d79ff033-6e4a-4404-bbaf-dea7ad908a8b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.798977 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-d79ff033-6e4a-4404-bbaf-dea7ad908a8b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19a5f27-24a5-4bab-ac97-5186b1b06959']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:27.813826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-d79ff033-6e4a-4404-bbaf-dea7ad908a8b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd211f9-de0d-4ae7-bc52-c6ce53aeb2d3') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:27.814381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-d79ff033-6e4a-4404-bbaf-dea7ad908a8b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd211f9-de0d-4ae7-bc52-c6ce53aeb2d3') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:27.819599 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38467482-d166-4cf9-84d1-df0b47c897cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.828435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d79ff033-6e4a-4404-bbaf-dea7ad908a8b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.855523 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55d5f58-e7aa-4e8e-a38f-8f8aa61a3482 None None] Resources bound (agent type, host, resource id): {{(pid=83556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:31:27.859139 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-156a75be-fa8e-4c70-a35d-c64ff6268a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.865419 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d79ff033-6e4a-4404-bbaf-dea7ad908a8b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.872152 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79ff033-6e4a-4404-bbaf-dea7ad908a8b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:27.872561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d79ff033-6e4a-4404-bbaf-dea7ad908a8b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.884461 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-38467482-d166-4cf9-84d1-df0b47c897cc None None] For port ffd2b4a0-653b-45d7-b48a-bcf5a288c0de, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ffd2b4a0-653b-45d7-b48a-bcf5a288c0de,segment=NetworkSegment(218f680c-641e-4523-96c6-070d97cdb3b2),segment_id=218f680c-641e-4523-96c6-070d97cdb3b2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:27.904569 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38467482-d166-4cf9-84d1-df0b47c897cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.925079 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a75be-fa8e-4c70-a35d-c64ff6268a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283b9ed9-9a6a-4db0-9856-4a4c318281b7,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:27.949236 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10f8d748-4d70-4eac-ba3a-5524f28b741e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.952917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f8d748-4d70-4eac-ba3a-5524f28b741e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:27.953545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10f8d748-4d70-4eac-ba3a-5524f28b741e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:27.981360 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:27.984960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-08806cdd-2c7d-4062-a7ee-fb88b6101692 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:27.995232 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d79ff033-6e4a-4404-bbaf-dea7ad908a8b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.999363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3bf4aa26-9462-4989-bb65-07b72f7106a8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.003430 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-08806cdd-2c7d-4062-a7ee-fb88b6101692 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:28.024615 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d79ff033-6e4a-4404-bbaf-dea7ad908a8b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.048515 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ff033-6e4a-4404-bbaf-dea7ad908a8b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event deleted for resources: {'Network': ['ID=f19a5f27-24a5-4bab-ac97-5186b1b06959,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:28.080966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08806cdd-2c7d-4062-a7ee-fb88b6101692 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:28.099477 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38467482-d166-4cf9-84d1-df0b47c897cc None None] Pushing event updated for resources: {'Port': ['ID=ffd2b4a0-653b-45d7-b48a-bcf5a288c0de,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:28.105880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.109588 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-319590e1-524e-48f2-b815-4e34744c00b3 None None] Provisioning for port 54d43393-7654-4f92-98a2-970889973e85 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:28.119064 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-156a75be-fa8e-4c70-a35d-c64ff6268a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.120285 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-156a75be-fa8e-4c70-a35d-c64ff6268a56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/283b9ed9-9a6a-4db0-9856-4a4c318281b7 HTTP/1.1" status: 204 len: 168 time: 1.2039404 Feb 10 11:31:28.134994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-319590e1-524e-48f2-b815-4e34744c00b3 None None] Provisioning complete for port 54d43393-7654-4f92-98a2-970889973e85 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:28.135501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-319590e1-524e-48f2-b815-4e34744c00b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.139627 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] For port 415eea2d-d650-4148-9275-9aac4c25c86b, host hv-neutron-8284, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:28.139994 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Attempted to set empty binding levels {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 11:31:28.141404 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e94556e5-2b88-4cb1-ad1c-0fa04335a986 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.168730 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d79ff033-6e4a-4404-bbaf-dea7ad908a8b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/networks/f19a5f27-24a5-4bab-ac97-5186b1b06959 HTTP/1.1" status: 204 len: 168 time: 1.8822622 Feb 10 11:31:28.171018 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-10f8d748-4d70-4eac-ba3a-5524f28b741e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3350370 Feb 10 11:31:28.179252 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60782) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:28.179461 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60784) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:28.184245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3bf4aa26-9462-4989-bb65-07b72f7106a8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.188004 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a28416bf-361b-4965-88d4-89ce1792af3c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'subnet': {'network_id': 'f5f5f1f5-eb35-4860-88d9-13c0f9b36760', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:28.189383 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf4aa26-9462-4989-bb65-07b72f7106a8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:28.190682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3bf4aa26-9462-4989-bb65-07b72f7106a8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.236150 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.285553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8d748-4d70-4eac-ba3a-5524f28b741e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Network': ['ID=f5f5f1f5-eb35-4860-88d9-13c0f9b36760,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:28.317345 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network f5f5f1f5-eb35-4860-88d9-13c0f9b36760 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:28.359059 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-678e2859-8d9f-40e9-8ef3-2c813bfce287 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] DELETE failed (client error): The resource could not be found. Feb 10 11:31:28.359507 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678e2859-8d9f-40e9-8ef3-2c813bfce287 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:28.364508 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-678e2859-8d9f-40e9-8ef3-2c813bfce287 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/subnets/7656a0b7-6202-4517-9992-aca2cc04535c HTTP/1.1" status: 404 len: 337 time: 0.1836028 Feb 10 11:31:28.378516 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60790) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:28.391504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-08806cdd-2c7d-4062-a7ee-fb88b6101692 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.440655 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-08806cdd-2c7d-4062-a7ee-fb88b6101692 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] device_id is not set on port 6ca7963f-6927-43f6-93c8-6934cf605293 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:28.456470 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] In _notify_port_updated(), no bound segment for port 415eea2d-d650-4148-9275-9aac4c25c86b on network f6814a17-1f31-455b-995c-f6a676689eac {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:31:28.457609 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.461775 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] 10.222.0.36 "PUT /v2.0/ports/415eea2d-d650-4148-9275-9aac4c25c86b HTTP/1.1" status: 200 len: 981 time: 5.0271015 Feb 10 11:31:28.474229 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf775b9-9469-49b7-9e7b-800bbcf90f61 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] DELETE failed (client error): The resource could not be found. Feb 10 11:31:28.474679 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf775b9-9469-49b7-9e7b-800bbcf90f61 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:28.483668 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60796) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:28.500316 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-319590e1-524e-48f2-b815-4e34744c00b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.529768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28854a-aacb-4970-98b3-61a151b71353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Pushing event updated for resources: {'Port': ['ID=415eea2d-d650-4148-9275-9aac4c25c86b,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:28.546529 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-caf775b9-9469-49b7-9e7b-800bbcf90f61 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/networks/f19a5f27-24a5-4bab-ac97-5186b1b06959 HTTP/1.1" status: 404 len: 339 time: 0.1668446 Feb 10 11:31:28.548127 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60800) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:28.559473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a28416bf-361b-4965-88d4-89ce1792af3c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:28.605933 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a28416bf-361b-4965-88d4-89ce1792af3c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:subnet and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:28.609298 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.621510 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a28416bf-361b-4965-88d4-89ce1792af3c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:28.746730 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-319590e1-524e-48f2-b815-4e34744c00b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:28.747291 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-319590e1-524e-48f2-b815-4e34744c00b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:28.808976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e94556e5-2b88-4cb1-ad1c-0fa04335a986 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.813458 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3bf4aa26-9462-4989-bb65-07b72f7106a8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6868567 Feb 10 11:31:28.814355 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4aa26-9462-4989-bb65-07b72f7106a8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Network': ['ID=5368d6f9-50e4-4330-a2dd-6e7d0f3beb12,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:28.818121 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a28416bf-361b-4965-88d4-89ce1792af3c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:28.819937 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e15bd73b-76f9-42a9-af72-5ea94d03ff70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.821468 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60810) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:28.839656 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 5368d6f9-50e4-4330-a2dd-6e7d0f3beb12 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:28.847372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-1dcaa257-cde4-4e1d-b702-bb53f62ff93b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:28.863570 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ed8aa9-1699-4084-a386-36b14613806f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] DELETE failed (client error): The resource could not be found. Feb 10 11:31:28.864020 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ed8aa9-1699-4084-a386-36b14613806f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:28.868940 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-11ed8aa9-1699-4084-a386-36b14613806f tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/subnets/f189b360-f235-4004-add9-21dedafe58ad HTTP/1.1" status: 404 len: 337 time: 0.3112016 Feb 10 11:31:28.878989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60814) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:28.886629 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46ca5da-a9e0-456d-9b9b-c0b5b667d615 None None] DHCP port deletion for 6741df55-4482-476d-ac1b-9e2018d0b182 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:28.929743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94556e5-2b88-4cb1-ad1c-0fa04335a986 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=30b4befa-0721-4291-b1e4-f635d8a8cc07,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:28.941416 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-dec9fcac-bf3d-48f1-b039-b9e70aa7da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Deleting port 415eea2d-d650-4148-9275-9aac4c25c86b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:28.942473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dec9fcac-bf3d-48f1-b039-b9e70aa7da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.982675 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28416bf-361b-4965-88d4-89ce1792af3c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:28.993504 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-aed4b9d5-4960-476d-b1c2-158ea743e098', 'network_id': 'aed4b9d5-4960-476d-b1c2-158ea743e098', 'tenant_id': '56752495d9d3496288481b8fcdb8c245', 'fixed_ips': [{'subnet_id': '1404a613-c71f-4da9-bdd6-5333ce7231e2'}, {'subnet_id': 'df5787fc-979a-4e7a-b51c-db367473e3e4'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:28.994754 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.006352 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ffd2b4a0-653b-45d7-b48a-bcf5a288c0de up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:29.010380 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e94556e5-2b88-4cb1-ad1c-0fa04335a986 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.012182 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e94556e5-2b88-4cb1-ad1c-0fa04335a986 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/30b4befa-0721-4291-b1e4-f635d8a8cc07 HTTP/1.1" status: 204 len: 168 time: 2.2482708 Feb 10 11:31:29.013359 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1695620e-16f8-41a0-8465-7696ca5e1634 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] DELETE failed (client error): The resource could not be found. Feb 10 11:31:29.013778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1695620e-16f8-41a0-8465-7696ca5e1634 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:29.017910 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1695620e-16f8-41a0-8465-7696ca5e1634 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/networks/f7b3fff2-cd2b-4e70-b82b-13c56478512c HTTP/1.1" status: 404 len: 339 time: 0.1358738 Feb 10 11:31:29.025834 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60820) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:29.026166 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60822) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:29.026832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Pushing event updated for resources: {'Port': ['ID=949fce04-fab7-4509-abb3-3924a8fc2a63,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:29.035858 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:29.072049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-08806cdd-2c7d-4062-a7ee-fb88b6101692 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.175237 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:29.202257 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:29.213019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port ffd2b4a0-653b-45d7-b48a-bcf5a288c0de triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:29.213019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.233926 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-029b0484-6531-41de-8325-828351098bbb tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] DELETE failed (client error): The resource could not be found. Feb 10 11:31:29.234375 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029b0484-6531-41de-8325-828351098bbb tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:29.238865 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-029b0484-6531-41de-8325-828351098bbb tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/subnets/6ec576c4-8560-433a-af51-6e0f8a79fd49 HTTP/1.1" status: 404 len: 337 time: 0.2064319 Feb 10 11:31:29.240910 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60832) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:29.241041 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cea6cce7-0bef-4b67-b4fb-d294ca6d583c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2100646 Feb 10 11:31:29.245031 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60836) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:29.282255 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1d3902-a592-4ee9-9a80-4288e552a5ef tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] DELETE failed (client error): The resource could not be found. Feb 10 11:31:29.282967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1d3902-a592-4ee9-9a80-4288e552a5ef tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:29.286988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-08806cdd-2c7d-4062-a7ee-fb88b6101692 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.297653 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-45e406be-6b55-4ee7-8704-9f509ad77bbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:29.338608 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a28416bf-361b-4965-88d4-89ce1792af3c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.453092 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-319590e1-524e-48f2-b815-4e34744c00b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.517144 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa257-cde4-4e1d-b702-bb53f62ff93b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.571016 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-319590e1-524e-48f2-b815-4e34744c00b3 None None] For port 54d43393-7654-4f92-98a2-970889973e85, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=54d43393-7654-4f92-98a2-970889973e85,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:29.583444 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-319590e1-524e-48f2-b815-4e34744c00b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.616271 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-dec9fcac-bf3d-48f1-b039-b9e70aa7da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] For port 415eea2d-d650-4148-9275-9aac4c25c86b, host hv-neutron-8284, got binding levels [] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:29.616873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dec9fcac-bf3d-48f1-b039-b9e70aa7da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.637254 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5a1d3902-a592-4ee9-9a80-4288e552a5ef tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/networks/e52740d2-8cac-4965-b42b-13f5b7e4da52 HTTP/1.1" status: 404 len: 339 time: 0.3924410 Feb 10 11:31:29.637476 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Allocated IP 2001:db8::2 (aed4b9d5-4960-476d-b1c2-158ea743e098/1404a613-c71f-4da9-bdd6-5333ce7231e2/06fc6ded-5583-4e31-81cf-9f634e9fb5aa) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:29.643686 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60844) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:29.645301 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08806cdd-2c7d-4062-a7ee-fb88b6101692 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=6ca7963f-6927-43f6-93c8-6934cf605293,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:29.647686 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa257-cde4-4e1d-b702-bb53f62ff93b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.665009 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Allocated IP 172.20.0.1 (aed4b9d5-4960-476d-b1c2-158ea743e098/df5787fc-979a-4e7a-b51c-db367473e3e4/06fc6ded-5583-4e31-81cf-9f634e9fb5aa) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:29.785627 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319590e1-524e-48f2-b815-4e34744c00b3 None None] Pushing event updated for resources: {'Port': ['ID=54d43393-7654-4f92-98a2-970889973e85,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:29.793753 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.804680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-dec9fcac-bf3d-48f1-b039-b9e70aa7da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Calling delete_port for 415eea2d-d650-4148-9275-9aac4c25c86b owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:29.847569 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcaa257-cde4-4e1d-b702-bb53f62ff93b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Network': ['ID=5368d6f9-50e4-4330-a2dd-6e7d0f3beb12,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:29.853504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1dcaa257-cde4-4e1d-b702-bb53f62ff93b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network 5368d6f9-50e4-4330-a2dd-6e7d0f3beb12 is not hosted by any dhcp agent {{(pid=83555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 10 11:31:29.859741 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcaa257-cde4-4e1d-b702-bb53f62ff93b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:29.860626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa257-cde4-4e1d-b702-bb53f62ff93b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.865033 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1dcaa257-cde4-4e1d-b702-bb53f62ff93b tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "PUT /v2.0/networks/5368d6f9-50e4-4330-a2dd-6e7d0f3beb12 HTTP/1.1" status: 200 len: 723 time: 1.0363121 Feb 10 11:31:29.867374 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-45e406be-6b55-4ee7-8704-9f509ad77bbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:29.871999 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60850) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:29.874273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08806cdd-2c7d-4062-a7ee-fb88b6101692 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network db21bd82-1a13-47e3-a884-cc83471be560 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:29.884523 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 5368d6f9-50e4-4330-a2dd-6e7d0f3beb12 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:29.889334 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ebdb7d2c-49f0-4343-8488-9acad3b1fe4c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'subnet': {'network_id': '5368d6f9-50e4-4330-a2dd-6e7d0f3beb12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:29.905992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-08806cdd-2c7d-4062-a7ee-fb88b6101692 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:29.914973 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08806cdd-2c7d-4062-a7ee-fb88b6101692 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:29.919632 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08806cdd-2c7d-4062-a7ee-fb88b6101692 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:29.920247 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-08806cdd-2c7d-4062-a7ee-fb88b6101692 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.947246 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d5d42718-009f-4b53-aa26-aa45e1504375 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Deleting port 9a035b21-5cfd-40f8-8175-220a01b4ac87 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:29.947595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5d42718-009f-4b53-aa26-aa45e1504375 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.949829 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-45e406be-6b55-4ee7-8704-9f509ad77bbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:30.051284 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-08806cdd-2c7d-4062-a7ee-fb88b6101692 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6628635 Feb 10 11:31:30.059415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60858) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:30.074118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dec9fcac-bf3d-48f1-b039-b9e70aa7da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.134848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e406be-6b55-4ee7-8704-9f509ad77bbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:30.146808 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.154906 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.164901 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Transition to ACTIVE for port object 06fc6ded-5583-4e31-81cf-9f634e9fb5aa will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:30.189105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Transition to ACTIVE for port object 06fc6ded-5583-4e31-81cf-9f634e9fb5aa will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:30.208366 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.231557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9fcac-bf3d-48f1-b039-b9e70aa7da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Pushing event deleted for resources: {'Port': ['ID=415eea2d-d650-4148-9275-9aac4c25c86b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:30.257886 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ebdb7d2c-49f0-4343-8488-9acad3b1fe4c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:30.289322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ebdb7d2c-49f0-4343-8488-9acad3b1fe4c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:30.290180 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a28416bf-361b-4965-88d4-89ce1792af3c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.293593 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45e406be-6b55-4ee7-8704-9f509ad77bbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.300977 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Pushing event updated for resources: {'Port': ['ID=06fc6ded-5583-4e31-81cf-9f634e9fb5aa,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:30.342099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Network aed4b9d5-4960-476d-b1c2-158ea743e098 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:30.343836 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:30.348973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:30.414358 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdb7d2c-49f0-4343-8488-9acad3b1fe4c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:30.490849 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Attempting to bind port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:30.491289 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Attempting to bind port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'f33a1733-fe88-461b-8b4a-9807afe7e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'aed4b9d5-4960-476d-b1c2-158ea743e098'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:30.491737 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Attempting to bind port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa on network aed4b9d5-4960-476d-b1c2-158ea743e098 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:30.496262 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dec9fcac-bf3d-48f1-b039-b9e70aa7da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.499650 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:30.500304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Checking segment: {'id': 'f33a1733-fe88-461b-8b4a-9807afe7e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'aed4b9d5-4960-476d-b1c2-158ea743e098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:30.500930 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.501559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Bound using segment: {'id': 'f33a1733-fe88-461b-8b4a-9807afe7e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'aed4b9d5-4960-476d-b1c2-158ea743e098'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:30.502353 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Bound port: 06fc6ded-5583-4e31-81cf-9f634e9fb5aa, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33a1733-fe88-461b-8b4a-9807afe7e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'aed4b9d5-4960-476d-b1c2-158ea743e098'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:30.502941 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.506302 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baebba58-78e6-4a2a-93ee-d607d449e3cd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:30.506887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-baebba58-78e6-4a2a-93ee-d607d449e3cd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:30.581667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ebdb7d2c-49f0-4343-8488-9acad3b1fe4c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.590923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.591658 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.603820 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dec9fcac-bf3d-48f1-b039-b9e70aa7da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] 10.222.0.36 "DELETE /v2.0/ports/415eea2d-d650-4148-9275-9aac4c25c86b HTTP/1.1" status: 204 len: 168 time: 2.1165049 Feb 10 11:31:30.607088 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60870) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:30.614005 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5d42718-009f-4b53-aa26-aa45e1504375 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.629927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-baebba58-78e6-4a2a-93ee-d607d449e3cd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:30.634116 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-baebba58-78e6-4a2a-93ee-d607d449e3cd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports/6ca7963f-6927-43f6-93c8-6934cf605293 HTTP/1.1" status: 200 len: 844 time: 0.5724111 Feb 10 11:31:30.642322 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60874) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:30.645463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] For port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:30.646880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28416bf-361b-4965-88d4-89ce1792af3c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Subnet': ['ID=f6886db8-095b-4457-a686-6514002564f4,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:30.654559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] For port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=06fc6ded-5583-4e31-81cf-9f634e9fb5aa,segment=NetworkSegment(f33a1733-fe88-461b-8b4a-9807afe7e07a),segment_id=f33a1733-fe88-461b-8b4a-9807afe7e07a)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:30.663010 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.728950 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e89ab8-0e0a-4b84-b1e8-3da1b5956042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] GET failed (client error): The resource could not be found. Feb 10 11:31:30.730279 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-80e89ab8-0e0a-4b84-b1e8-3da1b5956042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902182817-project-admin] 10.222.0.36 "GET /v2.0/ports/415eea2d-d650-4148-9275-9aac4c25c86b HTTP/1.1" status: 404 len: 333 time: 0.1221848 Feb 10 11:31:30.745634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60880) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:30.821238 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a68be-9cf1-494d-a6b5-f945ebce0753 None None] Pushing event updated for resources: {'Port': ['ID=06fc6ded-5583-4e31-81cf-9f634e9fb5aa,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:30.889995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d5d42718-009f-4b53-aa26-aa45e1504375 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Calling delete_port for 9a035b21-5cfd-40f8-8175-220a01b4ac87 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:30.935056 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 54d43393-7654-4f92-98a2-970889973e85 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:31.091664 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 54d43393-7654-4f92-98a2-970889973e85 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:31.091664 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.139921 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28416bf-361b-4965-88d4-89ce1792af3c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Checking segment: {'id': '596fbeec-bd97-41ae-afd6-3bf5c1d9e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f5f5f1f5-eb35-4860-88d9-13c0f9b36760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:31.140170 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28416bf-361b-4965-88d4-89ce1792af3c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network hostable DHCP agents. Network: f5f5f1f5-eb35-4860-88d9-13c0f9b36760, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:31.144594 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-75250cfd-653f-45e8-b6bd-0527bb9b502a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.172126 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3024b3f5-32b1-4743-b453-7710b318a6e5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port 6ca7963f-6927-43f6-93c8-6934cf605293 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:31.172126 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3024b3f5-32b1-4743-b453-7710b318a6e5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.310098 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5d42718-009f-4b53-aa26-aa45e1504375 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.316899 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45e406be-6b55-4ee7-8704-9f509ad77bbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.339297 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 377eca7d-3ad5-4d47-bf37-6c85dc0395ee no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:31.390505 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 377eca7d-3ad5-4d47-bf37-6c85dc0395ee {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:31.390848 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 377eca7d-3ad5-4d47-bf37-6c85dc0395ee not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:31.397926 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60890) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:31.411379 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28416bf-361b-4965-88d4-89ce1792af3c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network f5f5f1f5-eb35-4860-88d9-13c0f9b36760 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:31.413723 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d42718-009f-4b53-aa26-aa45e1504375 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event deleted for resources: {'Port': ['ID=9a035b21-5cfd-40f8-8175-220a01b4ac87,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:31.437981 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5d42718-009f-4b53-aa26-aa45e1504375 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.451489 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.457557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-a28416bf-361b-4965-88d4-89ce1792af3c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, f5f5f1f5-eb35-4860-88d9-13c0f9b36760) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:31.461210 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28416bf-361b-4965-88d4-89ce1792af3c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:31.461795 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a28416bf-361b-4965-88d4-89ce1792af3c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.468079 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e406be-6b55-4ee7-8704-9f509ad77bbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:31.477541 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d5d42718-009f-4b53-aa26-aa45e1504375 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/ports/9a035b21-5cfd-40f8-8175-220a01b4ac87 HTTP/1.1" status: 204 len: 168 time: 1.7702060 Feb 10 11:31:31.480080 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60896) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:31.491526 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-45e406be-6b55-4ee7-8704-9f509ad77bbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:31.501044 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e406be-6b55-4ee7-8704-9f509ad77bbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:31.501688 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45e406be-6b55-4ee7-8704-9f509ad77bbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.538228 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cc80e0-a016-4f24-bbfe-fbbfc2e286de tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] DELETE failed (client error): The resource could not be found. Feb 10 11:31:31.538669 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18cc80e0-a016-4f24-bbfe-fbbfc2e286de tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:31.543181 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-18cc80e0-a016-4f24-bbfe-fbbfc2e286de tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/subnets/ae5e8e39-70cf-4654-890d-b638d21098da HTTP/1.1" status: 404 len: 337 time: 0.0557458 Feb 10 11:31:31.561804 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60900) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:31.570852 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a28416bf-361b-4965-88d4-89ce1792af3c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3882768 Feb 10 11:31:31.575842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ebdb7d2c-49f0-4343-8488-9acad3b1fe4c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.581388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60904) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:31.599236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'network_id': 'f5f5f1f5-eb35-4860-88d9-13c0f9b36760', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1628212193'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:31.641383 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e406be-6b55-4ee7-8704-9f509ad77bbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=a6286834-ba93-4ad8-9d82-a28729ea953d,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:31.646705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-75250cfd-653f-45e8-b6bd-0527bb9b502a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.738276 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-45e406be-6b55-4ee7-8704-9f509ad77bbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4920421 Feb 10 11:31:31.746523 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3f7335ff-7af3-418e-a340-58c60d371efa tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:31.746691 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60908) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:31.757492 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9bb5715a-2822-41a6-b826-916c2b231f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1263361321', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:31.768160 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3024b3f5-32b1-4743-b453-7710b318a6e5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.798841 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9bb5715a-2822-41a6-b826-916c2b231f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:31.802926 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-75250cfd-653f-45e8-b6bd-0527bb9b502a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6814a17-1f31-455b-995c-f6a676689eac']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:31.850584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-75250cfd-653f-45e8-b6bd-0527bb9b502a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44937cdd-dce9-4842-a504-27f947f183d7') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:31.850920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-75250cfd-653f-45e8-b6bd-0527bb9b502a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44937cdd-dce9-4842-a504-27f947f183d7') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:31.864549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9bb5715a-2822-41a6-b826-916c2b231f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:router and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:31.869755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb7d2c-49f0-4343-8488-9acad3b1fe4c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Subnet': ['ID=48cc53ad-7f55-4c75-b457-123dd1257dca,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:31.880456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-75250cfd-653f-45e8-b6bd-0527bb9b502a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.923433 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9bb5715a-2822-41a6-b826-916c2b231f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:31.936134 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3024b3f5-32b1-4743-b453-7710b318a6e5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for 6ca7963f-6927-43f6-93c8-6934cf605293 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:31.943811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdb7d2c-49f0-4343-8488-9acad3b1fe4c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Checking segment: {'id': 'fbc0536a-4d78-4dbf-89ab-f4acc4db8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5368d6f9-50e4-4330-a2dd-6e7d0f3beb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:31.944251 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdb7d2c-49f0-4343-8488-9acad3b1fe4c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network hostable DHCP agents. Network: 5368d6f9-50e4-4330-a2dd-6e7d0f3beb12, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:31.951560 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-75250cfd-653f-45e8-b6bd-0527bb9b502a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.966610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75250cfd-653f-45e8-b6bd-0527bb9b502a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:31.967000 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-75250cfd-653f-45e8-b6bd-0527bb9b502a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.971325 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca2a5-03ca-4937-91de-862b703db335 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.973370 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9bb5715a-2822-41a6-b826-916c2b231f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:31.983218 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:31.989538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:32.022687 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bb5715a-2822-41a6-b826-916c2b231f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.023595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bb5715a-2822-41a6-b826-916c2b231f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.051842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:port and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:32.057783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:32.083630 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:32.096765 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3f7335ff-7af3-418e-a340-58c60d371efa tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] 10.222.0.36 "PUT /v2.0/quotas/0fde6e56fd694d19b141eee68f6ca15b HTTP/1.1" status: 200 len: 366 time: 0.6657031 Feb 10 11:31:32.099707 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-75250cfd-653f-45e8-b6bd-0527bb9b502a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.101770 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60912) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:32.128899 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-75250cfd-653f-45e8-b6bd-0527bb9b502a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.135264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:32.138454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.148249 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdb7d2c-49f0-4343-8488-9acad3b1fe4c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network 5368d6f9-50e4-4330-a2dd-6e7d0f3beb12 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:32.150511 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd61c13-e709-4402-9d69-1698d16ae297 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:32.155103 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75250cfd-653f-45e8-b6bd-0527bb9b502a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] Pushing event deleted for resources: {'Network': ['ID=f6814a17-1f31-455b-995c-f6a676689eac,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:32.166535 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-75250cfd-653f-45e8-b6bd-0527bb9b502a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274300592-project] 10.222.0.36 "DELETE /v2.0/networks/f6814a17-1f31-455b-995c-f6a676689eac HTTP/1.1" status: 204 len: 168 time: 1.4163933 Feb 10 11:31:32.175080 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573ebe0f-f90b-415d-8f58-afd0fb8dea1b None None] Network 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:32.179373 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2aeda173-1f10-44ba-9612-8c4175ad6990 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0747390 Feb 10 11:31:32.184473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] device_id is not set on port 0c3ae8bc-6145-43a1-8ffb-9b5022aa3e80 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:32.251395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60920) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:32.256719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-ebdb7d2c-49f0-4343-8488-9acad3b1fe4c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 5368d6f9-50e4-4330-a2dd-6e7d0f3beb12) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:32.272406 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdb7d2c-49f0-4343-8488-9acad3b1fe4c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:32.273988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ebdb7d2c-49f0-4343-8488-9acad3b1fe4c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.328805 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ebdb7d2c-49f0-4343-8488-9acad3b1fe4c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4520805 Feb 10 11:31:32.336515 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60926) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:32.340594 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91799545-6bb9-4688-add0-52e306c01277 None None] Network f5f5f1f5-eb35-4860-88d9-13c0f9b36760 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:32.350733 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7676ba61-cc61-4424-80e0-d6d24d122361 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] 10.222.0.36 "GET /v2.0/quotas/0fde6e56fd694d19b141eee68f6ca15b HTTP/1.1" status: 200 len: 366 time: 0.0943794 Feb 10 11:31:32.353232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3024b3f5-32b1-4743-b453-7710b318a6e5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.356024 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60930) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:32.365895 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-29d96382-8ef6-4b4b-b6be-dfef09cffa09 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:32.432386 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca2a5-03ca-4937-91de-862b703db335 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.447827 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-550b0919-5007-49ee-86c1-ba28d7f83280 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/0fde6e56fd694d19b141eee68f6ca15b HTTP/1.1" status: 204 len: 168 time: 0.0895336 Feb 10 11:31:32.453736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60934) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:32.464464 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2793e56b-3d94-4205-a1ad-9b8a1124aa20 None None] Network f19a5f27-24a5-4bab-ac97-5186b1b06959 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:32.474694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bb5715a-2822-41a6-b826-916c2b231f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.481224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024b3f5-32b1-4743-b453-7710b318a6e5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=6ca7963f-6927-43f6-93c8-6934cf605293,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:32.482315 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca61d27-9646-41b4-9de0-1765c716360f None None] Network aed4b9d5-4960-476d-b1c2-158ea743e098 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:32.493329 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Allocated IP 172.20.0.3 (f5f5f1f5-eb35-4860-88d9-13c0f9b36760/f6886db8-095b-4457-a686-6514002564f4/0c3ae8bc-6145-43a1-8ffb-9b5022aa3e80) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:32.499866 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1489e5ca-4b2a-419b-a0cf-186863dde4ba tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0445204 Feb 10 11:31:32.500616 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60938) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:32.525401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-fb0ca2a5-03ca-4937-91de-862b703db335 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144ea3e5-50c3-470a-b9e7-8e6638acab54']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:32.538107 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a3d501fb-8a3e-4be3-92c1-c1857c9f9117 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] 10.222.0.36 "GET /v2.0/quotas/0fde6e56fd694d19b141eee68f6ca15b HTTP/1.1" status: 200 len: 370 time: 0.0321341 Feb 10 11:31:32.539802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60942) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:32.562522 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-fb0ca2a5-03ca-4937-91de-862b703db335 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a36195-abb6-4638-bdbb-f3cfb333eca2') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:32.568274 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-fb0ca2a5-03ca-4937-91de-862b703db335 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a36195-abb6-4638-bdbb-f3cfb333eca2') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:32.583147 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3024b3f5-32b1-4743-b453-7710b318a6e5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.590068 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-352760b5-6593-4c04-9479-27d1b3d7f9bb tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] 10.222.0.36 "GET /v2.0/quotas/0fde6e56fd694d19b141eee68f6ca15b/default HTTP/1.1" status: 200 len: 370 time: 0.0428503 Feb 10 11:31:32.602037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60948) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:32.608555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f11073-7936-4bd3-b89e-7c29ebc5b400 None None] Network 5368d6f9-50e4-4330-a2dd-6e7d0f3beb12 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:32.621840 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca2a5-03ca-4937-91de-862b703db335 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.696377 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2793e56b-3d94-4205-a1ad-9b8a1124aa20 None None] Network f19a5f27-24a5-4bab-ac97-5186b1b06959 could not be found, it might have been deleted concurrently. {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 10 11:31:32.714275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bb5715a-2822-41a6-b826-916c2b231f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.726303 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Router 08af32f7-ea9a-46c8-9004-af909644a507 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:31:32.744136 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca2a5-03ca-4937-91de-862b703db335 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.745956 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22794c5e-c105-4557-94c0-58902c43a792 None None] Network f19a5f27-24a5-4bab-ac97-5186b1b06959 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:32.750308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60952) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:32.751409 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3024b3f5-32b1-4743-b453-7710b318a6e5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/6ca7963f-6927-43f6-93c8-6934cf605293 HTTP/1.1" status: 204 len: 168 time: 2.1008530 Feb 10 11:31:32.752768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60954) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:32.764567 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.769198 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0ca2a5-03ca-4937-91de-862b703db335 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:32.769840 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca2a5-03ca-4937-91de-862b703db335 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:32.789526 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:32.792983 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-a9ff82a1-c524-4342-9f29-78e4044e9d39 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] delete failed (client error): The resource could not be found. Feb 10 11:31:32.794340 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a9ff82a1-c524-4342-9f29-78e4044e9d39 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/0fde6e56fd694d19b141eee68f6ca15b HTTP/1.1" status: 404 len: 348 time: 0.1762881 Feb 10 11:31:32.801669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Transition to ACTIVE for port object 0c3ae8bc-6145-43a1-8ffb-9b5022aa3e80 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:32.835247 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.837001 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22794c5e-c105-4557-94c0-58902c43a792 None None] Network f19a5f27-24a5-4bab-ac97-5186b1b06959 could not be found, it might have been deleted concurrently. {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 10 11:31:32.839236 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-66c789a8-23cc-4a70-8d37-f3d5bf76bb44 None None] Provisioning for port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:33.024146 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=0c3ae8bc-6145-43a1-8ffb-9b5022aa3e80,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:33.024417 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bb5715a-2822-41a6-b826-916c2b231f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.041870 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9bb5715a-2822-41a6-b826-916c2b231f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2940416 Feb 10 11:31:33.053354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 06fc6ded-5583-4e31-81cf-9f634e9fb5aa up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:33.053839 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60964) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:33.063588 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96edf46-57b8-47d6-ab65-291754cc8590 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] GET failed (client error): The resource could not be found. Feb 10 11:31:33.064105 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f96edf46-57b8-47d6-ab65-291754cc8590 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:33.177367 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60968) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:33.189400 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca2a5-03ca-4937-91de-862b703db335 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.215465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network f5f5f1f5-eb35-4860-88d9-13c0f9b36760 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:33.221285 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6b86bad1-7417-4ed2-8a82-66ef91674212 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb8f7b5a4e5d475baa1ff072809aaf9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4684973 Feb 10 11:31:33.264592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60972) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:33.279772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:33.287180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:33.292737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca2a5-03ca-4937-91de-862b703db335 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.323282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f96edf46-57b8-47d6-ab65-291754cc8590 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:33.324665 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f96edf46-57b8-47d6-ab65-291754cc8590 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports/6ca7963f-6927-43f6-93c8-6934cf605293 HTTP/1.1" status: 404 len: 333 time: 0.5633457 Feb 10 11:31:33.334780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60976) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:33.343218 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-73d6927d-a69a-406f-ae66-245ee94d99a7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560', 'name': 'tempest-PortsIpV6TestJSON-1601869783'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:33.345501 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ca2a5-03ca-4937-91de-862b703db335 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event deleted for resources: {'Network': ['ID=144ea3e5-50c3-470a-b9e7-8e6638acab54,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:33.354387 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fb0ca2a5-03ca-4937-91de-862b703db335 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/networks/144ea3e5-50c3-470a-b9e7-8e6638acab54 HTTP/1.1" status: 204 len: 168 time: 1.7912412 Feb 10 11:31:33.360262 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60980) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:33.403469 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30f0d9fd-ddb9-4707-b5e9-b4df7dfbaf50 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] Usage tracker for resource:network and tenant:32cb905834db4f9bb1a958234777c1ce is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:33.410300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-29d96382-8ef6-4b4b-b6be-dfef09cffa09 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1851287'] for subnet, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.453580 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30f0d9fd-ddb9-4707-b5e9-b4df7dfbaf50 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:33.509174 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30f0d9fd-ddb9-4707-b5e9-b4df7dfbaf50 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] Usage tracker for resource:subnet and tenant:32cb905834db4f9bb1a958234777c1ce is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:33.518439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4fd2dd1e-8160-4c2a-96bb-eb6e88bc8d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.530628 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:33.532552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30f0d9fd-ddb9-4707-b5e9-b4df7dfbaf50 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:33.554917 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:33.555508 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.582903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-5368d6f9-50e4-4330-a2dd-6e7d0f3beb12', 'network_id': '5368d6f9-50e4-4330-a2dd-6e7d0f3beb12', 'tenant_id': '56752495d9d3496288481b8fcdb8c245', 'fixed_ips': [{'subnet_id': '48cc53ad-7f55-4c75-b457-123dd1257dca'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:33.583723 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.615504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4fd2dd1e-8160-4c2a-96bb-eb6e88bc8d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.625705 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30f0d9fd-ddb9-4707-b5e9-b4df7dfbaf50 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] Usage tracker for resource:subnetpool and tenant:32cb905834db4f9bb1a958234777c1ce is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:33.636424 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282889f1-e798-4701-a133-604572d5b457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-f5f5f1f5-eb35-4860-88d9-13c0f9b36760', 'network_id': 'f5f5f1f5-eb35-4860-88d9-13c0f9b36760', 'tenant_id': 'f814e8e262394e9da62e4d84c68e410d', 'fixed_ips': [{'subnet_id': 'f6886db8-095b-4457-a686-6514002564f4'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:33.637718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-282889f1-e798-4701-a133-604572d5b457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.696151 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30f0d9fd-ddb9-4707-b5e9-b4df7dfbaf50 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:33.756187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:33.756887 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.808164 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30f0d9fd-ddb9-4707-b5e9-b4df7dfbaf50 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] Usage tracker for resource:port and tenant:32cb905834db4f9bb1a958234777c1ce is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:33.822464 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30f0d9fd-ddb9-4707-b5e9-b4df7dfbaf50 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:33.843736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-cb95206f-7bea-4ffe-8cad-8404589a11d1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Deleting port fc0b043c-990b-456a-9ccd-b5ad142326f2 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:33.844108 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cb95206f-7bea-4ffe-8cad-8404589a11d1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.866689 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30f0d9fd-ddb9-4707-b5e9-b4df7dfbaf50 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] Usage tracker for resource:router and tenant:32cb905834db4f9bb1a958234777c1ce is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:33.876503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30f0d9fd-ddb9-4707-b5e9-b4df7dfbaf50 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:33.888262 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4fd2dd1e-8160-4c2a-96bb-eb6e88bc8d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.910565 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-29d96382-8ef6-4b4b-b6be-dfef09cffa09 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768343321227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1694262'] for subnet, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.979494 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cf346284-0126-4c0a-8f0c-44401f972e8b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.3896289 Feb 10 11:31:33.983572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-73d6927d-a69a-406f-ae66-245ee94d99a7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:33.990471 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60984) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:34.066018 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:34.069966 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d96382-8ef6-4b4b-b6be-dfef09cffa09 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:34.070980 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-29d96382-8ef6-4b4b-b6be-dfef09cffa09 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:34.072415 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-29d96382-8ef6-4b4b-b6be-dfef09cffa09 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "PUT /v2.0/subnets/48cc53ad-7f55-4c75-b457-123dd1257dca HTTP/1.1" status: 200 len: 826 time: 1.7340271 Feb 10 11:31:34.074429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d96382-8ef6-4b4b-b6be-dfef09cffa09 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Subnet': ['ID=48cc53ad-7f55-4c75-b457-123dd1257dca,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:34.088898 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 60986) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:34.098577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30f0d9fd-ddb9-4707-b5e9-b4df7dfbaf50 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] Usage tracker for resource:floatingip and tenant:32cb905834db4f9bb1a958234777c1ce is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:34.102997 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2dd1e-8160-4c2a-96bb-eb6e88bc8d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d22e37b-2aa5-4c2a-a949-75e83cfd322a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:34.128048 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30f0d9fd-ddb9-4707-b5e9-b4df7dfbaf50 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:34.152802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4fd2dd1e-8160-4c2a-96bb-eb6e88bc8d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:34.154164 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4fd2dd1e-8160-4c2a-96bb-eb6e88bc8d9b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d22e37b-2aa5-4c2a-a949-75e83cfd322a HTTP/1.1" status: 204 len: 168 time: 0.8766444 Feb 10 11:31:34.162933 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-282889f1-e798-4701-a133-604572d5b457 None None] Allocated IP 172.20.0.2 (f5f5f1f5-eb35-4860-88d9-13c0f9b36760/f6886db8-095b-4457-a686-6514002564f4/925fb304-127a-47c6-89cf-23fd00abb0db) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:34.164972 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:34.171066 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-acbb6fbe-61c1-48ac-b27a-68c711df2f66 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.2723956 Feb 10 11:31:34.172890 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 60992) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:34.237545 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Allocated IP 2001:db8::2 (5368d6f9-50e4-4330-a2dd-6e7d0f3beb12/48cc53ad-7f55-4c75-b457-123dd1257dca/25002549-cd82-4aa0-97b5-00d931dff0f5) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:34.438213 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Sync routers for ids ['08af32f7-ea9a-46c8-9004-af909644a507'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:34.445719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30f0d9fd-ddb9-4707-b5e9-b4df7dfbaf50 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] Usage tracker for resource:security_group and tenant:32cb905834db4f9bb1a958234777c1ce is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:34.467341 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-73d6927d-a69a-406f-ae66-245ee94d99a7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:34.478007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30f0d9fd-ddb9-4707-b5e9-b4df7dfbaf50 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:34.484615 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310bcedd-31a4-487b-a1ed-6620c795a249 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:34.496606 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30f0d9fd-ddb9-4707-b5e9-b4df7dfbaf50 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] Usage tracker for resource:security_group_rule and tenant:32cb905834db4f9bb1a958234777c1ce is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:34.503690 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30f0d9fd-ddb9-4707-b5e9-b4df7dfbaf50 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:34.521703 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-30f0d9fd-ddb9-4707-b5e9-b4df7dfbaf50 tempest-QuotasTest-1361643103 tempest-QuotasTest-1361643103-project-admin] 10.222.0.36 "GET /v2.0/quotas/32cb905834db4f9bb1a958234777c1ce/details.json HTTP/1.1" status: 200 len: 703 time: 1.3353412 Feb 10 11:31:34.616104 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:34.650013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8cd60217-197d-4686-a439-3a914058ed25 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 0c3ae8bc-6145-43a1-8ffb-9b5022aa3e80 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:34.650603 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8cd60217-197d-4686-a439-3a914058ed25 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:34.680347 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8253eb5-2e00-43ec-b896-781a98d7aa2f None None] Network aed4b9d5-4960-476d-b1c2-158ea743e098 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:34.696711 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d6927d-a69a-406f-ae66-245ee94d99a7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:34.700027 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-73d6927d-a69a-406f-ae66-245ee94d99a7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:34.714229 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c13360-4484-4ba5-a8fd-6e67d8fc921d None None] Network 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:34.797503 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-73d6927d-a69a-406f-ae66-245ee94d99a7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] device_id is not set on port 92a90a74-c726-41a0-98d0-c9c39d2244ba yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:34.938751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32772) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:34.941875 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-282889f1-e798-4701-a133-604572d5b457 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:34.953990 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-282889f1-e798-4701-a133-604572d5b457 None None] Transition to ACTIVE for port object 925fb304-127a-47c6-89cf-23fd00abb0db will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:34.976979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-282889f1-e798-4701-a133-604572d5b457 None None] Transition to ACTIVE for port object 925fb304-127a-47c6-89cf-23fd00abb0db will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:35.031885 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-148f655f-f5f2-4b8b-b1d4-261f507ae8e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=924e489fb36e4c69826bc4333a33fe7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0875945 Feb 10 11:31:35.036277 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32776) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:35.040981 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32778) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:35.093439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cb95206f-7bea-4ffe-8cad-8404589a11d1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.122624 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-282889f1-e798-4701-a133-604572d5b457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.216752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6dc04f1c-fa8c-4e94-83d6-f8834fdda852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.245951 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6dc04f1c-fa8c-4e94-83d6-f8834fdda852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.252800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-cb95206f-7bea-4ffe-8cad-8404589a11d1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Calling delete_port for fc0b043c-990b-456a-9ccd-b5ad142326f2 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:35.264328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Routers {'08af32f7-ea9a-46c8-9004-af909644a507'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:35.264961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['08af32f7-ea9a-46c8-9004-af909644a507'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:35.385767 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-507a0436-62d9-4abe-b829-e7181bbc1fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.409481 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.418695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6dc04f1c-fa8c-4e94-83d6-f8834fdda852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.442884 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.453475 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc04f1c-fa8c-4e94-83d6-f8834fdda852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f03927-7491-4d70-b03c-5163133fcc8b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:35.465208 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-507a0436-62d9-4abe-b829-e7181bbc1fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:35.472311 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-507a0436-62d9-4abe-b829-e7181bbc1fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:94c38ee0779641dcb85a314d10ec392d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:35.473418 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=06fc6ded-5583-4e31-81cf-9f634e9fb5aa,segment=NetworkSegment(f33a1733-fe88-461b-8b4a-9807afe7e07a),segment_id=f33a1733-fe88-461b-8b4a-9807afe7e07a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:35.476032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-507a0436-62d9-4abe-b829-e7181bbc1fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:35.479141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6dc04f1c-fa8c-4e94-83d6-f8834fdda852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.483694 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6dc04f1c-fa8c-4e94-83d6-f8834fdda852 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77f03927-7491-4d70-b03c-5163133fcc8b HTTP/1.1" status: 204 len: 168 time: 0.4414542 Feb 10 11:31:35.490593 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-507a0436-62d9-4abe-b829-e7181bbc1fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:35.506016 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282889f1-e798-4701-a133-604572d5b457 None None] Network f5f5f1f5-eb35-4860-88d9-13c0f9b36760 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:35.521344 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-793b54af-c2b8-4332-8e83-80f917184c4a None None] Provisioning complete for port 54d43393-7654-4f92-98a2-970889973e85 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:35.521962 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-793b54af-c2b8-4332-8e83-80f917184c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.618750 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-507a0436-62d9-4abe-b829-e7181bbc1fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.634005 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-507a0436-62d9-4abe-b829-e7181bbc1fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.675523 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-282889f1-e798-4701-a133-604572d5b457 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:35.678220 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.680178 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282889f1-e798-4701-a133-604572d5b457 None None] Pushing event updated for resources: {'Port': ['ID=925fb304-127a-47c6-89cf-23fd00abb0db,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:35.693042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282889f1-e798-4701-a133-604572d5b457 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:35.736932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a0436-62d9-4abe-b829-e7181bbc1fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cf9c7b-a745-4f8d-924d-f741acb521d2,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:35.749915 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-507a0436-62d9-4abe-b829-e7181bbc1fa4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94c38ee0779641dcb85a314d10ec392d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7112126 Feb 10 11:31:35.753400 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32790) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:35.907415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cb95206f-7bea-4ffe-8cad-8404589a11d1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.026314 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f69e92da-5eaf-45dc-ac00-a8bedf3e440c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.047316 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.059527 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.107155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95206f-7bea-4ffe-8cad-8404589a11d1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event deleted for resources: {'Port': ['ID=fc0b043c-990b-456a-9ccd-b5ad142326f2,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:36.153195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Transition to ACTIVE for port object 25002549-cd82-4aa0-97b5-00d931dff0f5 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:36.156036 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f69e92da-5eaf-45dc-ac00-a8bedf3e440c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.169011 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.169892 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=06fc6ded-5583-4e31-81cf-9f634e9fb5aa,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:36.196464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cb95206f-7bea-4ffe-8cad-8404589a11d1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.262379 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8cd60217-197d-4686-a439-3a914058ed25 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.271730 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-282889f1-e798-4701-a133-604572d5b457 None None] Attempting to bind port 925fb304-127a-47c6-89cf-23fd00abb0db on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:36.272493 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-282889f1-e798-4701-a133-604572d5b457 None None] Attempting to bind port 925fb304-127a-47c6-89cf-23fd00abb0db by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '596fbeec-bd97-41ae-afd6-3bf5c1d9e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f5f5f1f5-eb35-4860-88d9-13c0f9b36760'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:36.273004 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282889f1-e798-4701-a133-604572d5b457 None None] Attempting to bind port 925fb304-127a-47c6-89cf-23fd00abb0db on network f5f5f1f5-eb35-4860-88d9-13c0f9b36760 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:36.289795 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Set router 08af32f7-ea9a-46c8-9004-af909644a507 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:31:36.320797 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-73d6927d-a69a-406f-ae66-245ee94d99a7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.356782 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Transition to ACTIVE for port object 25002549-cd82-4aa0-97b5-00d931dff0f5 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:36.374658 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cb95206f-7bea-4ffe-8cad-8404589a11d1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/ports/fc0b043c-990b-456a-9ccd-b5ad142326f2 HTTP/1.1" status: 204 len: 168 time: 3.0083797 Feb 10 11:31:36.404295 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32802) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:36.427599 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.455267 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f69e92da-5eaf-45dc-ac00-a8bedf3e440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.460369 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8cd60217-197d-4686-a439-3a914058ed25 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for 0c3ae8bc-6145-43a1-8ffb-9b5022aa3e80 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:36.479930 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bc103e-e5e9-4ed3-a0f4-3fe9b5c102ac tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] DELETE failed (client error): The resource could not be found. Feb 10 11:31:36.480473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05bc103e-e5e9-4ed3-a0f4-3fe9b5c102ac tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:36.491955 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e92da-5eaf-45dc-ac00-a8bedf3e440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cf9c7b-a745-4f8d-924d-f741acb521d2,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:36.505019 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-05bc103e-e5e9-4ed3-a0f4-3fe9b5c102ac tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/subnets/ee1035f5-77fd-49a9-b1e7-7c3a04f98d8e HTTP/1.1" status: 404 len: 337 time: 0.0981195 Feb 10 11:31:36.507736 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32808) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:36.510393 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f69e92da-5eaf-45dc-ac00-a8bedf3e440c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.514172 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f69e92da-5eaf-45dc-ac00-a8bedf3e440c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44cf9c7b-a745-4f8d-924d-f741acb521d2 HTTP/1.1" status: 204 len: 168 time: 0.7573202 Feb 10 11:31:36.534213 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282889f1-e798-4701-a133-604572d5b457 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:36.537772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282889f1-e798-4701-a133-604572d5b457 None None] Checking segment: {'id': '596fbeec-bd97-41ae-afd6-3bf5c1d9e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f5f5f1f5-eb35-4860-88d9-13c0f9b36760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:36.542910 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-282889f1-e798-4701-a133-604572d5b457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.545263 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282889f1-e798-4701-a133-604572d5b457 None None] Bound using segment: {'id': '596fbeec-bd97-41ae-afd6-3bf5c1d9e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f5f5f1f5-eb35-4860-88d9-13c0f9b36760'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:36.545263 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-282889f1-e798-4701-a133-604572d5b457 None None] Bound port: 925fb304-127a-47c6-89cf-23fd00abb0db, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596fbeec-bd97-41ae-afd6-3bf5c1d9e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f5f5f1f5-eb35-4860-88d9-13c0f9b36760'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:36.545263 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-282889f1-e798-4701-a133-604572d5b457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.545883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Allocated IP 172.20.0.1 (7552b05e-bd47-4ebe-ba87-a6ea6e4acd36/13860d03-a045-4a92-adff-58389fc1eb4f/61eda003-442f-4d2d-ba59-a817cc89e604) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:36.657006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.737778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91f308e-34f0-4ba6-a293-fa7a1eca8c55 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.784948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Subnet': ['ID=48cc53ad-7f55-4c75-b457-123dd1257dca,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:36.884643 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-73d6927d-a69a-406f-ae66-245ee94d99a7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.004590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Network 5368d6f9-50e4-4330-a2dd-6e7d0f3beb12 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:37.012748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Pushing event updated for resources: {'Port': ['ID=25002549-cd82-4aa0-97b5-00d931dff0f5,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:37.030729 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:37.035081 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:37.039857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::1 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/a6286834-ba93-4ad8-9d82-a28729ea953d/836a353f-cd1b-4ac1-a3d8-7024106ba8cd) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:37.066699 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91f308e-34f0-4ba6-a293-fa7a1eca8c55 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.087242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.130389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8cd60217-197d-4686-a439-3a914058ed25 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.137065 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e91f308e-34f0-4ba6-a293-fa7a1eca8c55 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abd5aee-c3bf-4376-9a5c-79c120a0b4ad']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:37.167209 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Transition to ACTIVE for port object 61eda003-442f-4d2d-ba59-a817cc89e604 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:37.171886 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e91f308e-34f0-4ba6-a293-fa7a1eca8c55 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bfdbf04-e0fc-4d04-9f9d-4e9524419b20') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:37.172295 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e91f308e-34f0-4ba6-a293-fa7a1eca8c55 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bfdbf04-e0fc-4d04-9f9d-4e9524419b20') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:37.187914 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.193713 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91f308e-34f0-4ba6-a293-fa7a1eca8c55 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.214207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6927d-a69a-406f-ae66-245ee94d99a7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=92a90a74-c726-41a0-98d0-c9c39d2244ba,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:37.238184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d6927d-a69a-406f-ae66-245ee94d99a7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network db21bd82-1a13-47e3-a884-cc83471be560 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:37.245022 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91f308e-34f0-4ba6-a293-fa7a1eca8c55 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.272767 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91f308e-34f0-4ba6-a293-fa7a1eca8c55 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:37.276453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91f308e-34f0-4ba6-a293-fa7a1eca8c55 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.293368 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-282889f1-e798-4701-a133-604572d5b457 None None] For port 925fb304-127a-47c6-89cf-23fd00abb0db, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:37.311145 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:37.433859 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Attempting to bind port 25002549-cd82-4aa0-97b5-00d931dff0f5 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:37.434236 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Attempting to bind port 25002549-cd82-4aa0-97b5-00d931dff0f5 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'fbc0536a-4d78-4dbf-89ab-f4acc4db8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5368d6f9-50e4-4330-a2dd-6e7d0f3beb12'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:37.434607 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Attempting to bind port 25002549-cd82-4aa0-97b5-00d931dff0f5 on network 5368d6f9-50e4-4330-a2dd-6e7d0f3beb12 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:37.440080 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-21e007c6-912b-4524-ab14-6d45db6c12bb None None] Provisioning complete for port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:37.440543 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-21e007c6-912b-4524-ab14-6d45db6c12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.489806 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32826) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:37.494162 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.516070 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.540710 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object 836a353f-cd1b-4ac1-a3d8-7024106ba8cd will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:37.551889 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:37.552180 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Checking segment: {'id': 'fbc0536a-4d78-4dbf-89ab-f4acc4db8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5368d6f9-50e4-4330-a2dd-6e7d0f3beb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:37.552582 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.553020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Bound using segment: {'id': 'fbc0536a-4d78-4dbf-89ab-f4acc4db8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5368d6f9-50e4-4330-a2dd-6e7d0f3beb12'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:37.553530 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Bound port: 25002549-cd82-4aa0-97b5-00d931dff0f5, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc0536a-4d78-4dbf-89ab-f4acc4db8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5368d6f9-50e4-4330-a2dd-6e7d0f3beb12'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:37.553953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.563110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5368d6f9-50e4-4330-a2dd-6e7d0f3beb12']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:37.609020 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc0536a-4d78-4dbf-89ab-f4acc4db8afa') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:37.609610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc0536a-4d78-4dbf-89ab-f4acc4db8afa') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:37.631046 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.659691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.670734 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:37.671395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.769401 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcdc0af-aa8f-45d8-9d3c-60ebbde0cd96 None None] Network aed4b9d5-4960-476d-b1c2-158ea743e098 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:37.807712 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f30efa01-a87f-4a32-9a03-4976c38f022d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.824936 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91f308e-34f0-4ba6-a293-fa7a1eca8c55 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.834738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Network 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:37.851062 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91f308e-34f0-4ba6-a293-fa7a1eca8c55 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.858737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:37.867100 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Pushing event updated for resources: {'Port': ['ID=61eda003-442f-4d2d-ba59-a817cc89e604,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:37.869854 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:37.905991 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f308e-34f0-4ba6-a293-fa7a1eca8c55 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event deleted for resources: {'Network': ['ID=0abd5aee-c3bf-4376-9a5c-79c120a0b4ad,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:37.916152 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e91f308e-34f0-4ba6-a293-fa7a1eca8c55 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/networks/0abd5aee-c3bf-4376-9a5c-79c120a0b4ad HTTP/1.1" status: 204 len: 168 time: 1.4058061 Feb 10 11:31:37.925417 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32836) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:37.941100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-73d6927d-a69a-406f-ae66-245ee94d99a7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:37.946867 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:37.950290 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd60217-197d-4686-a439-3a914058ed25 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=0c3ae8bc-6145-43a1-8ffb-9b5022aa3e80,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:38.019435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f30efa01-a87f-4a32-9a03-4976c38f022d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:38.032121 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.042433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d6927d-a69a-406f-ae66-245ee94d99a7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:38.044748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af32f7-ea9a-46c8-9004-af909644a507', 'name': 'tempest-ServerActionsTestJSON-1565376735-router', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:24Z', 'updated_at': '2022-02-10T11:31:29Z', 'revision_number': 3, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'gw_port': {'id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:27Z', 'updated_at': '2022-02-10T11:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:38.047561 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 06fc6ded-5583-4e31-81cf-9f634e9fb5aa up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:38.057623 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d6927d-a69a-406f-ae66-245ee94d99a7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:38.058344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-73d6927d-a69a-406f-ae66-245ee94d99a7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.075751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f30efa01-a87f-4a32-9a03-4976c38f022d admin admin] Usage tracker for resource:security_group_rule and tenant:32cb905834db4f9bb1a958234777c1ce is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:38.081873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f30efa01-a87f-4a32-9a03-4976c38f022d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:38.103486 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-282889f1-e798-4701-a133-604572d5b457 None None] For port 925fb304-127a-47c6-89cf-23fd00abb0db, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=925fb304-127a-47c6-89cf-23fd00abb0db,segment=NetworkSegment(596fbeec-bd97-41ae-afd6-3bf5c1d9e0ee),segment_id=596fbeec-bd97-41ae-afd6-3bf5c1d9e0ee)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:38.134773 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Checking router: 08af32f7-ea9a-46c8-9004-af909644a507 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:31:38.135497 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Updating router 08af32f7-ea9a-46c8-9004-af909644a507 port 949fce04-fab7-4509-abb3-3924a8fc2a63 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:31:38.184828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.187301 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] For port 25002549-cd82-4aa0-97b5-00d931dff0f5, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:38.194441 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-282889f1-e798-4701-a133-604572d5b457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.208296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f30efa01-a87f-4a32-9a03-4976c38f022d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:38.325994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:31:38.325994 dv-neutron-828497-1-hyperv neutron-server[83555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:31:38.325994 dv-neutron-828497-1-hyperv neutron-server[83555]: [parameters: {'id': '5368d6f9-50e4-4330-a2dd-6e7d0f3beb12'}] Feb 10 11:31:38.325994 dv-neutron-828497-1-hyperv neutron-server[83555]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:38.326729 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:38.329160 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.336830 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-73d6927d-a69a-406f-ae66-245ee94d99a7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 5.0010247 Feb 10 11:31:38.339972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 32846) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:38.344490 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.394416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-110f1dcc-1ddb-4208-8eb5-35c483560d8d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:38.394742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] For port 25002549-cd82-4aa0-97b5-00d931dff0f5, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=25002549-cd82-4aa0-97b5-00d931dff0f5,segment=NetworkSegment(fbc0536a-4d78-4dbf-89ab-f4acc4db8afa),segment_id=fbc0536a-4d78-4dbf-89ab-f4acc4db8afa)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:38.401615 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-21e007c6-912b-4524-ab14-6d45db6c12bb None None] Provisioning complete for port ffd2b4a0-653b-45d7-b48a-bcf5a288c0de triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:38.402136 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-21e007c6-912b-4524-ab14-6d45db6c12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.434734 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8cd60217-197d-4686-a439-3a914058ed25 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.436815 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8cd60217-197d-4686-a439-3a914058ed25 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/0c3ae8bc-6145-43a1-8ffb-9b5022aa3e80 HTTP/1.1" status: 204 len: 168 time: 4.3529861 Feb 10 11:31:38.446571 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 32852) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:38.488029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.539162 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.540833 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d36bb4-3a08-4b52-b140-a201df8800fd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] GET failed (client error): The resource could not be found. Feb 10 11:31:38.541661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d6d36bb4-3a08-4b52-b140-a201df8800fd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Synchronizing usage tracker for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:38.550762 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:38.586272 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=836a353f-cd1b-4ac1-a3d8-7024106ba8cd,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:38.588537 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282889f1-e798-4701-a133-604572d5b457 None None] Pushing event updated for resources: {'Port': ['ID=925fb304-127a-47c6-89cf-23fd00abb0db,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:38.589384 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:38.595819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-90722eb1-b3a5-4fb3-af92-95cfb139a75b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Deleting subnet 244070de-5b95-4b78-87a3-313d330f0aa1 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:38.600263 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-90722eb1-b3a5-4fb3-af92-95cfb139a75b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.601967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:38.602813 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.650529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d6d36bb4-3a08-4b52-b140-a201df8800fd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Unset dirty status for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:38.664296 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d6d36bb4-3a08-4b52-b140-a201df8800fd tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports/0c3ae8bc-6145-43a1-8ffb-9b5022aa3e80 HTTP/1.1" status: 404 len: 333 time: 0.2087905 Feb 10 11:31:38.664526 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-110f1dcc-1ddb-4208-8eb5-35c483560d8d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.672704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32858) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:38.733750 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 32862) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:38.843442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.885669 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-90722eb1-b3a5-4fb3-af92-95cfb139a75b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.966785 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Deleting port 25002549-cd82-4aa0-97b5-00d931dff0f5 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:38.967130 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.074180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1373543282', 'router:external': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:39.131916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.148533 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:39.149119 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.155977 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:39.177029 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Usage tracker for resource:network and tenant:9582ae79fbce41f089afab55516f3656 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:39.197487 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f30efa01-a87f-4a32-9a03-4976c38f022d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.197632 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:39.216822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f30efa01-a87f-4a32-9a03-4976c38f022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.234864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfd018-826b-4c00-a490-55c46f4d8af0 None None] Pushing event updated for resources: {'Port': ['ID=25002549-cd82-4aa0-97b5-00d931dff0f5,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:39.240039 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d465a8dc-22d8-4f72-88a7-856cf9b2064a None None] Network 5368d6f9-50e4-4330-a2dd-6e7d0f3beb12 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:39.275963 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:39.300133 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:31:39.341166 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.343528 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30efa01-a87f-4a32-9a03-4976c38f022d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd44740-57e1-42e2-b9a2-40a3da31e19a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:39.352897 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f30efa01-a87f-4a32-9a03-4976c38f022d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32cb905834db4f9bb1a958234777c1ce&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8495247 Feb 10 11:31:39.357812 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32868) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:39.366674 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Made reservation on behalf of 9582ae79fbce41f089afab55516f3656 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:39.369355 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.379913 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.456938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8f965f-25a9-4b0f-a8b7-bdca80f2ae8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting subnet f6886db8-095b-4457-a686-6514002564f4 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:39.474453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af8f965f-25a9-4b0f-a8b7-bdca80f2ae8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.528508 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-90722eb1-b3a5-4fb3-af92-95cfb139a75b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.560939 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.592759 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-110f1dcc-1ddb-4208-8eb5-35c483560d8d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:31:39.636289 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.640638 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-110f1dcc-1ddb-4208-8eb5-35c483560d8d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.651819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af8f965f-25a9-4b0f-a8b7-bdca80f2ae8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.662514 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ca3455d9-72ad-414f-ba41-1ef787cbed33 None None] Provisioning for port 61eda003-442f-4d2d-ba59-a817cc89e604 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:39.671643 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-110f1dcc-1ddb-4208-8eb5-35c483560d8d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.679289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] For port 25002549-cd82-4aa0-97b5-00d931dff0f5, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=25002549-cd82-4aa0-97b5-00d931dff0f5,segment=NetworkSegment(fbc0536a-4d78-4dbf-89ab-f4acc4db8afa),segment_id=fbc0536a-4d78-4dbf-89ab-f4acc4db8afa)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:39.680170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.687138 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ca3455d9-72ad-414f-ba41-1ef787cbed33 None None] Provisioning complete for port 61eda003-442f-4d2d-ba59-a817cc89e604 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:39.687626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ca3455d9-72ad-414f-ba41-1ef787cbed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.688746 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Pushing event updated for resources: {'Port': ['ID=61eda003-442f-4d2d-ba59-a817cc89e604,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:39.804109 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.resource_extend [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:31:39.832509 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ca3455d9-72ad-414f-ba41-1ef787cbed33 None None] Port 61eda003-442f-4d2d-ba59-a817cc89e604 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:31:39.856305 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6b16c2d-7bf7-48c8-91f4-1868825d5209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.857141 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:39.870885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Usage tracker for resource:security_group_rule and tenant:9582ae79fbce41f089afab55516f3656 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:39.881167 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:39.952772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ca3455d9-72ad-414f-ba41-1ef787cbed33 None None] Provisioning complete for port ffd2b4a0-653b-45d7-b48a-bcf5a288c0de triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:39.954525 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-90722eb1-b3a5-4fb3-af92-95cfb139a75b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.955547 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ca3455d9-72ad-414f-ba41-1ef787cbed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.066077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Calling delete_port for 25002549-cd82-4aa0-97b5-00d931dff0f5 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:40.068246 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90722eb1-b3a5-4fb3-af92-95cfb139a75b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event deleted for resources: {'Subnet': ['ID=244070de-5b95-4b78-87a3-313d330f0aa1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:40.077557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6b16c2d-7bf7-48c8-91f4-1868825d5209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.080268 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a399566d-8b49-48c7-9c56-94d3e932ca53 None None] Network 5368d6f9-50e4-4330-a2dd-6e7d0f3beb12 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:40.098598 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 925fb304-127a-47c6-89cf-23fd00abb0db up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:40.099015 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:40.102587 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-90722eb1-b3a5-4fb3-af92-95cfb139a75b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.118603 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-110f1dcc-1ddb-4208-8eb5-35c483560d8d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] In _notify_port_updated(), no bound segment for port 92a90a74-c726-41a0-98d0-c9c39d2244ba on network db21bd82-1a13-47e3-a884-cc83471be560 {{(pid=83555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:31:40.122902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110f1dcc-1ddb-4208-8eb5-35c483560d8d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:40.123619 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-110f1dcc-1ddb-4208-8eb5-35c483560d8d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.125151 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-110f1dcc-1ddb-4208-8eb5-35c483560d8d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "PUT /v2.0/ports/92a90a74-c726-41a0-98d0-c9c39d2244ba HTTP/1.1" status: 200 len: 818 time: 1.7822385 Feb 10 11:31:40.145689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 32872) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:40.171436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af8f965f-25a9-4b0f-a8b7-bdca80f2ae8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.193022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab803028-444a-40bd-afc7-fcca9718dadd None None] Network d361e3ae-7316-4147-a710-eb3b229feda3 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:40.335926 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f8afe6-02cb-409d-88a7-2eff15949584 None None] Network f5f5f1f5-eb35-4860-88d9-13c0f9b36760 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:40.351909 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.359511 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-90722eb1-b3a5-4fb3-af92-95cfb139a75b tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/subnets/244070de-5b95-4b78-87a3-313d330f0aa1 HTTP/1.1" status: 204 len: 168 time: 2.4287760 Feb 10 11:31:40.360436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32876) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:40.372014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f1dcc-1ddb-4208-8eb5-35c483560d8d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=92a90a74-c726-41a0-98d0-c9c39d2244ba,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:40.395661 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Network 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:40.407811 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:40.451187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ee8937bf-c5d5-4148-8baf-c764da4930c7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port 92a90a74-c726-41a0-98d0-c9c39d2244ba {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:40.451692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8937bf-c5d5-4148-8baf-c764da4930c7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.581537 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.623322 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6b16c2d-7bf7-48c8-91f4-1868825d5209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.695801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Port': ['ID=25002549-cd82-4aa0-97b5-00d931dff0f5,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:40.706903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Transition to ACTIVE for port object 949fce04-fab7-4509-abb3-3924a8fc2a63 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:40.728092 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] No DVR routers for this DVR port 25002549-cd82-4aa0-97b5-00d931dff0f5 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:40.730695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.738492 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.752821 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af8f965f-25a9-4b0f-a8b7-bdca80f2ae8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.759529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:31:40.785463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b16c2d-7bf7-48c8-91f4-1868825d5209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd44740-57e1-42e2-b9a2-40a3da31e19a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:40.807376 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.813405 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f965f-25a9-4b0f-a8b7-bdca80f2ae8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Subnet': ['ID=f6886db8-095b-4457-a686-6514002564f4,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:40.813658 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 925fb304-127a-47c6-89cf-23fd00abb0db completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:40.822969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Deleting port cac68701-129d-473b-b939-8b66b6c63cc6 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:40.823087 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.873960 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af8f965f-25a9-4b0f-a8b7-bdca80f2ae8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.875779 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-af8f965f-25a9-4b0f-a8b7-bdca80f2ae8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/f6886db8-095b-4457-a686-6514002564f4 HTTP/1.1" status: 204 len: 168 time: 2.1990685 Feb 10 11:31:40.880583 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32880) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:40.881609 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6b16c2d-7bf7-48c8-91f4-1868825d5209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.882838 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d6b16c2d-7bf7-48c8-91f4-1868825d5209 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/afd44740-57e1-42e2-b9a2-40a3da31e19a HTTP/1.1" status: 204 len: 168 time: 1.5246754 Feb 10 11:31:40.948542 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.949511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.009708 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfca7c7-13ba-45cd-aeab-fa2cb1cb47b7 None None] Pushing event updated for resources: {'Port': ['ID=949fce04-fab7-4509-abb3-3924a8fc2a63,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:41.052009 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Attempting to bind port 949fce04-fab7-4509-abb3-3924a8fc2a63 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:41.052513 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Attempting to bind port 949fce04-fab7-4509-abb3-3924a8fc2a63 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:41.052887 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Attempting to bind port 949fce04-fab7-4509-abb3-3924a8fc2a63 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:41.083429 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:41.083784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:41.084195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.084584 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:41.085063 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Bound port: 949fce04-fab7-4509-abb3-3924a8fc2a63, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:41.085981 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.113868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ca3455d9-72ad-414f-ba41-1ef787cbed33 None None] Provisioning complete for port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:41.114248 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ca3455d9-72ad-414f-ba41-1ef787cbed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.152280 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.153322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.175723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.182009 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d49ef8-ac8a-4ea6-b355-d9f7e33a4b3f None None] DHCP port deletion for d361e3ae-7316-4147-a710-eb3b229feda3 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:41.219999 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-16d49ef8-ac8a-4ea6-b355-d9f7e33a4b3f None None] Deleting port cac68701-129d-473b-b939-8b66b6c63cc6 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:41.220728 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-16d49ef8-ac8a-4ea6-b355-d9f7e33a4b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.223223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.319751 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] For port 949fce04-fab7-4509-abb3-3924a8fc2a63, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:41.339489 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 925fb304-127a-47c6-89cf-23fd00abb0db {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:41.339835 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.357745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=836a353f-cd1b-4ac1-a3d8-7024106ba8cd,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:41.376130 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5368d6f9-50e4-4330-a2dd-6e7d0f3beb12']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:41.396982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8937bf-c5d5-4148-8baf-c764da4930c7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.411681 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:41.421992 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] For port 949fce04-fab7-4509-abb3-3924a8fc2a63, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=949fce04-fab7-4509-abb3-3924a8fc2a63,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:41.425488 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc0536a-4d78-4dbf-89ab-f4acc4db8afa') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:41.426311 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc0536a-4d78-4dbf-89ab-f4acc4db8afa') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:41.427848 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] For port cac68701-129d-473b-b939-8b66b6c63cc6, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cac68701-129d-473b-b939-8b66b6c63cc6,segment=NetworkSegment(996a6f41-827e-4682-aa3a-f2dd723c2489),segment_id=996a6f41-827e-4682-aa3a-f2dd723c2489)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:41.428555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.443217 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.512702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b760a2-12b5-4729-b413-c366d3ff7c44 None None] DHCP port deletion for f5f5f1f5-eb35-4860-88d9-13c0f9b36760 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:41.599473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-03b760a2-12b5-4729-b413-c366d3ff7c44 None None] Deleting port 925fb304-127a-47c6-89cf-23fd00abb0db {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:41.600195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-03b760a2-12b5-4729-b413-c366d3ff7c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.637968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.662038 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ee8937bf-c5d5-4148-8baf-c764da4930c7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for 92a90a74-c726-41a0-98d0-c9c39d2244ba owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:41.692866 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Calling delete_port for cac68701-129d-473b-b939-8b66b6c63cc6 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:41.711842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.712533 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Added segment 1a4bf81b-d191-4def-94b0-52833b98aca2 of type vlan for network e29d3046-8bb6-415b-b8a9-dc6e055bebf6 Feb 10 11:31:41.716034 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfca7c7-13ba-45cd-aeab-fa2cb1cb47b7 None None] Pushing event updated for resources: {'Port': ['ID=949fce04-fab7-4509-abb3-3924a8fc2a63,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:41.720456 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-16d49ef8-ac8a-4ea6-b355-d9f7e33a4b3f None None] For port cac68701-129d-473b-b939-8b66b6c63cc6, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cac68701-129d-473b-b939-8b66b6c63cc6,segment=NetworkSegment(996a6f41-827e-4682-aa3a-f2dd723c2489),segment_id=996a6f41-827e-4682-aa3a-f2dd723c2489)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:41.720985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-16d49ef8-ac8a-4ea6-b355-d9f7e33a4b3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.725787 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec0359f-dc21-4bee-92dc-d5a3c142551e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:41.766064 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.796155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:41.796912 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:41.839896 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:41.862392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:41.870134 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:41.956414 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cac68701-129d-473b-b939-8b66b6c63cc6 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:41.982211 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.988887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] For port 925fb304-127a-47c6-89cf-23fd00abb0db, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=925fb304-127a-47c6-89cf-23fd00abb0db,segment=NetworkSegment(596fbeec-bd97-41ae-afd6-3bf5c1d9e0ee),segment_id=596fbeec-bd97-41ae-afd6-3bf5c1d9e0ee)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:41.989552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.003061 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Routers {'08af32f7-ea9a-46c8-9004-af909644a507'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:42.003758 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['08af32f7-ea9a-46c8-9004-af909644a507'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:42.099500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-16d49ef8-ac8a-4ea6-b355-d9f7e33a4b3f None None] Calling delete_port for cac68701-129d-473b-b939-8b66b6c63cc6 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:42.122758 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.127648 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ca3455d9-72ad-414f-ba41-1ef787cbed33 None None] Provisioning for port 836a353f-cd1b-4ac1-a3d8-7024106ba8cd completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:42.250517 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8937bf-c5d5-4148-8baf-c764da4930c7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.335817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] No DVR routers for this DVR port cac68701-129d-473b-b939-8b66b6c63cc6 on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:42.388162 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] Set router 08af32f7-ea9a-46c8-9004-af909644a507 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:31:42.446684 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event deleted for resources: {'Port': ['ID=cac68701-129d-473b-b939-8b66b6c63cc6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:42.468258 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for 925fb304-127a-47c6-89cf-23fd00abb0db owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:42.493251 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.505362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8937bf-c5d5-4148-8baf-c764da4930c7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.509389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8937bf-c5d5-4148-8baf-c764da4930c7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=92a90a74-c726-41a0-98d0-c9c39d2244ba,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:42.539876 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Network': ['ID=5368d6f9-50e4-4330-a2dd-6e7d0f3beb12,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:42.541887 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.562685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.563535 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:42.564306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.610825 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: cac68701-129d-473b-b939-8b66b6c63cc6 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:42.611749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cac68701-129d-473b-b939-8b66b6c63cc6 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:42.612169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 925fb304-127a-47c6-89cf-23fd00abb0db no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:42.650777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-16d49ef8-ac8a-4ea6-b355-d9f7e33a4b3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:42.651128 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-16d49ef8-ac8a-4ea6-b355-d9f7e33a4b3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:42.670178 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ca3455d9-72ad-414f-ba41-1ef787cbed33 None None] Provisioning complete for port 836a353f-cd1b-4ac1-a3d8-7024106ba8cd triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:42.670552 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ca3455d9-72ad-414f-ba41-1ef787cbed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.672055 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.674774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Pushing event updated for resources: {'Network': ['ID=e29d3046-8bb6-415b-b8a9-dc6e055bebf6,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:42.695832 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3e7b10c8-6877-4139-a330-46d4605c55f4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/networks/5368d6f9-50e4-4330-a2dd-6e7d0f3beb12 HTTP/1.1" status: 204 len: 168 time: 8.3930171 Feb 10 11:31:42.696327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 32906) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:42.727235 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d361e3ae-7316-4147-a710-eb3b229feda3']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:42.727883 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ee8937bf-c5d5-4148-8baf-c764da4930c7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/92a90a74-c726-41a0-98d0-c9c39d2244ba HTTP/1.1" status: 204 len: 168 time: 2.5332141 Feb 10 11:31:42.730119 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-88eda208-5c60-40df-bf0a-e25077b7a7d3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] DELETE failed (client error): The resource could not be found. Feb 10 11:31:42.730543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88eda208-5c60-40df-bf0a-e25077b7a7d3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:42.735530 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-88eda208-5c60-40df-bf0a-e25077b7a7d3 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/networks/5368d6f9-50e4-4330-a2dd-6e7d0f3beb12 HTTP/1.1" status: 404 len: 339 time: 0.0332813 Feb 10 11:31:42.736634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 32910) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:42.737014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 32912) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:42.753858 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996a6f41-827e-4682-aa3a-f2dd723c2489') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:42.754376 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996a6f41-827e-4682-aa3a-f2dd723c2489') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:42.770016 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.771913 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network e29d3046-8bb6-415b-b8a9-dc6e055bebf6 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:42.772955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d7c8183d-f5f3-4c95-9612-f84dd40a98aa tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1804584282', 'description': 'd1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:42.776057 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.777863 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3913ab4f-4e19-4278-aa3d-cb7b1f449f1c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 4.0360429 Feb 10 11:31:42.785158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 32918) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:42.786062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d7c8183d-f5f3-4c95-9612-f84dd40a98aa tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:42.801982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-4fbe4e71-9e36-4dca-a285-a8d04821e1f7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Request body: {'subnet': {'network_id': 'e29d3046-8bb6-415b-b8a9-dc6e055bebf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:42.805779 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d7c8183d-f5f3-4c95-9612-f84dd40a98aa tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Usage tracker for resource:network and tenant:56752495d9d3496288481b8fcdb8c245 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:42.811663 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d7c8183d-f5f3-4c95-9612-f84dd40a98aa tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:42.819950 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4fbe4e71-9e36-4dca-a285-a8d04821e1f7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:42.823040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d7c8183d-f5f3-4c95-9612-f84dd40a98aa tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:42.833948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4fbe4e71-9e36-4dca-a285-a8d04821e1f7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Usage tracker for resource:subnet and tenant:9582ae79fbce41f089afab55516f3656 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:42.838428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4fbe4e71-9e36-4dca-a285-a8d04821e1f7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:42.858242 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4fbe4e71-9e36-4dca-a285-a8d04821e1f7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:42.865813 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=925fb304-127a-47c6-89cf-23fd00abb0db,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:42.875593 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c8183d-f5f3-4c95-9612-f84dd40a98aa tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:42.879275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Router 08af32f7-ea9a-46c8-9004-af909644a507 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:31:42.879662 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d7c8183d-f5f3-4c95-9612-f84dd40a98aa tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.882058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.897339 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No DVR routers for this DVR port 925fb304-127a-47c6-89cf-23fd00abb0db on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:42.906259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbe4e71-9e36-4dca-a285-a8d04821e1f7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Made reservation on behalf of 9582ae79fbce41f089afab55516f3656 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:42.909357 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fbe4e71-9e36-4dca-a285-a8d04821e1f7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.938355 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:42.939822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:42.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:43.072212 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c8183d-f5f3-4c95-9612-f84dd40a98aa tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:43.089528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No active binding found for port 925fb304-127a-47c6-89cf-23fd00abb0db {{(pid=83556) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 10 11:31:43.089938 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 925fb304-127a-47c6-89cf-23fd00abb0db not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:43.101732 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ca3455d9-72ad-414f-ba41-1ef787cbed33 None None] Port 836a353f-cd1b-4ac1-a3d8-7024106ba8cd cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:31:43.107959 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2975e4b8-e74a-4386-aa01-19d8cb0c241e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:43.108790 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2975e4b8-e74a-4386-aa01-19d8cb0c241e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:43.114016 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d7c8183d-f5f3-4c95-9612-f84dd40a98aa tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.114363 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-d7c8183d-f5f3-4c95-9612-f84dd40a98aa tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Added segment be6b88f9-c873-46cb-81e1-15c773e54ee0 of type vlan for network 9c100267-c010-46df-897c-e18c277de97f Feb 10 11:31:43.181859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d7c8183d-f5f3-4c95-9612-f84dd40a98aa tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.182088 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-16d49ef8-ac8a-4ea6-b355-d9f7e33a4b3f None None] Deleting port cac68701-129d-473b-b939-8b66b6c63cc6 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:43.182622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-16d49ef8-ac8a-4ea6-b355-d9f7e33a4b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.193618 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2975e4b8-e74a-4386-aa01-19d8cb0c241e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:43.197861 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2975e4b8-e74a-4386-aa01-19d8cb0c241e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4597781 Feb 10 11:31:43.198550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 32928) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:43.261628 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ca3455d9-72ad-414f-ba41-1ef787cbed33 None None] Provisioning complete for port 54d43393-7654-4f92-98a2-970889973e85 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:43.262043 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ca3455d9-72ad-414f-ba41-1ef787cbed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.276396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Router 1f17488c-1bcf-4e92-8258-323e3d783d18 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:31:43.316098 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c9f8cf-763e-449f-8eb5-d52862c3cc11 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] GET failed (client error): The resource could not be found. Feb 10 11:31:43.323459 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-49c9f8cf-763e-449f-8eb5-d52862c3cc11 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports/92a90a74-c726-41a0-98d0-c9c39d2244ba HTTP/1.1" status: 404 len: 333 time: 0.1201503 Feb 10 11:31:43.331302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 32934) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:43.339867 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d6c5dd18-4c6b-452c-a0ee-607beab535c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-292308935'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:43.352171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d6c5dd18-4c6b-452c-a0ee-607beab535c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:43.353712 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.359179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-03b760a2-12b5-4729-b413-c366d3ff7c44 None None] For port 925fb304-127a-47c6-89cf-23fd00abb0db, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=925fb304-127a-47c6-89cf-23fd00abb0db,segment=NetworkSegment(596fbeec-bd97-41ae-afd6-3bf5c1d9e0ee),segment_id=596fbeec-bd97-41ae-afd6-3bf5c1d9e0ee)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:43.360131 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-03b760a2-12b5-4729-b413-c366d3ff7c44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.366560 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d6c5dd18-4c6b-452c-a0ee-607beab535c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:network and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:43.370902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d7c8183d-f5f3-4c95-9612-f84dd40a98aa tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.371639 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.374753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c8183d-f5f3-4c95-9612-f84dd40a98aa tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:43.375423 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d7c8183d-f5f3-4c95-9612-f84dd40a98aa tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.384774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d6c5dd18-4c6b-452c-a0ee-607beab535c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:43.411611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.413644 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d6c5dd18-4c6b-452c-a0ee-607beab535c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:43.433674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-16d49ef8-ac8a-4ea6-b355-d9f7e33a4b3f None None] The port 'cac68701-129d-473b-b939-8b66b6c63cc6' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:31:43.437275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] Pushing event deleted for resources: {'Network': ['ID=d361e3ae-7316-4147-a710-eb3b229feda3,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:43.441274 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f5f1f5-eb35-4860-88d9-13c0f9b36760']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:43.455519 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3db7d02f-bafc-4f42-9c7e-c7198ce725c1 tempest-NetworksIpV6TestAttrs-1475279170 tempest-NetworksIpV6TestAttrs-1475279170-project] 10.222.0.36 "DELETE /v2.0/networks/d361e3ae-7316-4147-a710-eb3b229feda3 HTTP/1.1" status: 204 len: 168 time: 3.0900722 Feb 10 11:31:43.470021 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596fbeec-bd97-41ae-afd6-3bf5c1d9e0ee') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:43.471608 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596fbeec-bd97-41ae-afd6-3bf5c1d9e0ee') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:43.490436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.514852 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.527550 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:43.528331 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:43.546188 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:43.601460 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-03b760a2-12b5-4729-b413-c366d3ff7c44 None None] Calling delete_port for 925fb304-127a-47c6-89cf-23fd00abb0db owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:43.691486 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.718428 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.730725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Network': ['ID=f5f5f1f5-eb35-4860-88d9-13c0f9b36760,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:43.747525 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ce3b81cd-49bc-4a51-b188-8dcdae1f0992 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/networks/f5f5f1f5-eb35-4860-88d9-13c0f9b36760 HTTP/1.1" status: 204 len: 168 time: 2.8543296 Feb 10 11:31:43.748726 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32946) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:43.755393 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-230550a5-ce49-406e-962c-8f9bf7921831 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'name': 'tempest-PortsTestJSON-960427283'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:43.790723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8183d-f5f3-4c95-9612-f84dd40a98aa tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Network': ['ID=9c100267-c010-46df-897c-e18c277de97f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:43.806522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 9c100267-c010-46df-897c-e18c277de97f details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:43.813547 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c5dd18-4c6b-452c-a0ee-607beab535c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:43.818519 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dd18-4c6b-452c-a0ee-607beab535c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.826487 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-03b760a2-12b5-4729-b413-c366d3ff7c44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:43.826845 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-03b760a2-12b5-4729-b413-c366d3ff7c44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:43.829032 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af32f7-ea9a-46c8-9004-af909644a507', 'name': 'tempest-ServerActionsTestJSON-1565376735-router', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:24Z', 'updated_at': '2022-02-10T11:31:38Z', 'revision_number': 4, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'gw_port': {'id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:27Z', 'updated_at': '2022-02-10T11:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '61eda003-442f-4d2d-ba59-a817cc89e604', 'name': '', 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'mac_address': 'fa:16:3e:e9:a0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:36Z', 'updated_at': '2022-02-10T11:31:38Z', 'revision_number': 2, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'subnets': [{'id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:43.835200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:43.889776 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b08393-ac58-4074-88aa-1a90844a4d9a None None] The sync data for ids ['08af32f7-ea9a-46c8-9004-af909644a507'] in dv-neutron-828497-1-hyperv is: [{'id': '08af32f7-ea9a-46c8-9004-af909644a507', 'name': 'tempest-ServerActionsTestJSON-1565376735-router', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:24Z', 'updated_at': '2022-02-10T11:31:38Z', 'revision_number': 4, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'gw_port': {'id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:27Z', 'updated_at': '2022-02-10T11:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '61eda003-442f-4d2d-ba59-a817cc89e604', 'name': '', 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'mac_address': 'fa:16:3e:e9:a0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:36Z', 'updated_at': '2022-02-10T11:31:38Z', 'revision_number': 2, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'subnets': [{'id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:43.890469 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-629442aa-7740-4598-b973-3e5364dec367 admin admin] 10.222.0.36 "PUT /v2.0/routers/08af32f7-ea9a-46c8-9004-af909644a507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7094736 Feb 10 11:31:43.937380 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32954) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:43.953183 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8f50f990-0acc-4bee-a20c-2acc0f3770cb None None] Could not find standard attr ID for object 925fb304-127a-47c6-89cf-23fd00abb0db. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:31:43.964872 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d7c8183d-f5f3-4c95-9612-f84dd40a98aa tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2224019 Feb 10 11:31:43.965663 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 32960) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:43.999584 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8f50f990-0acc-4bee-a20c-2acc0f3770cb None None] Provisioning complete for port 61eda003-442f-4d2d-ba59-a817cc89e604 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:44.000028 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8f50f990-0acc-4bee-a20c-2acc0f3770cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.018616 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-230550a5-ce49-406e-962c-8f9bf7921831 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:44.041601 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-230550a5-ce49-406e-962c-8f9bf7921831 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:44.060322 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230550a5-ce49-406e-962c-8f9bf7921831 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:44.064510 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-230550a5-ce49-406e-962c-8f9bf7921831 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.095886 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-230550a5-ce49-406e-962c-8f9bf7921831 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] device_id is not set on port db062c75-9ca8-497c-86b6-929b9a6c880a yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:44.154896 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8f50f990-0acc-4bee-a20c-2acc0f3770cb None None] Port 61eda003-442f-4d2d-ba59-a817cc89e604 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:31:44.181620 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32968) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:44.188718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8f50f990-0acc-4bee-a20c-2acc0f3770cb None None] Provisioning complete for port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:44.189906 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8f50f990-0acc-4bee-a20c-2acc0f3770cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.304696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b5662f-9c81-4f18-a024-ef018e52d932 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:44.305367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-64b5662f-9c81-4f18-a024-ef018e52d932 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Synchronizing usage tracker for tenant:56752495d9d3496288481b8fcdb8c245 on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:44.331142 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-03b760a2-12b5-4729-b413-c366d3ff7c44 None None] Deleting port 925fb304-127a-47c6-89cf-23fd00abb0db {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:44.331861 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-03b760a2-12b5-4729-b413-c366d3ff7c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.356548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c5dd18-4c6b-452c-a0ee-607beab535c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:44.563487 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dd18-4c6b-452c-a0ee-607beab535c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.573304 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-d6c5dd18-4c6b-452c-a0ee-607beab535c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Added segment 8c3eafde-2627-4bbf-98b3-6e994767b10c of type vlan for network c9ddb9b3-2913-4016-a770-951338a7f75e Feb 10 11:31:44.609748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-64b5662f-9c81-4f18-a024-ef018e52d932 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Unset dirty status for tenant:56752495d9d3496288481b8fcdb8c245 on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:44.614309 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-64b5662f-9c81-4f18-a024-ef018e52d932 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "GET /v2.0/networks?id=9c100267-c010-46df-897c-e18c277de97f HTTP/1.1" status: 200 len: 765 time: 0.6437733 Feb 10 11:31:44.619889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 32976) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:44.629897 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1293931772', 'router:external': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:44.644075 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-03b760a2-12b5-4729-b413-c366d3ff7c44 None None] The port '925fb304-127a-47c6-89cf-23fd00abb0db' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:31:44.668567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:44.675749 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-0807c2e0-515a-40d2-9ff3-4fc1a41baf7d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'network': {'description': 'd2'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:44.708200 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4610552-f19d-41d8-9413-af1fd57588bd None None] get_active_networks_info from dv-neutron-828497-1-hyperv {{(pid=83556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:31:44.739706 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dd18-4c6b-452c-a0ee-607beab535c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.742595 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8f50f990-0acc-4bee-a20c-2acc0f3770cb None None] Provisioning complete for port 836a353f-cd1b-4ac1-a3d8-7024106ba8cd triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:44.742998 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8f50f990-0acc-4bee-a20c-2acc0f3770cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.762180 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Usage tracker for resource:network and tenant:095fddbea52e445dbfab32a35b04646f is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:44.816051 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-230550a5-ce49-406e-962c-8f9bf7921831 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.869542 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d66ee032-ec2d-4773-b79f-d6952c5050a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d13b791e0ffa41118de42e2ca40df552&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6843979 Feb 10 11:31:44.874080 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:44.896426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32980) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:44.914691 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:44.931978 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-230550a5-ce49-406e-962c-8f9bf7921831 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.958019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8f50f990-0acc-4bee-a20c-2acc0f3770cb None None] Port 836a353f-cd1b-4ac1-a3d8-7024106ba8cd cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:31:44.985273 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8f50f990-0acc-4bee-a20c-2acc0f3770cb None None] Could not find standard attr ID for object 0c3ae8bc-6145-43a1-8ffb-9b5022aa3e80. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:31:45.087104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230550a5-ce49-406e-962c-8f9bf7921831 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:45.090698 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Made reservation on behalf of 095fddbea52e445dbfab32a35b04646f for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:45.093256 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.094296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:45.108907 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Sync routers for ids ['1f17488c-1bcf-4e92-8258-323e3d783d18'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:45.110197 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-230550a5-ce49-406e-962c-8f9bf7921831 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:45.112710 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230550a5-ce49-406e-962c-8f9bf7921831 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:45.116805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230550a5-ce49-406e-962c-8f9bf7921831 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:45.117457 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-230550a5-ce49-406e-962c-8f9bf7921831 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.136186 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.137394 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Routers {'1f17488c-1bcf-4e92-8258-323e3d783d18'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:45.137568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4610552-f19d-41d8-9413-af1fd57588bd None None] Resources bound (agent type, host, resource id): {{(pid=83556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:31:45.138364 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['1f17488c-1bcf-4e92-8258-323e3d783d18'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:45.160847 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230550a5-ce49-406e-962c-8f9bf7921831 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=db062c75-9ca8-497c-86b6-929b9a6c880a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:45.187379 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75c5f8e0-8481-425d-898a-c4785c7b4ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.216374 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-230550a5-ce49-406e-962c-8f9bf7921831 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4663324 Feb 10 11:31:45.222790 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32984) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:45.282152 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:45.296077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75c5f8e0-8481-425d-898a-c4785c7b4ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.308935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Usage tracker for resource:security_group_rule and tenant:095fddbea52e445dbfab32a35b04646f is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:45.328274 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:45.333693 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32988) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:45.350078 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6aaf05b9-1cbc-4847-a114-5379e0450f1a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--758446556', 'description': 'tempest-description--223998832'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:45.356479 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6aaf05b9-1cbc-4847-a114-5379e0450f1a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:45.360553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6aaf05b9-1cbc-4847-a114-5379e0450f1a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Usage tracker for resource:security_group and tenant:8e47f622a65945dda4a63ba667a1ebd5 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:45.364262 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6aaf05b9-1cbc-4847-a114-5379e0450f1a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:45.371386 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6aaf05b9-1cbc-4847-a114-5379e0450f1a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:45.379223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dd18-4c6b-452c-a0ee-607beab535c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.383135 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c5dd18-4c6b-452c-a0ee-607beab535c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:45.383885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dd18-4c6b-452c-a0ee-607beab535c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.389030 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:45.397687 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6aaf05b9-1cbc-4847-a114-5379e0450f1a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.439969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8381f8e8-fc00-461b-9b70-8c53463a366c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port db062c75-9ca8-497c-86b6-929b9a6c880a {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:45.440607 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8381f8e8-fc00-461b-9b70-8c53463a366c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.459192 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d1c7b97b-d03a-4753-8e4c-b0e2db978199 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "PUT /v2.0/routers/1f17488c-1bcf-4e92-8258-323e3d783d18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3738358 Feb 10 11:31:45.468778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 32992) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:45.469118 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Set router 1f17488c-1bcf-4e92-8258-323e3d783d18 gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:31:45.573784 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e46aa8-405c-46db-afe3-6609c2a8e412 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:45.578124 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e0e46aa8-405c-46db-afe3-6609c2a8e412 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports/836a353f-cd1b-4ac1-a3d8-7024106ba8cd HTTP/1.1" status: 200 len: 911 time: 0.1004293 Feb 10 11:31:45.584108 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 32996) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:45.604050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6aaf05b9-1cbc-4847-a114-5379e0450f1a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:45.612008 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6aaf05b9-1cbc-4847-a114-5379e0450f1a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Usage tracker for resource:security_group_rule and tenant:8e47f622a65945dda4a63ba667a1ebd5 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:45.616881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6aaf05b9-1cbc-4847-a114-5379e0450f1a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:45.636055 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6aaf05b9-1cbc-4847-a114-5379e0450f1a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:45.704486 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d6c5dd18-4c6b-452c-a0ee-607beab535c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.3720033 Feb 10 11:31:45.712783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33000) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:45.723339 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-193a331a-5f1a-4b34-96f5-eac333a33012 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'subnet': {'network_id': 'c9ddb9b3-2913-4016-a770-951338a7f75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:45.760097 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.761828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75c5f8e0-8481-425d-898a-c4785c7b4ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.793827 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5dd18-4c6b-452c-a0ee-607beab535c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Network': ['ID=c9ddb9b3-2913-4016-a770-951338a7f75e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:45.796997 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.809106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0807c2e0-515a-40d2-9ff3-4fc1a41baf7d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.828166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network c9ddb9b3-2913-4016-a770-951338a7f75e details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:45.846043 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5f8e0-8481-425d-898a-c4785c7b4ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dc201f-247e-4b78-9b7f-f125c86c94f1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:45.999886 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f17488c-1bcf-4e92-8258-323e3d783d18', 'name': 'tempest-NetworksTestDHCPv6-router-1263361321', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:32Z', 'updated_at': '2022-02-10T11:31:38Z', 'revision_number': 2, 'project_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'gw_port_host': None, '_interfaces': [{'id': '836a353f-cd1b-4ac1-a3d8-7024106ba8cd', 'name': '', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'mac_address': 'fa:16:3e:8d:8e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f17488c-1bcf-4e92-8258-323e3d783d18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6286834-ba93-4ad8-9d82-a28729ea953d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:36Z', 'updated_at': '2022-02-10T11:31:39Z', 'revision_number': 2, 'project_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'subnets': [{'id': 'a6286834-ba93-4ad8-9d82-a28729ea953d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:46.010808 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Checking router: 1f17488c-1bcf-4e92-8258-323e3d783d18 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:31:46.011169 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Updating router 1f17488c-1bcf-4e92-8258-323e3d783d18 port 836a353f-cd1b-4ac1-a3d8-7024106ba8cd binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:31:46.016749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 949fce04-fab7-4509-abb3-3924a8fc2a63 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:46.059141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:46.084471 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:31:46.089756 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.101000 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6aaf05b9-1cbc-4847-a114-5379e0450f1a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.103697 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 949fce04-fab7-4509-abb3-3924a8fc2a63 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:46.113145 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 949fce04-fab7-4509-abb3-3924a8fc2a63 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:46.113842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.122549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-193a331a-5f1a-4b34-96f5-eac333a33012 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:46.127330 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6aaf05b9-1cbc-4847-a114-5379e0450f1a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.129742 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0807c2e0-515a-40d2-9ff3-4fc1a41baf7d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.134227 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.134810 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Added segment 83cba896-26dd-4b84-919a-43eed915aa84 of type vlan for network a0e52c08-d355-4943-8b51-053949df117b Feb 10 11:31:46.153654 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8381f8e8-fc00-461b-9b70-8c53463a366c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.163127 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb63d67-beaa-486a-a7d0-5b926f8c347d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:46.166798 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75c5f8e0-8481-425d-898a-c4785c7b4ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.173783 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-75c5f8e0-8481-425d-898a-c4785c7b4ff2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2dc201f-247e-4b78-9b7f-f125c86c94f1 HTTP/1.1" status: 204 len: 168 time: 1.2706349 Feb 10 11:31:46.272539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0807c2e0-515a-40d2-9ff3-4fc1a41baf7d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network 9c100267-c010-46df-897c-e18c277de97f is not hosted by any dhcp agent {{(pid=83555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 10 11:31:46.276741 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0807c2e0-515a-40d2-9ff3-4fc1a41baf7d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:46.277341 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0807c2e0-515a-40d2-9ff3-4fc1a41baf7d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.281467 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0807c2e0-515a-40d2-9ff3-4fc1a41baf7d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "PUT /v2.0/networks/9c100267-c010-46df-897c-e18c277de97f HTTP/1.1" status: 200 len: 762 time: 1.6369665 Feb 10 11:31:46.283736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-193a331a-5f1a-4b34-96f5-eac333a33012 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:subnet and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:46.289099 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33006) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:46.297245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-193a331a-5f1a-4b34-96f5-eac333a33012 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:46.326460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807c2e0-515a-40d2-9ff3-4fc1a41baf7d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Network': ['ID=9c100267-c010-46df-897c-e18c277de97f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:46.331502 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.objects.ports [None req-4fbe4e71-9e36-4dca-a285-a8d04821e1f7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83555) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:31:46.332255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fbe4e71-9e36-4dca-a285-a8d04821e1f7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.348331 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8381f8e8-fc00-461b-9b70-8c53463a366c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for db062c75-9ca8-497c-86b6-929b9a6c880a owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:46.348921 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-193a331a-5f1a-4b34-96f5-eac333a33012 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:46.362207 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 9c100267-c010-46df-897c-e18c277de97f details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:46.399379 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6aaf05b9-1cbc-4847-a114-5379e0450f1a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.402027 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6aaf05b9-1cbc-4847-a114-5379e0450f1a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.0641031 Feb 10 11:31:46.415738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33012) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:46.428669 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf05b9-1cbc-4847-a114-5379e0450f1a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f747af-943a-4be7-86c4-c884329b0775,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:46.433812 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5da723-fea8-4605-aa38-894d76d0f068 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:46.444714 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5da723-fea8-4605-aa38-894d76d0f068 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:46.445986 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ae5da723-fea8-4605-aa38-894d76d0f068 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:46.447824 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cb4216d5-3b8d-4594-abf0-01cbab019011 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Request body: {'security_group_rule': {'security_group_id': '22f747af-943a-4be7-86c4-c884329b0775', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:46.454095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.462664 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cb4216d5-3b8d-4594-abf0-01cbab019011 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:46.470396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193a331a-5f1a-4b34-96f5-eac333a33012 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:46.480318 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cb4216d5-3b8d-4594-abf0-01cbab019011 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Usage tracker for resource:security_group_rule and tenant:8e47f622a65945dda4a63ba667a1ebd5 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:46.485382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cb4216d5-3b8d-4594-abf0-01cbab019011 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:46.513605 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cb4216d5-3b8d-4594-abf0-01cbab019011 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:46.532859 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.555224 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 949fce04-fab7-4509-abb3-3924a8fc2a63, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=949fce04-fab7-4509-abb3-3924a8fc2a63,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:46.562385 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.621724 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cb4216d5-3b8d-4594-abf0-01cbab019011 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.638292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8381f8e8-fc00-461b-9b70-8c53463a366c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.669341 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=949fce04-fab7-4509-abb3-3924a8fc2a63,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:46.718222 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381f8e8-fc00-461b-9b70-8c53463a366c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=db062c75-9ca8-497c-86b6-929b9a6c880a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:46.726129 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.727216 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:46.727967 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.743574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ae5da723-fea8-4605-aa38-894d76d0f068 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:46.749750 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ae5da723-fea8-4605-aa38-894d76d0f068 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 1.1350379 Feb 10 11:31:46.759187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33022) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:46.782783 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8381f8e8-fc00-461b-9b70-8c53463a366c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.804884 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.819890 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Transition to ACTIVE for port object 836a353f-cd1b-4ac1-a3d8-7024106ba8cd will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:46.832867 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.929513 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8381f8e8-fc00-461b-9b70-8c53463a366c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/db062c75-9ca8-497c-86b6-929b9a6c880a HTTP/1.1" status: 204 len: 168 time: 1.6955049 Feb 10 11:31:46.932156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33028) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:46.951306 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fac63efa-d309-493b-afe0-e587fbc62c8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'mac_address': 'fa:16:3e:f7:6c:73', 'name': 'tempest-PortsTestJSON-1677560034'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:46.967693 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Pushing event updated for resources: {'Network': ['ID=a0e52c08-d355-4943-8b51-053949df117b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:46.974833 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-56f4c1d3-62cf-45de-a304-1de5d3d9d496 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.0361836 Feb 10 11:31:46.977499 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33032) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:46.981466 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network a0e52c08-d355-4943-8b51-053949df117b details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:47.008638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cc43f910-f1cd-4434-a46f-acf9752b7717 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Request body: {'subnet': {'network_id': 'a0e52c08-d355-4943-8b51-053949df117b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:47.088732 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe4e71-9e36-4dca-a285-a8d04821e1f7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Pushing event updated for resources: {'Subnet': ['ID=54caf53d-1c35-44b2-a75c-f9084e692fa2,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:47.110530 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5f5d9-7a1c-487e-8a3f-12aa59357e1f None None] Pushing event updated for resources: {'Port': ['ID=836a353f-cd1b-4ac1-a3d8-7024106ba8cd,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:47.117525 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af81dfa7-8675-4408-91f1-8707af19e6b5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:47.123446 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-af81dfa7-8675-4408-91f1-8707af19e6b5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "GET /v2.0/networks?id=9c100267-c010-46df-897c-e18c277de97f HTTP/1.1" status: 200 len: 765 time: 0.8289187 Feb 10 11:31:47.130241 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5f5d9-7a1c-487e-8a3f-12aa59357e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:47.130587 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5f5d9-7a1c-487e-8a3f-12aa59357e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:47.130923 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5f5d9-7a1c-487e-8a3f-12aa59357e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:47.131251 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5f5d9-7a1c-487e-8a3f-12aa59357e1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:47.131579 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5f5d9-7a1c-487e-8a3f-12aa59357e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:47.131908 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5f5d9-7a1c-487e-8a3f-12aa59357e1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:47.132228 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5f5d9-7a1c-487e-8a3f-12aa59357e1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:47.132561 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5f5d9-7a1c-487e-8a3f-12aa59357e1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:47.132881 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5f5d9-7a1c-487e-8a3f-12aa59357e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:47.133244 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5f5d9-7a1c-487e-8a3f-12aa59357e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:47.133550 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e5f5d9-7a1c-487e-8a3f-12aa59357e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:47.134251 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33038) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:47.147522 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-193a331a-5f1a-4b34-96f5-eac333a33012 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.165758 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cc43f910-f1cd-4434-a46f-acf9752b7717 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:47.209515 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cc43f910-f1cd-4434-a46f-acf9752b7717 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Usage tracker for resource:subnet and tenant:095fddbea52e445dbfab32a35b04646f is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:47.225727 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cc43f910-f1cd-4434-a46f-acf9752b7717 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:47.229616 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cb4216d5-3b8d-4594-abf0-01cbab019011 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.253973 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cc43f910-f1cd-4434-a46f-acf9752b7717 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:47.256097 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cb4216d5-3b8d-4594-abf0-01cbab019011 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.266939 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Attempting to bind port 836a353f-cd1b-4ac1-a3d8-7024106ba8cd on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:47.270948 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Attempting to bind port 836a353f-cd1b-4ac1-a3d8-7024106ba8cd by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:47.271464 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Attempting to bind port 836a353f-cd1b-4ac1-a3d8-7024106ba8cd on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:47.286433 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:47.286433 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:47.286433 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.287390 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:47.288047 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Bound port: 836a353f-cd1b-4ac1-a3d8-7024106ba8cd, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:47.288259 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.300884 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4216d5-3b8d-4594-abf0-01cbab019011 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5205b0f8-41e9-4556-8d73-7e36e817544d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:47.315923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc43f910-f1cd-4434-a46f-acf9752b7717 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Made reservation on behalf of 095fddbea52e445dbfab32a35b04646f for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:47.318304 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc43f910-f1cd-4434-a46f-acf9752b7717 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.336048 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe4e71-9e36-4dca-a285-a8d04821e1f7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Checking segment: {'id': '1a4bf81b-d191-4def-94b0-52833b98aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e29d3046-8bb6-415b-b8a9-dc6e055bebf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:47.336577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe4e71-9e36-4dca-a285-a8d04821e1f7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Network hostable DHCP agents. Network: e29d3046-8bb6-415b-b8a9-dc6e055bebf6, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:47.345441 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fac63efa-d309-493b-afe0-e587fbc62c8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:47.416739 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fac63efa-d309-493b-afe0-e587fbc62c8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:port and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:47.422686 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cb4216d5-3b8d-4594-abf0-01cbab019011 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.433387 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cb4216d5-3b8d-4594-abf0-01cbab019011 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0013666 Feb 10 11:31:47.434147 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33044) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:47.435481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fac63efa-d309-493b-afe0-e587fbc62c8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:47.483874 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f6ee664a-0a08-42ae-aa30-97e26a32eba5 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Request body: {'security_group_rule': {'security_group_id': '22f747af-943a-4be7-86c4-c884329b0775', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:47.485874 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] For port 836a353f-cd1b-4ac1-a3d8-7024106ba8cd, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:47.490099 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] For port 836a353f-cd1b-4ac1-a3d8-7024106ba8cd, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=836a353f-cd1b-4ac1-a3d8-7024106ba8cd,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:47.491428 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fac63efa-d309-493b-afe0-e587fbc62c8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:47.496970 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.498032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f6ee664a-0a08-42ae-aa30-97e26a32eba5 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:47.523403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f6ee664a-0a08-42ae-aa30-97e26a32eba5 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Usage tracker for resource:security_group_rule and tenant:8e47f622a65945dda4a63ba667a1ebd5 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:47.535170 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f6ee664a-0a08-42ae-aa30-97e26a32eba5 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:47.558948 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f6ee664a-0a08-42ae-aa30-97e26a32eba5 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:47.560561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe4e71-9e36-4dca-a285-a8d04821e1f7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Network e29d3046-8bb6-415b-b8a9-dc6e055bebf6 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:47.561270 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac63efa-d309-493b-afe0-e587fbc62c8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:47.596743 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5f5d9-7a1c-487e-8a3f-12aa59357e1f None None] Pushing event updated for resources: {'Port': ['ID=836a353f-cd1b-4ac1-a3d8-7024106ba8cd,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:47.611353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-4fbe4e71-9e36-4dca-a285-a8d04821e1f7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, e29d3046-8bb6-415b-b8a9-dc6e055bebf6) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:47.615499 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbe4e71-9e36-4dca-a285-a8d04821e1f7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:47.616086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fbe4e71-9e36-4dca-a285-a8d04821e1f7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.624160 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Routers {'1f17488c-1bcf-4e92-8258-323e3d783d18'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:47.624845 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['1f17488c-1bcf-4e92-8258-323e3d783d18'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:47.652437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd65c9ff-8a4c-4f68-9f1b-58e75c9ca2a5 None None] Network e29d3046-8bb6-415b-b8a9-dc6e055bebf6 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:47.660922 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4fbe4e71-9e36-4dca-a285-a8d04821e1f7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.8722925 Feb 10 11:31:47.665254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33050) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:47.678954 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1456701714', 'network_id': 'e29d3046-8bb6-415b-b8a9-dc6e055bebf6'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:47.690669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:47.697690 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1499cc-d077-41d5-832e-d0165ab2a872 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:47.701823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1499cc-d077-41d5-832e-d0165ab2a872 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:47.706495 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1499cc-d077-41d5-832e-d0165ab2a872 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:47.708148 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0d1499cc-d077-41d5-832e-d0165ab2a872 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1945 time: 0.5664382 Feb 10 11:31:47.714151 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Usage tracker for resource:port and tenant:9582ae79fbce41f089afab55516f3656 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:47.753017 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33054) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:47.753437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33056) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:47.763740 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:47.818988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e34bb3d1-032b-4173-ac21-94390c380975 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Synchronizing usage tracker for tenant:56752495d9d3496288481b8fcdb8c245 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:47.940183 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f6ee664a-0a08-42ae-aa30-97e26a32eba5 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.961653 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:47.970727 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] Set router 1f17488c-1bcf-4e92-8258-323e3d783d18 gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:31:48.013016 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fd53b1-b8e0-4bee-b5a3-8b0ac1883517 None None] Network e29d3046-8bb6-415b-b8a9-dc6e055bebf6 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:48.050427 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 949fce04-fab7-4509-abb3-3924a8fc2a63 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:48.089954 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fac63efa-d309-493b-afe0-e587fbc62c8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.132710 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-fac63efa-d309-493b-afe0-e587fbc62c8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] device_id is not set on port 170494c2-6014-4421-8edb-384147c7a51b yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:48.184995 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-6d376cb7-44f4-48e3-a513-48cbb7e9c075 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] Request body: {'port': {'network_id': '8fb8e268-5525-4ccd-8184-cdef5bfbf364', 'name': 'tempest-NetworksNegativeTestJSON-558914815'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:48.219042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 949fce04-fab7-4509-abb3-3924a8fc2a63 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:48.219404 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.223500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e34bb3d1-032b-4173-ac21-94390c380975 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Unset dirty status for tenant:56752495d9d3496288481b8fcdb8c245 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:48.227746 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e34bb3d1-032b-4173-ac21-94390c380975 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45 HTTP/1.1" status: 200 len: 207 time: 0.4703231 Feb 10 11:31:48.282042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33064) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:48.323081 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d376cb7-44f4-48e3-a513-48cbb7e9c075 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] POST failed (client error): The resource could not be found. Feb 10 11:31:48.323550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d376cb7-44f4-48e3-a513-48cbb7e9c075 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:48.324795 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6d376cb7-44f4-48e3-a513-48cbb7e9c075 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5689042 Feb 10 11:31:48.333317 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33068) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:48.339810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Made reservation on behalf of 9582ae79fbce41f089afab55516f3656 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:48.342155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.420683 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f17488c-1bcf-4e92-8258-323e3d783d18', 'name': 'tempest-NetworksTestDHCPv6-router-1263361321', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:32Z', 'updated_at': '2022-02-10T11:31:38Z', 'revision_number': 2, 'project_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'gw_port_host': None, '_interfaces': [{'id': '836a353f-cd1b-4ac1-a3d8-7024106ba8cd', 'name': '', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'mac_address': 'fa:16:3e:8d:8e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f17488c-1bcf-4e92-8258-323e3d783d18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6286834-ba93-4ad8-9d82-a28729ea953d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:36Z', 'updated_at': '2022-02-10T11:31:47Z', 'revision_number': 4, 'project_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'subnets': [{'id': 'a6286834-ba93-4ad8-9d82-a28729ea953d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:48.427107 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56cc7ba-9fa4-442a-8614-cf77d387b7ea None None] The sync data for ids ['1f17488c-1bcf-4e92-8258-323e3d783d18'] in dv-neutron-828497-1-hyperv is: [{'id': '1f17488c-1bcf-4e92-8258-323e3d783d18', 'name': 'tempest-NetworksTestDHCPv6-router-1263361321', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:32Z', 'updated_at': '2022-02-10T11:31:38Z', 'revision_number': 2, 'project_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'gw_port_host': None, '_interfaces': [{'id': '836a353f-cd1b-4ac1-a3d8-7024106ba8cd', 'name': '', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'mac_address': 'fa:16:3e:8d:8e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f17488c-1bcf-4e92-8258-323e3d783d18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6286834-ba93-4ad8-9d82-a28729ea953d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:36Z', 'updated_at': '2022-02-10T11:31:47Z', 'revision_number': 4, 'project_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'subnets': [{'id': 'a6286834-ba93-4ad8-9d82-a28729ea953d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:48.519929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] device_id is not set on port 745e16ba-a9bf-4e47-9a06-37de27c797f0 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:48.559612 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb5402d-07d1-4082-8524-60399614fdca tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] DELETE failed (client error): The resource could not be found. Feb 10 11:31:48.560123 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb5402d-07d1-4082-8524-60399614fdca tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:48.562244 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7eb5402d-07d1-4082-8524-60399614fdca tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] 10.222.0.36 "DELETE /v2.0/networks/2b1ee968-d319-4b2a-9b48-d09080678044 HTTP/1.1" status: 404 len: 339 time: 0.2241230 Feb 10 11:31:48.568593 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33072) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:48.571827 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-193a331a-5f1a-4b34-96f5-eac333a33012 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.636382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fac63efa-d309-493b-afe0-e587fbc62c8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.644426 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b036836-a437-4667-ab66-ebb962b24d63 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] DELETE failed (client error): The resource could not be found. Feb 10 11:31:48.644870 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b036836-a437-4667-ab66-ebb962b24d63 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:48.685180 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4b036836-a437-4667-ab66-ebb962b24d63 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] 10.222.0.36 "DELETE /v2.0/ports/a42d27f4-c2e9-439c-a72c-619e2683235e HTTP/1.1" status: 404 len: 333 time: 0.1144285 Feb 10 11:31:48.686022 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f6ee664a-0a08-42ae-aa30-97e26a32eba5 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.688515 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33076) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:48.699036 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f6ee664a-0a08-42ae-aa30-97e26a32eba5 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.730200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee664a-0a08-42ae-aa30-97e26a32eba5 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7e4389-4e92-465b-93df-4fd3b2e326d0,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:48.740516 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fac63efa-d309-493b-afe0-e587fbc62c8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.763886 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da00ab05-fc66-4e9f-a18e-9c80bcd3d0b9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:48.768670 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da00ab05-fc66-4e9f-a18e-9c80bcd3d0b9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:48.772827 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da00ab05-fc66-4e9f-a18e-9c80bcd3d0b9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:48.777088 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da00ab05-fc66-4e9f-a18e-9c80bcd3d0b9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:48.779027 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f6ee664a-0a08-42ae-aa30-97e26a32eba5 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.782948 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f6ee664a-0a08-42ae-aa30-97e26a32eba5 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3221672 Feb 10 11:31:48.783121 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da00ab05-fc66-4e9f-a18e-9c80bcd3d0b9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:48.785414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da00ab05-fc66-4e9f-a18e-9c80bcd3d0b9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:48.787732 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33080) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:48.789498 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da00ab05-fc66-4e9f-a18e-9c80bcd3d0b9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:48.793357 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da00ab05-fc66-4e9f-a18e-9c80bcd3d0b9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:48.795217 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-da00ab05-fc66-4e9f-a18e-9c80bcd3d0b9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4899 time: 0.5059464 Feb 10 11:31:48.803839 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33084) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:48.808701 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:48.809574 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbf023f-635b-467d-a740-65e816f97e8c tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] DELETE failed (client error): The resource could not be found. Feb 10 11:31:48.810019 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cbf023f-635b-467d-a740-65e816f97e8c tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:48.813583 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a331a-5f1a-4b34-96f5-eac333a33012 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Subnet': ['ID=8bb73e8b-0470-40ee-ab7f-e59ab1f74325,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:48.847279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:48.877949 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7cbf023f-635b-467d-a740-65e816f97e8c tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] 10.222.0.36 "DELETE /v2.0/subnets/46ecaa27-124a-4b3c-b0fe-f925b9688a27 HTTP/1.1" status: 404 len: 337 time: 0.1746435 Feb 10 11:31:48.883273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33088) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:48.934119 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Usage tracker for resource:floatingip and tenant:8e47f622a65945dda4a63ba667a1ebd5 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:48.938080 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac63efa-d309-493b-afe0-e587fbc62c8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:48.944957 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac63efa-d309-493b-afe0-e587fbc62c8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=170494c2-6014-4421-8edb-384147c7a51b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:48.949304 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:48.954429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-fac63efa-d309-493b-afe0-e587fbc62c8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:48.971926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac63efa-d309-493b-afe0-e587fbc62c8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:48.973031 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-32805cd1-9497-4ed7-a6ef-b8a4a9eee0de tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] GET failed (client error): The resource could not be found. Feb 10 11:31:48.974301 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-32805cd1-9497-4ed7-a6ef-b8a4a9eee0de tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] 10.222.0.36 "GET /v2.0/networks/d57e6163-b822-4f84-bf4b-922338bf467b HTTP/1.1" status: 404 len: 339 time: 0.0886827 Feb 10 11:31:48.975868 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac63efa-d309-493b-afe0-e587fbc62c8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:48.976482 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fac63efa-d309-493b-afe0-e587fbc62c8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.977755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193a331a-5f1a-4b34-96f5-eac333a33012 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Checking segment: {'id': '8c3eafde-2627-4bbf-98b3-6e994767b10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c9ddb9b3-2913-4016-a770-951338a7f75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:48.978118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193a331a-5f1a-4b34-96f5-eac333a33012 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network hostable DHCP agents. Network: c9ddb9b3-2913-4016-a770-951338a7f75e, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:48.983719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:48.986139 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33092) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:48.989065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Allocated IP 172.20.0.13 (e29d3046-8bb6-415b-b8a9-dc6e055bebf6/54caf53d-1c35-44b2-a75c-f9084e692fa2/745e16ba-a9bf-4e47-9a06-37de27c797f0) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:49.073930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193a331a-5f1a-4b34-96f5-eac333a33012 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network c9ddb9b3-2913-4016-a770-951338a7f75e is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:49.081928 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10c47d9-37bb-4203-8576-addc5c8cf124 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] GET failed (client error): The resource could not be found. Feb 10 11:31:49.083203 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e10c47d9-37bb-4203-8576-addc5c8cf124 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] 10.222.0.36 "GET /v2.0/ports/d2b98e8f-4c3f-40cb-8769-be4dfe71042e HTTP/1.1" status: 404 len: 333 time: 0.0945621 Feb 10 11:31:49.084006 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.098184 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fac63efa-d309-493b-afe0-e587fbc62c8e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1624005 Feb 10 11:31:49.101375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33096) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:49.101721 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33098) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:49.144231 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.objects.ports [None req-cc43f910-f1cd-4434-a46f-acf9752b7717 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:31:49.144703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc43f910-f1cd-4434-a46f-acf9752b7717 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.230829 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-193a331a-5f1a-4b34-96f5-eac333a33012 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, c9ddb9b3-2913-4016-a770-951338a7f75e) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:49.234646 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193a331a-5f1a-4b34-96f5-eac333a33012 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:49.235243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-193a331a-5f1a-4b34-96f5-eac333a33012 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.242995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b1691a-8d8c-4bc9-b2f1-e59f468f4219 None None] Network c9ddb9b3-2913-4016-a770-951338a7f75e requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:49.265405 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e881214-d042-465d-9794-3648fe807458 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] GET failed (client error): The resource could not be found. Feb 10 11:31:49.273177 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7e881214-d042-465d-9794-3648fe807458 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] 10.222.0.36 "GET /v2.0/subnets/9f8b64f1-a362-41a1-bf82-8333cb09a459 HTTP/1.1" status: 404 len: 337 time: 0.1630480 Feb 10 11:31:49.277099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fc05720c-1eea-47ef-9e8f-57fb67fb7513 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Synchronizing usage tracker for tenant:56752495d9d3496288481b8fcdb8c245 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:49.280845 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33104) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:49.305403 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3d5f3022-d4e8-4624-b107-3777036a3aa1 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:49.318656 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43f910-f1cd-4434-a46f-acf9752b7717 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c681fa89-251b-47df-a823-4b7b0f499aa0,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:49.337753 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-193a331a-5f1a-4b34-96f5-eac333a33012 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6165829 Feb 10 11:31:49.337879 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fc05720c-1eea-47ef-9e8f-57fb67fb7513 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Unset dirty status for tenant:56752495d9d3496288481b8fcdb8c245 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:49.337879 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fc05720c-1eea-47ef-9e8f-57fb67fb7513 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 1021 time: 0.5244291 Feb 10 11:31:49.340224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33108) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:49.341025 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33110) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:49.358763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8f500f65-8ef7-4c9d-b65f-befcb9994dc1 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'subnet': {'network_id': 'c9ddb9b3-2913-4016-a770-951338a7f75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:49.384009 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5f3022-d4e8-4624-b107-3777036a3aa1 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] PUT failed (client error): The resource could not be found. Feb 10 11:31:49.384448 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5f3022-d4e8-4624-b107-3777036a3aa1 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:49.385577 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3d5f3022-d4e8-4624-b107-3777036a3aa1 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] 10.222.0.36 "PUT /v2.0/networks/23c461c2-bd33-48ae-847e-56bc32dafd6e HTTP/1.1" status: 404 len: 339 time: 0.1031079 Feb 10 11:31:49.396310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33116) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:49.401239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce34e4e-e872-4217-b59f-75022630cd1e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:49.405541 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1ce34e4e-e872-4217-b59f-75022630cd1e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports/170494c2-6014-4421-8edb-384147c7a51b HTTP/1.1" status: 200 len: 841 time: 0.2974687 Feb 10 11:31:49.408351 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33120) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:49.423653 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ccb926ff-8ad3-435a-8a24-48faa6276a68 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:49.475160 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb926ff-8ad3-435a-8a24-48faa6276a68 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] PUT failed (client error): The resource could not be found. Feb 10 11:31:49.475607 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb926ff-8ad3-435a-8a24-48faa6276a68 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:49.480566 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ccb926ff-8ad3-435a-8a24-48faa6276a68 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] 10.222.0.36 "PUT /v2.0/ports/ced7837b-e8f5-429e-8e84-a5c31f2cb047 HTTP/1.1" status: 404 len: 333 time: 0.0729084 Feb 10 11:31:49.486789 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33124) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:49.505221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-2184045a-8803-499e-9d9a-ea7c11d72382 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:49.509962 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-c9ddb9b3-2913-4016-a770-951338a7f75e', 'network_id': 'c9ddb9b3-2913-4016-a770-951338a7f75e', 'tenant_id': '4e97c96ac063404ba5595986b22a3e7c', 'fixed_ips': [{'subnet_id': '8bb73e8b-0470-40ee-ab7f-e59ab1f74325'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:49.510815 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.544288 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.548855 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2184045a-8803-499e-9d9a-ea7c11d72382 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] PUT failed (client error): The resource could not be found. Feb 10 11:31:49.549734 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2184045a-8803-499e-9d9a-ea7c11d72382 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:49.555053 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2184045a-8803-499e-9d9a-ea7c11d72382 tempest-NetworksNegativeTestJSON-1784137461 tempest-NetworksNegativeTestJSON-1784137461-project] 10.222.0.36 "PUT /v2.0/subnets/d6f3f0b6-10ab-49ab-ad74-da7bec48cfc4 HTTP/1.1" status: 404 len: 337 time: 0.0630271 Feb 10 11:31:49.597910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc43f910-f1cd-4434-a46f-acf9752b7717 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Checking segment: {'id': '83cba896-26dd-4b84-919a-43eed915aa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a0e52c08-d355-4943-8b51-053949df117b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:49.598295 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc43f910-f1cd-4434-a46f-acf9752b7717 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Network hostable DHCP agents. Network: a0e52c08-d355-4943-8b51-053949df117b, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:49.627338 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543e206e-e05e-421e-8350-bc101ad8c59d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:49.629548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543e206e-e05e-421e-8350-bc101ad8c59d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:49.630165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543e206e-e05e-421e-8350-bc101ad8c59d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:49.631503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543e206e-e05e-421e-8350-bc101ad8c59d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:49.632842 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543e206e-e05e-421e-8350-bc101ad8c59d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:49.634311 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-543e206e-e05e-421e-8350-bc101ad8c59d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Synchronizing usage tracker for tenant:56752495d9d3496288481b8fcdb8c245 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:49.641664 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.655237 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcf897-8842-43a7-abb7-3509d40db168 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 170494c2-6014-4421-8edb-384147c7a51b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:49.655582 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf897-8842-43a7-abb7-3509d40db168 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.702887 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.750628 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-543e206e-e05e-421e-8350-bc101ad8c59d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Unset dirty status for tenant:56752495d9d3496288481b8fcdb8c245 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:49.751945 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-543e206e-e05e-421e-8350-bc101ad8c59d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4042451 Feb 10 11:31:49.761151 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33130) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:49.768871 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Allocated IP 2001:db8::2 (c9ddb9b3-2913-4016-a770-951338a7f75e/8bb73e8b-0470-40ee-ab7f-e59ab1f74325/1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:49.867399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Network e29d3046-8bb6-415b-b8a9-dc6e055bebf6 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:49.870150 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Pushing event updated for resources: {'Port': ['ID=745e16ba-a9bf-4e47-9a06-37de27c797f0,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:49.875540 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:49.878118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:49.996586 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163f51ec-6398-4113-89cf-6a2a597a9cb4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:49.999218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163f51ec-6398-4113-89cf-6a2a597a9cb4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:50.000741 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163f51ec-6398-4113-89cf-6a2a597a9cb4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:50.003007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163f51ec-6398-4113-89cf-6a2a597a9cb4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:50.004471 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163f51ec-6398-4113-89cf-6a2a597a9cb4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:50.018198 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-163f51ec-6398-4113-89cf-6a2a597a9cb4 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2514672 Feb 10 11:31:50.052101 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33136) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:50.058229 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8f500f65-8ef7-4c9d-b65f-befcb9994dc1 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:50.074950 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33140) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:50.084991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.096024 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8f500f65-8ef7-4c9d-b65f-befcb9994dc1 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:subnet and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:50.100963 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Transition to ACTIVE for port object 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:50.108987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:50.109620 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.115115 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8f500f65-8ef7-4c9d-b65f-befcb9994dc1 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:50.132905 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Transition to ACTIVE for port object 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:50.137340 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fbc044b1-6264-4040-a921-a45853d42d93 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.4700229 Feb 10 11:31:50.140008 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33146) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:50.144001 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc43f910-f1cd-4434-a46f-acf9752b7717 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Network a0e52c08-d355-4943-8b51-053949df117b is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:50.146735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8f500f65-8ef7-4c9d-b65f-befcb9994dc1 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:50.148627 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.235307 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Network c9ddb9b3-2913-4016-a770-951338a7f75e is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:50.239182 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:50.245216 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:50.247582 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Pushing event updated for resources: {'Port': ['ID=1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:50.251784 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-83b3c290-73b2-4c72-98e4-6d21264275ea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Deleting port 745e16ba-a9bf-4e47-9a06-37de27c797f0 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:50.252252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83b3c290-73b2-4c72-98e4-6d21264275ea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.254976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.305164 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-cc43f910-f1cd-4434-a46f-acf9752b7717 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, a0e52c08-d355-4943-8b51-053949df117b) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:50.352209 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e26122a-ba3b-4d67-8b6f-468a9491ada2 None None] Network a0e52c08-d355-4943-8b51-053949df117b requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:50.358736 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f500f65-8ef7-4c9d-b65f-befcb9994dc1 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:50.399199 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc43f910-f1cd-4434-a46f-acf9752b7717 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:50.400098 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc43f910-f1cd-4434-a46f-acf9752b7717 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.419578 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Attempting to bind port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:50.419953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Attempting to bind port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '8c3eafde-2627-4bbf-98b3-6e994767b10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c9ddb9b3-2913-4016-a770-951338a7f75e'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:50.420320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Attempting to bind port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 on network c9ddb9b3-2913-4016-a770-951338a7f75e {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:50.445409 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:50.445945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Checking segment: {'id': '8c3eafde-2627-4bbf-98b3-6e994767b10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c9ddb9b3-2913-4016-a770-951338a7f75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:50.446475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.447093 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Bound using segment: {'id': '8c3eafde-2627-4bbf-98b3-6e994767b10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c9ddb9b3-2913-4016-a770-951338a7f75e'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:50.447726 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Bound port: 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3eafde-2627-4bbf-98b3-6e994767b10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c9ddb9b3-2913-4016-a770-951338a7f75e'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:50.449023 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.481638 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45c62b79-1673-467d-ab04-634c185807f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.589528 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cc43f910-f1cd-4434-a46f-acf9752b7717 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.5874631 Feb 10 11:31:50.590989 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33150) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:50.600317 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf897-8842-43a7-abb7-3509d40db168 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.612792 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-131854616', 'network_id': 'a0e52c08-d355-4943-8b51-053949df117b'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:50.616320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2e4045-8c84-470d-b1a1-3714d3e68f50 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:50.621180 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fd2e4045-8c84-470d-b1a1-3714d3e68f50 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "GET /v2.0/networks/e7edff00-7b08-4121-b4d4-4320f3904a3f HTTP/1.1" status: 200 len: 804 time: 0.5562768 Feb 10 11:31:50.621377 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port 836a353f-cd1b-4ac1-a3d8-7024106ba8cd {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:50.621377 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.645472 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33154) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:50.646560 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:50.648844 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] For port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:50.663713 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] For port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48,segment=NetworkSegment(8c3eafde-2627-4bbf-98b3-6e994767b10c),segment_id=8c3eafde-2627-4bbf-98b3-6e994767b10c)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:50.674731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Usage tracker for resource:port and tenant:095fddbea52e445dbfab32a35b04646f is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:50.677770 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-45c62b79-1673-467d-ab04-634c185807f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:50.698931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.705776 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:50.721927 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-45c62b79-1673-467d-ab04-634c185807f4 admin admin] Usage tracker for resource:security_group_rule and tenant:bbd1533df33844b4ad6ea28e516e4f1f is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:50.755436 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceab324-deef-4a7f-9c2d-6a317431f680 None None] Network a0e52c08-d355-4943-8b51-053949df117b requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:50.776728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-45c62b79-1673-467d-ab04-634c185807f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:50.779723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:50.788374 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcf897-8842-43a7-abb7-3509d40db168 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for 170494c2-6014-4421-8edb-384147c7a51b owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:50.813394 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-45c62b79-1673-467d-ab04-634c185807f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:50.925726 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c3905-8e82-4033-8d50-1392bfa6112c None None] Pushing event updated for resources: {'Port': ['ID=1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:50.932855 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Made reservation on behalf of 095fddbea52e445dbfab32a35b04646f for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:50.935097 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.947733 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f500f65-8ef7-4c9d-b65f-befcb9994dc1 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.963372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83b3c290-73b2-4c72-98e4-6d21264275ea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.979215 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf897-8842-43a7-abb7-3509d40db168 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.162358 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-83b3c290-73b2-4c72-98e4-6d21264275ea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Calling delete_port for 745e16ba-a9bf-4e47-9a06-37de27c797f0 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:51.180203 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Allocated IP 172.26.4.227 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/38423640-f302-4c20-a0d9-41524cb2619a) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:51.191874 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcf897-8842-43a7-abb7-3509d40db168 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=170494c2-6014-4421-8edb-384147c7a51b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:51.199058 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] device_id is not set on port adc6b8a9-2acf-4749-ab1c-36bbc238714f yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:51.217266 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf897-8842-43a7-abb7-3509d40db168 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.270425 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3dbcf897-8842-43a7-abb7-3509d40db168 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/170494c2-6014-4421-8edb-384147c7a51b HTTP/1.1" status: 204 len: 168 time: 1.8568323 Feb 10 11:31:51.301593 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33158) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:51.335383 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.ipam_backend_mixin [None req-8f500f65-8ef7-4c9d-b65f-befcb9994dc1 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8bb73e8b-0470-40ee-ab7f-e59ab1f74325 (CIDR: 2001:db8::/64) Feb 10 11:31:51.346441 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f500f65-8ef7-4c9d-b65f-befcb9994dc1 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:31:51.346889 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f500f65-8ef7-4c9d-b65f-befcb9994dc1 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:51.364509 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5f148433-341f-4dfd-9d83-3c539f36bb4d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "GET /v2.0/networks/e7edff00-7b08-4121-b4d4-4320f3904a3f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.7077529 Feb 10 11:31:51.368748 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33162) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:51.419619 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8f500f65-8ef7-4c9d-b65f-befcb9994dc1 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0733135 Feb 10 11:31:51.421667 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebbd5c9-89a8-4a89-b481-518b91e76d10 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] GET failed (client error): The resource could not be found. Feb 10 11:31:51.423492 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8ebbd5c9-89a8-4a89-b481-518b91e76d10 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports/170494c2-6014-4421-8edb-384147c7a51b HTTP/1.1" status: 404 len: 333 time: 0.1180632 Feb 10 11:31:51.429501 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33166) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:51.429783 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33168) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:51.445764 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e89fe586-2ae3-4391-8627-05ac41c3b7be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'name': 'tempest-PortsTestJSON-965714477'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:51.453094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] For port 836a353f-cd1b-4ac1-a3d8-7024106ba8cd, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=836a353f-cd1b-4ac1-a3d8-7024106ba8cd,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:51.453489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.469091 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-47135e84-04c0-4f70-9b23-a49336fcb36e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'subnet': {'network_id': 'c9ddb9b3-2913-4016-a770-951338a7f75e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:51.484156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45c62b79-1673-467d-ab04-634c185807f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.648962 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45c62b79-1673-467d-ab04-634c185807f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.655248 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6667d9dd-2f27-464e-bf79-87668872fec9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:51.656622 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6667d9dd-2f27-464e-bf79-87668872fec9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "GET /v2.0/subnets/32198021-9a47-40c1-8ad5-9c03787c918d HTTP/1.1" status: 200 len: 843 time: 0.2856815 Feb 10 11:31:51.662462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for 836a353f-cd1b-4ac1-a3d8-7024106ba8cd owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:51.677171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33174) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:51.725715 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.925074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c62b79-1673-467d-ab04-634c185807f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d52a95-b3fd-4e35-ab8e-34091c6de922,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:51.960982 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:51.961585 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-45c62b79-1673-467d-ab04-634c185807f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbd1533df33844b4ad6ea28e516e4f1f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8847840 Feb 10 11:31:51.964996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Allocated IP 2001:db8::d0 (a0e52c08-d355-4943-8b51-053949df117b/c681fa89-251b-47df-a823-4b7b0f499aa0/adc6b8a9-2acf-4749-ab1c-36bbc238714f) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:51.967273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83b3c290-73b2-4c72-98e4-6d21264275ea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.977477 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33178) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:51.978447 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e89fe586-2ae3-4391-8627-05ac41c3b7be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:51.995193 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e89fe586-2ae3-4391-8627-05ac41c3b7be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:port and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:52.030328 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e89fe586-2ae3-4391-8627-05ac41c3b7be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:52.045007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e89fe586-2ae3-4391-8627-05ac41c3b7be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:52.066169 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1a5817-b823-40b4-abae-b06b9cd54ff8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:52.067603 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8e1a5817-b823-40b4-abae-b06b9cd54ff8 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "GET /v2.0/subnets/32198021-9a47-40c1-8ad5-9c03787c918d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3895516 Feb 10 11:31:52.089270 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33184) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:52.104744 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:52.128003 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0265d21b-fc35-4c0f-a8a2-6e44125c2ee5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-330776257'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:52.134765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-47135e84-04c0-4f70-9b23-a49336fcb36e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:52.141520 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3c290-73b2-4c72-98e4-6d21264275ea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Pushing event deleted for resources: {'Port': ['ID=745e16ba-a9bf-4e47-9a06-37de27c797f0,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:52.151309 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0265d21b-fc35-4c0f-a8a2-6e44125c2ee5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:52.158057 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-47135e84-04c0-4f70-9b23-a49336fcb36e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:subnet and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:52.168263 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-47135e84-04c0-4f70-9b23-a49336fcb36e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:52.174822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89fe586-2ae3-4391-8627-05ac41c3b7be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:52.177954 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e89fe586-2ae3-4391-8627-05ac41c3b7be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.197868 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-47135e84-04c0-4f70-9b23-a49336fcb36e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:52.200460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0265d21b-fc35-4c0f-a8a2-6e44125c2ee5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:52.216176 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.264285 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83b3c290-73b2-4c72-98e4-6d21264275ea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.295844 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0265d21b-fc35-4c0f-a8a2-6e44125c2ee5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:52.301784 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0265d21b-fc35-4c0f-a8a2-6e44125c2ee5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.302420 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d188a96d-bb00-4356-bf70-4c79b852f2c8 None None] Network c9ddb9b3-2913-4016-a770-951338a7f75e requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:52.334055 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47135e84-04c0-4f70-9b23-a49336fcb36e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:52.337742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47135e84-04c0-4f70-9b23-a49336fcb36e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.358477 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-e89fe586-2ae3-4391-8627-05ac41c3b7be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] device_id is not set on port 98c683d5-9009-4abc-9960-2d031c92e10a yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:52.413961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4e1580f-8bb5-4f4f-98ca-85699e50d3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.431407 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-83b3c290-73b2-4c72-98e4-6d21264275ea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "DELETE /v2.0/ports/745e16ba-a9bf-4e47-9a06-37de27c797f0 HTTP/1.1" status: 204 len: 168 time: 2.2878635 Feb 10 11:31:52.436620 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33190) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:52.446352 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] Provisioning for port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:52.446937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e29d3046-8bb6-415b-b8a9-dc6e055bebf6', 'external_fixed_ips': [{'subnet_id': '54caf53d-1c35-44b2-a75c-f9084e692fa2', 'ip_address': '172.20.0.13'}]}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:52.453340 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:52.457092 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.470798 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] Provisioning complete for port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:52.470798 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.477572 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:52.495370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Usage tracker for resource:router and tenant:9582ae79fbce41f089afab55516f3656 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:52.502159 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:52.511148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:52.528001 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Pushing event updated for resources: {'Port': ['ID=38423640-f302-4c20-a0d9-41524cb2619a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:52.531190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=836a353f-cd1b-4ac1-a3d8-7024106ba8cd,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:52.541075 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:52.542826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:52.601506 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0265d21b-fc35-4c0f-a8a2-6e44125c2ee5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:52.604373 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.604727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.605151 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.606158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.606158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.606158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.606421 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.606701 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.607290 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.607766 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.608253 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.624262 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.625574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.713687 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.761565 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] For port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48,segment=NetworkSegment(8c3eafde-2627-4bbf-98b3-6e994767b10c),segment_id=8c3eafde-2627-4bbf-98b3-6e994767b10c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:52.769118 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.839031 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.849891 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.852630 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] Pushing event updated for resources: {'Port': ['ID=1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:52.862866 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0265d21b-fc35-4c0f-a8a2-6e44125c2ee5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.865262 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-0265d21b-fc35-4c0f-a8a2-6e44125c2ee5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Added segment 9dec0f01-717c-4d0c-b2e3-6928156c8761 of type vlan for network f108182b-8999-4bd5-a4fc-2f01b5be768c Feb 10 11:31:52.866392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.867473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.867597 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.868186 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.868709 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.869234 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.869580 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.870012 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.870324 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.870884 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.871007 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7bd17-2ee7-4ca9-8d5a-e166266de54c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.890800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.916536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0265d21b-fc35-4c0f-a8a2-6e44125c2ee5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.920528 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.944638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4e1580f-8bb5-4f4f-98ca-85699e50d3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.960546 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.960958 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.961354 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.961690 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.962024 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.962386 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.962684 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.963013 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.963338 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.963658 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.964040 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:52.993197 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.078365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0265d21b-fc35-4c0f-a8a2-6e44125c2ee5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.082299 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0265d21b-fc35-4c0f-a8a2-6e44125c2ee5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:53.083727 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0265d21b-fc35-4c0f-a8a2-6e44125c2ee5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.105663 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b0ddac56-1934-4abf-b6c7-dd31cf32606c None None] Provisioning complete for port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:53.106301 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b0ddac56-1934-4abf-b6c7-dd31cf32606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.232191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.250808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Network a0e52c08-d355-4943-8b51-053949df117b is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:53.253514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Pushing event updated for resources: {'Port': ['ID=adc6b8a9-2acf-4749-ab1c-36bbc238714f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:53.256493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:53.262221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:53.262912 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:53.263523 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.272551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.359769 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-70ff0f76-c355-49a0-aa0e-4bf23571998c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.7619445 Feb 10 11:31:53.372366 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33194) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:53.413759 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0265d21b-fc35-4c0f-a8a2-6e44125c2ee5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3161027 Feb 10 11:31:53.414073 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265d21b-fc35-4c0f-a8a2-6e44125c2ee5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Network': ['ID=f108182b-8999-4bd5-a4fc-2f01b5be768c,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:53.424981 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33196) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:53.430883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network f108182b-8999-4bd5-a4fc-2f01b5be768c details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:53.457818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a0afd4cc-86a8-4b77-9af9-4915dafe4c32 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'subnet': {'network_id': 'f108182b-8999-4bd5-a4fc-2f01b5be768c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:53.519235 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4e1580f-8bb5-4f4f-98ca-85699e50d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.624752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e89fe586-2ae3-4391-8627-05ac41c3b7be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.628740 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1580f-8bb5-4f4f-98ca-85699e50d3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d52a95-b3fd-4e35-ab8e-34091c6de922,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:53.726673 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd9135-2b8a-4aef-8de8-4a722d837eae tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Deleting port adc6b8a9-2acf-4749-ab1c-36bbc238714f {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:53.727021 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9135-2b8a-4aef-8de8-4a722d837eae tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.743230 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4e1580f-8bb5-4f4f-98ca-85699e50d3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.744250 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f4e1580f-8bb5-4f4f-98ca-85699e50d3c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96d52a95-b3fd-4e35-ab8e-34091c6de922 HTTP/1.1" status: 204 len: 168 time: 1.7573087 Feb 10 11:31:53.771047 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a0afd4cc-86a8-4b77-9af9-4915dafe4c32 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:53.795226 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a0afd4cc-86a8-4b77-9af9-4915dafe4c32 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:53.866230 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0afd4cc-86a8-4b77-9af9-4915dafe4c32 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Made reservation on behalf of 56752495d9d3496288481b8fcdb8c245 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:53.934075 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e89fe586-2ae3-4391-8627-05ac41c3b7be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.935736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Router 1f17488c-1bcf-4e92-8258-323e3d783d18 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:31:54.030883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:54.109714 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:54.110834 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.232495 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47135e84-04c0-4f70-9b23-a49336fcb36e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.358475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9135-2b8a-4aef-8de8-4a722d837eae tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.421256 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fe586-2ae3-4391-8627-05ac41c3b7be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=98c683d5-9009-4abc-9960-2d031c92e10a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:54.432390 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0afd4cc-86a8-4b77-9af9-4915dafe4c32 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.464125 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89fe586-2ae3-4391-8627-05ac41c3b7be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:54.465360 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:31:54.482114 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e89fe586-2ae3-4391-8627-05ac41c3b7be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:54.526937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd9135-2b8a-4aef-8de8-4a722d837eae tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Calling delete_port for adc6b8a9-2acf-4749-ab1c-36bbc238714f owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:54.549021 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89fe586-2ae3-4391-8627-05ac41c3b7be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:54.553082 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89fe586-2ae3-4391-8627-05ac41c3b7be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:54.553709 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e89fe586-2ae3-4391-8627-05ac41c3b7be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.560860 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.571896 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:54.590606 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47135e84-04c0-4f70-9b23-a49336fcb36e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network c9ddb9b3-2913-4016-a770-951338a7f75e is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:54.595823 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.609325 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-34d44825-4f95-44ac-853b-d5478bd1580b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "PUT /v2.0/routers/1f17488c-1bcf-4e92-8258-323e3d783d18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8400784 Feb 10 11:31:54.633458 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-47135e84-04c0-4f70-9b23-a49336fcb36e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:54.636192 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33216) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:54.644892 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47135e84-04c0-4f70-9b23-a49336fcb36e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Subnet': ['ID=a639868f-80df-4eba-9fc5-fb29a479306b,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:54.651299 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47135e84-04c0-4f70-9b23-a49336fcb36e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:54.651490 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d4a6f1-7ec7-48ce-94ed-97ef074c1aa0 None None] Network c9ddb9b3-2913-4016-a770-951338a7f75e requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:54.651880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47135e84-04c0-4f70-9b23-a49336fcb36e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.664507 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-a0afd4cc-86a8-4b77-9af9-4915dafe4c32 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Performing IP validity checks on allocation pools {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 11:31:54.665046 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-a0afd4cc-86a8-4b77-9af9-4915dafe4c32 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 11:31:54.702907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.708275 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e89fe586-2ae3-4391-8627-05ac41c3b7be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.2753885 Feb 10 11:31:54.725700 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33220) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:54.745689 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0287436f-0df0-494d-aa90-aaa7fce3398e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:54.748518 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.850988 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-47135e84-04c0-4f70-9b23-a49336fcb36e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.4201522 Feb 10 11:31:54.851760 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Pushing event updated for resources: {'Port': ['ID=38423640-f302-4c20-a0d9-41524cb2619a,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:54.860001 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33226) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:54.880595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'network_id': 'c9ddb9b3-2913-4016-a770-951338a7f75e', 'fixed_ips': [{'subnet_id': '8bb73e8b-0470-40ee-ab7f-e59ab1f74325'}, {'subnet_id': 'a639868f-80df-4eba-9fc5-fb29a479306b'}], 'name': 'tempest-PortsIpV6TestJSON-1352444414'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:54.932826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.940978 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9135-2b8a-4aef-8de8-4a722d837eae tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.001050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd9135-2b8a-4aef-8de8-4a722d837eae tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Pushing event deleted for resources: {'Port': ['ID=adc6b8a9-2acf-4749-ab1c-36bbc238714f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:55.084984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccc605e-9066-4441-81e0-9fef324de76a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:55.086669 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccc605e-9066-4441-81e0-9fef324de76a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:55.087637 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bccc605e-9066-4441-81e0-9fef324de76a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:55.103559 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33232) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:55.131949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9135-2b8a-4aef-8de8-4a722d837eae tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.150378 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3ebd9135-2b8a-4aef-8de8-4a722d837eae tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "DELETE /v2.0/ports/adc6b8a9-2acf-4749-ab1c-36bbc238714f HTTP/1.1" status: 204 len: 168 time: 1.7217076 Feb 10 11:31:55.153104 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33238) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:55.159582 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0287436f-0df0-494d-aa90-aaa7fce3398e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.167690 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0e52c08-d355-4943-8b51-053949df117b', 'external_fixed_ips': [{'subnet_id': 'c681fa89-251b-47df-a823-4b7b0f499aa0', 'ip_address': '2001:db8::d0'}]}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:55.173780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Allocated IP 172.20.0.13 (e29d3046-8bb6-415b-b8a9-dc6e055bebf6/54caf53d-1c35-44b2-a75c-f9084e692fa2/5b732502-1aaa-4ebc-a4cd-e66f342cf859) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:55.176186 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:55.178950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.187927 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dea5b8b0-4311-408c-b64c-913e1e31d762 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3829436 Feb 10 11:31:55.191743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Usage tracker for resource:router and tenant:095fddbea52e445dbfab32a35b04646f is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:55.201852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:55.232739 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bccc605e-9066-4441-81e0-9fef324de76a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:55.238070 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b69ae8-1e8f-4c6c-82db-ccee38e4bf3e None None] Update dhcp port {'port': {'network_id': 'c9ddb9b3-2913-4016-a770-951338a7f75e', 'fixed_ips': [{'subnet_id': '8bb73e8b-0470-40ee-ab7f-e59ab1f74325', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a639868f-80df-4eba-9fc5-fb29a479306b'}], 'binding:host_id': 'dv-neutron-828497-1-hyperv'}, 'id': '1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48'} from dv-neutron-828497-1-hyperv. {{(pid=83556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:31:55.240976 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bccc605e-9066-4441-81e0-9fef324de76a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5928192 Feb 10 11:31:55.245729 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33244) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:55.269215 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:55.301479 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-68b69ae8-1e8f-4c6c-82db-ccee38e4bf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.480930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.482151 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.512007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.597898 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.632184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.643680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group': {'name': 'tempest-secgroup--649472454'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:55.649437 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:55.653159 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:55.655940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:55.661686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-68b69ae8-1e8f-4c6c-82db-ccee38e4bf3e None None] Allocated IP 2001:db8:0:1::2 (c9ddb9b3-2913-4016-a770-951338a7f75e/a639868f-80df-4eba-9fc5-fb29a479306b/1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:55.662525 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:55.726142 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.759825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.792552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:55.796877 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:port and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:55.800573 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:55.839418 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-68b69ae8-1e8f-4c6c-82db-ccee38e4bf3e None None] For port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48,segment=NetworkSegment(8c3eafde-2627-4bbf-98b3-6e994767b10c),segment_id=8c3eafde-2627-4bbf-98b3-6e994767b10c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:55.852868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Network e29d3046-8bb6-415b-b8a9-dc6e055bebf6 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:55.859709 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:55.863232 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Pushing event updated for resources: {'Port': ['ID=5b732502-1aaa-4ebc-a4cd-e66f342cf859,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:55.865901 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:55.901400 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-68b69ae8-1e8f-4c6c-82db-ccee38e4bf3e None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.913700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.926016 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-68b69ae8-1e8f-4c6c-82db-ccee38e4bf3e None None] Transition to ACTIVE for port object 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:55.933778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-68b69ae8-1e8f-4c6c-82db-ccee38e4bf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.949529 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:55.954143 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c03f8a-b143-4af1-8f1f-5daad9319d3a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet a6286834-ba93-4ad8-9d82-a28729ea953d {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:55.986146 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-0287436f-0df0-494d-aa90-aaa7fce3398e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:31:55.996200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-b40db427-447d-4ab9-99cd-955ab0add63c tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Synchronizing usage tracker for tenant:8e47f622a65945dda4a63ba667a1ebd5 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:56.006480 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-45c03f8a-b143-4af1-8f1f-5daad9319d3a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.072245 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0287436f-0df0-494d-aa90-aaa7fce3398e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.087216 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:56.123580 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0287436f-0df0-494d-aa90-aaa7fce3398e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.155741 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b69ae8-1e8f-4c6c-82db-ccee38e4bf3e None None] Pushing event updated for resources: {'Port': ['ID=1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:56.243612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:56.246542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0afd4cc-86a8-4b77-9af9-4915dafe4c32 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.257828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0287436f-0df0-494d-aa90-aaa7fce3398e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] In _notify_port_updated(), no bound segment for port 98c683d5-9009-4abc-9960-2d031c92e10a on network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:31:56.261666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0287436f-0df0-494d-aa90-aaa7fce3398e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:56.262559 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0287436f-0df0-494d-aa90-aaa7fce3398e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.263720 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0287436f-0df0-494d-aa90-aaa7fce3398e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "PUT /v2.0/ports/98c683d5-9009-4abc-9960-2d031c92e10a HTTP/1.1" status: 200 len: 818 time: 1.5304997 Feb 10 11:31:56.267783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33258) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:56.303278 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.304042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.315082 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:56.332937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-45c03f8a-b143-4af1-8f1f-5daad9319d3a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.471314 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-b40db427-447d-4ab9-99cd-955ab0add63c tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Unset dirty status for tenant:8e47f622a65945dda4a63ba667a1ebd5 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:56.472453 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-b40db427-447d-4ab9-99cd-955ab0add63c tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--758446556&fields=id&tenant_id=8e47f622a65945dda4a63ba667a1ebd5 HTTP/1.1" status: 200 len: 267 time: 0.7919858 Feb 10 11:31:56.475922 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.480060 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:56.491586 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-971a2566-3f10-4535-a4db-1f83d61701f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.513176 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f3465d30-d2db-470d-94e7-3136d500a669 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 98c683d5-9009-4abc-9960-2d031c92e10a {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:56.513176 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3465d30-d2db-470d-94e7-3136d500a669 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.532895 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:56.540992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.589808 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0afd4cc-86a8-4b77-9af9-4915dafe4c32 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Subnet': ['ID=371e4931-bd15-44af-9576-59165c18fecc,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:56.650501 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287436f-0df0-494d-aa90-aaa7fce3398e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=98c683d5-9009-4abc-9960-2d031c92e10a,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:56.744059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-45c03f8a-b143-4af1-8f1f-5daad9319d3a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.784571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.807102 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-aca8e328-d365-4f4f-a7d5-b23e502d297d None None] Provisioning for port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:56.812842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-aca8e328-d365-4f4f-a7d5-b23e502d297d None None] Provisioning complete for port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:56.814601 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-aca8e328-d365-4f4f-a7d5-b23e502d297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.887367 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0afd4cc-86a8-4b77-9af9-4915dafe4c32 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Checking segment: {'id': '9dec0f01-717c-4d0c-b2e3-6928156c8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f108182b-8999-4bd5-a4fc-2f01b5be768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:56.887722 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0afd4cc-86a8-4b77-9af9-4915dafe4c32 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network hostable DHCP agents. Network: f108182b-8999-4bd5-a4fc-2f01b5be768c, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:56.900672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] device_id is not set on port ca4bad0a-4957-47d8-9f53-3c222e34e07d yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:56.950994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3465d30-d2db-470d-94e7-3136d500a669 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.958832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-76212d18-d2b9-4079-8e97-198566738669 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:56.960719 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-76212d18-d2b9-4079-8e97-198566738669 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/networks?id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 HTTP/1.1" status: 200 len: 812 time: 0.4681194 Feb 10 11:31:57.039247 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-45c03f8a-b143-4af1-8f1f-5daad9319d3a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.111656 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.131065 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-156dd177-6fed-4f20-8aa8-d56fcd408a22 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/quotas/8e47f622a65945dda4a63ba667a1ebd5 HTTP/1.1" status: 200 len: 375 time: 0.1465058 Feb 10 11:31:57.143423 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.159316 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c03f8a-b143-4af1-8f1f-5daad9319d3a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=a6286834-ba93-4ad8-9d82-a28729ea953d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:57.179310 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b2595d-4b69-4dcc-b6de-9a4180829cb3 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:57.202808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f3465d30-d2db-470d-94e7-3136d500a669 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for 98c683d5-9009-4abc-9960-2d031c92e10a owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:57.206419 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-45c03f8a-b143-4af1-8f1f-5daad9319d3a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.223706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0afd4cc-86a8-4b77-9af9-4915dafe4c32 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Network f108182b-8999-4bd5-a4fc-2f01b5be768c is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:57.243605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Allocated IP 2001:db8::d0 (a0e52c08-d355-4943-8b51-053949df117b/c681fa89-251b-47df-a823-4b7b0f499aa0/c666261c-f7fd-4b83-9924-37ad2f0b851c) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:57.311864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee756da-1b17-45a6-8ecc-c9b433feee12,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:57.325431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:57.327674 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-a0afd4cc-86a8-4b77-9af9-4915dafe4c32 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, f108182b-8999-4bd5-a4fc-2f01b5be768c) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:57.344558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:57.350241 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:57.353523 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0afd4cc-86a8-4b77-9af9-4915dafe4c32 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:57.354116 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0afd4cc-86a8-4b77-9af9-4915dafe4c32 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.366808 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:57.377017 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-45c03f8a-b143-4af1-8f1f-5daad9319d3a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/a6286834-ba93-4ad8-9d82-a28729ea953d HTTP/1.1" status: 204 len: 168 time: 2.0879591 Feb 10 11:31:57.381449 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da723c2e-3dd6-4ee1-aec3-e66e93b93fc0 None None] Network f108182b-8999-4bd5-a4fc-2f01b5be768c requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:57.387551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33262) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:57.398702 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3465d30-d2db-470d-94e7-3136d500a669 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.480506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3465d30-d2db-470d-94e7-3136d500a669 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=98c683d5-9009-4abc-9960-2d031c92e10a,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:57.510322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3465d30-d2db-470d-94e7-3136d500a669 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.513818 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a0afd4cc-86a8-4b77-9af9-4915dafe4c32 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.0841627 Feb 10 11:31:57.518499 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33266) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:57.548904 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-56e20eea-e401-419d-823b-0b7212288696 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:57.591000 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.617714 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f3465d30-d2db-470d-94e7-3136d500a669 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/98c683d5-9009-4abc-9960-2d031c92e10a HTTP/1.1" status: 204 len: 168 time: 1.3481975 Feb 10 11:31:57.622524 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33270) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:57.652589 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b82e625-fda3-45fa-99a4-636dd2f1eefe None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:57.662644 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0b82e625-fda3-45fa-99a4-636dd2f1eefe None None] Deleting port 54d43393-7654-4f92-98a2-970889973e85 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:57.664129 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0b82e625-fda3-45fa-99a4-636dd2f1eefe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.705503 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Router 31ced6fd-505e-412e-9eec-4a56682d23b3 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:31:57.708894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-f108182b-8999-4bd5-a4fc-2f01b5be768c', 'network_id': 'f108182b-8999-4bd5-a4fc-2f01b5be768c', 'tenant_id': '56752495d9d3496288481b8fcdb8c245', 'fixed_ips': [{'subnet_id': '371e4931-bd15-44af-9576-59165c18fecc'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:57.709966 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.728829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-831c8021-3951-45c9-9c79-0b7aa97d55bf tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Synchronizing usage tracker for tenant:8e47f622a65945dda4a63ba667a1ebd5 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:57.732919 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.742921 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8bda7fc3-1aa1-4ca0-85f2-db67f136302b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:router {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:57.759091 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.810891 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Allocated IP 2001:db8::34c (c9ddb9b3-2913-4016-a770-951338a7f75e/8bb73e8b-0470-40ee-ab7f-e59ab1f74325/ca4bad0a-4957-47d8-9f53-3c222e34e07d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:57.824013 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Allocated IP 2001:db8:0:1::d2 (c9ddb9b3-2913-4016-a770-951338a7f75e/a639868f-80df-4eba-9fc5-fb29a479306b/ca4bad0a-4957-47d8-9f53-3c222e34e07d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:57.896801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.981650 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:58.043645 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.048413 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-0b82e625-fda3-45fa-99a4-636dd2f1eefe None None] For port 54d43393-7654-4f92-98a2-970889973e85, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=54d43393-7654-4f92-98a2-970889973e85,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:58.048802 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0b82e625-fda3-45fa-99a4-636dd2f1eefe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.060622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Transition to ACTIVE for port object ca4bad0a-4957-47d8-9f53-3c222e34e07d will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:58.094546 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Network a0e52c08-d355-4943-8b51-053949df117b is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:58.103334 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0757c9c-46e8-4af1-ade2-49d572c0922e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:58.104065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b0757c9c-46e8-4af1-ade2-49d572c0922e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Synchronizing usage tracker for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:58.105805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.111958 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-831c8021-3951-45c9-9c79-0b7aa97d55bf tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Unset dirty status for tenant:8e47f622a65945dda4a63ba667a1ebd5 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:58.113557 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-831c8021-3951-45c9-9c79-0b7aa97d55bf tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e47f622a65945dda4a63ba667a1ebd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9637911 Feb 10 11:31:58.120920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:58.134953 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:58.155388 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.158559 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 3.0421853 Feb 10 11:31:58.159503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c0aff-9bda-49d9-8648-b3d7b2436e50 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d4c80d-7a35-4e95-aa11-ed583a1112e4,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:58.163739 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33274) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:58.175089 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Pushing event updated for resources: {'Port': ['ID=c666261c-f7fd-4b83-9924-37ad2f0b851c,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:58.192533 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8bda7fc3-1aa1-4ca0-85f2-db67f136302b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:router {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:58.193735 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8bda7fc3-1aa1-4ca0-85f2-db67f136302b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7987554 Feb 10 11:31:58.201279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33278) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:58.232014 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0b82e625-fda3-45fa-99a4-636dd2f1eefe None None] Calling delete_port for 54d43393-7654-4f92-98a2-970889973e85 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:58.237071 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56e20eea-e401-419d-823b-0b7212288696 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1648847'] for subnet, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.246724 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b0757c9c-46e8-4af1-ade2-49d572c0922e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Unset dirty status for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:58.251353 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b0757c9c-46e8-4af1-ade2-49d572c0922e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6273110 Feb 10 11:31:58.256974 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33282) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:58.320295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:58.320922 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.367556 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e857f54c-903e-426a-a01e-c3dbea0bbd59 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] GET failed (client error): The resource could not be found. Feb 10 11:31:58.367776 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0b82e625-fda3-45fa-99a4-636dd2f1eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.372087 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e857f54c-903e-426a-a01e-c3dbea0bbd59 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports/98c683d5-9009-4abc-9960-2d031c92e10a HTTP/1.1" status: 404 len: 333 time: 0.1107531 Feb 10 11:31:58.378987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33286) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:58.409896 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-de3ec593-262c-408a-ad2e-77ad4de8f7e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2140497318'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:58.434043 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82e625-fda3-45fa-99a4-636dd2f1eefe None None] Pushing event deleted for resources: {'Port': ['ID=54d43393-7654-4f92-98a2-970889973e85,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:58.434295 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-de3ec593-262c-408a-ad2e-77ad4de8f7e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:58.440347 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82e625-fda3-45fa-99a4-636dd2f1eefe None None] No DVR routers for this DVR port 54d43393-7654-4f92-98a2-970889973e85 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:58.458141 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-de3ec593-262c-408a-ad2e-77ad4de8f7e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:network and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:58.465157 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-de3ec593-262c-408a-ad2e-77ad4de8f7e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:58.478844 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-de3ec593-262c-408a-ad2e-77ad4de8f7e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:58.490262 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b7592833-7652-4cba-93ee-889750395f29 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3182955 Feb 10 11:31:58.498817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33290) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:58.504472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 10 11:31:58.504472 dv-neutron-828497-1-hyperv neutron-server[83556]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 10 11:31:58.504472 dv-neutron-828497-1-hyperv neutron-server[83556]: [parameters: {'in_use': 1, 'id_1': '371e4931-bd15-44af-9576-59165c18fecc'}] Feb 10 11:31:58.504472 dv-neutron-828497-1-hyperv neutron-server[83556]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:58.505060 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:58.547414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-5bbe1e53-18d6-433d-9387-18349ae88b0d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group': {'name': 'tempest-security--1246738699', 'description': 'tempest-security-description-1855869060'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:58.574050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network c9ddb9b3-2913-4016-a770-951338a7f75e is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:58.574622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:58.576283 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=ca4bad0a-4957-47d8-9f53-3c222e34e07d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:58.581618 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:58.585849 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:58.586462 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.593415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3ec593-262c-408a-ad2e-77ad4de8f7e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:58.596530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de3ec593-262c-408a-ad2e-77ad4de8f7e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.622142 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 54d43393-7654-4f92-98a2-970889973e85 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:58.640825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17857c83-a069-45d7-bbed-7682167a5eef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.663047 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1e53-18d6-433d-9387-18349ae88b0d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.668523 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 54d43393-7654-4f92-98a2-970889973e85 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:58.669021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 54d43393-7654-4f92-98a2-970889973e85 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:58.703784 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eda37483-df05-4a93-92dc-3ca50feb0138 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.8369889 Feb 10 11:31:58.713119 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33294) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:58.721000 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fcf9791c-3a39-4cc7-b0f4-ff0f7dd6e992 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8bb73e8b-0470-40ee-ab7f-e59ab1f74325'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:58.734574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3ec593-262c-408a-ad2e-77ad4de8f7e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:58.776612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de3ec593-262c-408a-ad2e-77ad4de8f7e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.776968 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-de3ec593-262c-408a-ad2e-77ad4de8f7e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Added segment cbf2be46-a56e-41fb-8e57-5c33c65c275d of type vlan for network 6027c06f-d291-41ad-964c-6a3e73a82c7f Feb 10 11:31:58.793777 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-443ce811-1ad6-4833-8073-3f4fde1c7587 service neutron] 10.222.0.36 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404467 Feb 10 11:31:58.810038 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56e20eea-e401-419d-823b-0b7212288696 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768343321227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1612137'] for subnet, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.816709 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:58.831377 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e88c0071-ee27-439f-b75b-0447c2ab9f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.835584 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Sync routers for ids ['31ced6fd-505e-412e-9eec-4a56682d23b3'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:58.850516 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Routers {'31ced6fd-505e-412e-9eec-4a56682d23b3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:58.851302 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['31ced6fd-505e-412e-9eec-4a56682d23b3'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:58.975461 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1e53-18d6-433d-9387-18349ae88b0d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.990456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.991444 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.997644 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de3ec593-262c-408a-ad2e-77ad4de8f7e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.009109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1e53-18d6-433d-9387-18349ae88b0d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.039363 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Sync routers for ids ['08af32f7-ea9a-46c8-9004-af909644a507'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:59.060991 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Routers {'08af32f7-ea9a-46c8-9004-af909644a507'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:59.064202 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['08af32f7-ea9a-46c8-9004-af909644a507'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:59.142684 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e20eea-e401-419d-823b-0b7212288696 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:59.143659 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56e20eea-e401-419d-823b-0b7212288696 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.145233 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-56e20eea-e401-419d-823b-0b7212288696 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "PUT /v2.0/subnets/371e4931-bd15-44af-9576-59165c18fecc HTTP/1.1" status: 200 len: 900 time: 1.6155326 Feb 10 11:31:59.153523 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33298) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:59.183702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Set router 31ced6fd-505e-412e-9eec-4a56682d23b3 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:31:59.200288 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fcf9791c-3a39-4cc7-b0f4-ff0f7dd6e992 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.215386 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.217358 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-04946832-77de-4bb0-bf11-8907856b7bf0 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.7779248 Feb 10 11:31:59.227420 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33302) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:59.249469 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e20eea-e401-419d-823b-0b7212288696 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event updated for resources: {'Subnet': ['ID=371e4931-bd15-44af-9576-59165c18fecc,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:59.254628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1e53-18d6-433d-9387-18349ae88b0d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.256295 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5bbe1e53-18d6-433d-9387-18349ae88b0d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "PUT /v2.0/security-groups/e0d4c80d-7a35-4e95-aa11-ed583a1112e4 HTTP/1.1" status: 200 len: 1612 time: 0.7536032 Feb 10 11:31:59.268435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-de3ec593-262c-408a-ad2e-77ad4de8f7e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:31:59.287914 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33306) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:59.318306 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Set router 08af32f7-ea9a-46c8-9004-af909644a507 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:31:59.351284 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.486106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe1e53-18d6-433d-9387-18349ae88b0d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d4c80d-7a35-4e95-aa11-ed583a1112e4,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:59.499456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de3ec593-262c-408a-ad2e-77ad4de8f7e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.503753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3ec593-262c-408a-ad2e-77ad4de8f7e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:59.504481 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de3ec593-262c-408a-ad2e-77ad4de8f7e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.541335 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-4c9012aa-ff31-412e-b9c5-6107ad1ca8de service neutron] 10.222.0.36 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7081542 Feb 10 11:31:59.565382 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b27be573-8ad8-4bbc-b16e-647183584d19 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-groups/e0d4c80d-7a35-4e95-aa11-ed583a1112e4 HTTP/1.1" status: 200 len: 1612 time: 0.2265003 Feb 10 11:31:59.568358 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ea6ab-263f-4bf5-ae42-909b8b4c2b7f None None] Sync routers for ids ['1f17488c-1bcf-4e92-8258-323e3d783d18'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:59.622477 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33310) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:59.658311 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17857c83-a069-45d7-bbed-7682167a5eef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.698183 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-de3ec593-262c-408a-ad2e-77ad4de8f7e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3034809 Feb 10 11:31:59.723540 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33314) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:59.730613 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ea6ab-263f-4bf5-ae42-909b8b4c2b7f None None] Routers {'1f17488c-1bcf-4e92-8258-323e3d783d18'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:59.731281 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b82ea6ab-263f-4bf5-ae42-909b8b4c2b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['1f17488c-1bcf-4e92-8258-323e3d783d18'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:59.734440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ec593-262c-408a-ad2e-77ad4de8f7e1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Network': ['ID=6027c06f-d291-41ad-964c-6a3e73a82c7f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:59.745252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3874a5e9-cd42-4af7-8b2d-235d382275cb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'subnet': {'network_id': '6027c06f-d291-41ad-964c-6a3e73a82c7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:59.780452 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.796776 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 6027c06f-d291-41ad-964c-6a3e73a82c7f details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:59.813087 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c12b65aa-fa83-46f1-ac27-eabe18b7fb0f None None] Provisioning for port ca4bad0a-4957-47d8-9f53-3c222e34e07d completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:59.933978 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17857c83-a069-45d7-bbed-7682167a5eef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.960406 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c12b65aa-fa83-46f1-ac27-eabe18b7fb0f None None] Provisioning complete for port ca4bad0a-4957-47d8-9f53-3c222e34e07d triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:59.960744 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c12b65aa-fa83-46f1-ac27-eabe18b7fb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.033410 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af32f7-ea9a-46c8-9004-af909644a507', 'name': 'tempest-ServerActionsTestJSON-1565376735-router', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:24Z', 'updated_at': '2022-02-10T11:31:38Z', 'revision_number': 4, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'gw_port': {'id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:27Z', 'updated_at': '2022-02-10T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '61eda003-442f-4d2d-ba59-a817cc89e604', 'name': '', 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'mac_address': 'fa:16:3e:e9:a0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:36Z', 'updated_at': '2022-02-10T11:31:38Z', 'revision_number': 2, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'subnets': [{'id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:00.048480 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.052897 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Checking router: 08af32f7-ea9a-46c8-9004-af909644a507 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:32:00.054974 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Updating router 08af32f7-ea9a-46c8-9004-af909644a507 port 61eda003-442f-4d2d-ba59-a817cc89e604 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:32:00.078150 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1ad476b9-9dd3-4af9-9737-1ee390023eca req-e597a115-710c-42d3-89df-336c89bf957c tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 210 time: 0.1457570 Feb 10 11:32:00.098346 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3874a5e9-cd42-4af7-8b2d-235d382275cb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:00.143366 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3874a5e9-cd42-4af7-8b2d-235d382275cb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:subnet and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:00.149902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3874a5e9-cd42-4af7-8b2d-235d382275cb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:00.165315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3874a5e9-cd42-4af7-8b2d-235d382275cb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:00.171465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-b82ea6ab-263f-4bf5-ae42-909b8b4c2b7f None None] Set router 1f17488c-1bcf-4e92-8258-323e3d783d18 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:00.181467 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b502efcf-ce9d-465d-9cb5-5361481fb51f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.234481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17857c83-a069-45d7-bbed-7682167a5eef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.235671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17857c83-a069-45d7-bbed-7682167a5eef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Fanout notify agent at l3_agent the message router_deleted on router 1f17488c-1bcf-4e92-8258-323e3d783d18 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:32:00.256827 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b502efcf-ce9d-465d-9cb5-5361481fb51f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.257404 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-c12b65aa-fa83-46f1-ac27-eabe18b7fb0f None None] Port ca4bad0a-4957-47d8-9f53-3c222e34e07d cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:00.271509 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Allocated IP 2001:db8::3 (f108182b-8999-4bd5-a4fc-2f01b5be768c/371e4931-bd15-44af-9576-59165c18fecc/6046ea68-6596-4a76-91ac-d0c8200f5fe0) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:00.273648 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.304760 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17857c83-a069-45d7-bbed-7682167a5eef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.309670 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-17857c83-a069-45d7-bbed-7682167a5eef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/routers/1f17488c-1bcf-4e92-8258-323e3d783d18 HTTP/1.1" status: 204 len: 168 time: 2.0960419 Feb 10 11:32:00.310686 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33328) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:00.328355 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3874a5e9-cd42-4af7-8b2d-235d382275cb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:00.341044 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c81c32a1-3dd6-4ed7-a9aa-c9d76107a7f6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:00.344338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.386369 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b82ea6ab-263f-4bf5-ae42-909b8b4c2b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f17488c-1bcf-4e92-8258-323e3d783d18', 'name': 'tempest-NetworksTestDHCPv6-router-1263361321', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:32Z', 'updated_at': '2022-02-10T11:31:52Z', 'revision_number': 3, 'project_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:00.399655 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ea6ab-263f-4bf5-ae42-909b8b4c2b7f None None] Checking router: 1f17488c-1bcf-4e92-8258-323e3d783d18 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:32:00.432679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b502efcf-ce9d-465d-9cb5-5361481fb51f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.471070 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.527412 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ced6fd-505e-412e-9eec-4a56682d23b3', 'name': '', 'tenant_id': '9582ae79fbce41f089afab55516f3656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29d3046-8bb6-415b-b8a9-dc6e055bebf6', 'external_fixed_ips': [{'subnet_id': '54caf53d-1c35-44b2-a75c-f9084e692fa2', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '5b732502-1aaa-4ebc-a4cd-e66f342cf859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:52Z', 'updated_at': '2022-02-10T11:31:56Z', 'revision_number': 3, 'project_id': '9582ae79fbce41f089afab55516f3656', 'gw_port': {'id': '5b732502-1aaa-4ebc-a4cd-e66f342cf859', 'name': '', 'network_id': 'e29d3046-8bb6-415b-b8a9-dc6e055bebf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ced6fd-505e-412e-9eec-4a56682d23b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '54caf53d-1c35-44b2-a75c-f9084e692fa2', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:54Z', 'updated_at': '2022-02-10T11:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54caf53d-1c35-44b2-a75c-f9084e692fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:00.530987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502efcf-ce9d-465d-9cb5-5361481fb51f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d4c80d-7a35-4e95-aa11-ed583a1112e4,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:00.537181 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ea6ab-263f-4bf5-ae42-909b8b4c2b7f None None] Routers set() bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:00.537400 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b502efcf-ce9d-465d-9cb5-5361481fb51f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.537612 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ea6ab-263f-4bf5-ae42-909b8b4c2b7f None None] Router IDs set() for agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 10 11:32:00.541275 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_agentschedulers_db [None req-b82ea6ab-263f-4bf5-ae42-909b8b4c2b7f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1f17488c-1bcf-4e92-8258-323e3d783d18'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent'). {{(pid=83556) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 11:32:00.541440 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b502efcf-ce9d-465d-9cb5-5361481fb51f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-groups/e0d4c80d-7a35-4e95-aa11-ed583a1112e4 HTTP/1.1" status: 204 len: 168 time: 0.9072282 Feb 10 11:32:00.541555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ea6ab-263f-4bf5-ae42-909b8b4c2b7f None None] The sync data for ids ['1f17488c-1bcf-4e92-8258-323e3d783d18'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:00.543290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Checking router: 31ced6fd-505e-412e-9eec-4a56682d23b3 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:32:00.543644 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Updating router 31ced6fd-505e-412e-9eec-4a56682d23b3 port 5b732502-1aaa-4ebc-a4cd-e66f342cf859 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:32:00.559910 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33332) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:00.603411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3874a5e9-cd42-4af7-8b2d-235d382275cb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.619938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-fcf9791c-3a39-4cc7-b0f4-ff0f7dd6e992 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Delete allocated IP 2001:db8:0:1::d2 (c9ddb9b3-2913-4016-a770-951338a7f75e/a639868f-80df-4eba-9fc5-fb29a479306b) {{(pid=83554) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 11:32:00.675771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.803879 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.816200 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Transition to ACTIVE for port object 6046ea68-6596-4a76-91ac-d0c8200f5fe0 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:00.823602 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b13c234d-7d55-47c7-ba6c-581c1e4a3adb tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:00.855076 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Transition to ACTIVE for port object 6046ea68-6596-4a76-91ac-d0c8200f5fe0 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:00.932396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b13c234d-7d55-47c7-ba6c-581c1e4a3adb tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:00.933412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c81c32a1-3dd6-4ed7-a9aa-c9d76107a7f6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:00.935597 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b13c234d-7d55-47c7-ba6c-581c1e4a3adb tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3746827 Feb 10 11:32:00.939093 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33336) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:00.941050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.960179 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.968321 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c81c32a1-3dd6-4ed7-a9aa-c9d76107a7f6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:00.977173 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c81c32a1-3dd6-4ed7-a9aa-c9d76107a7f6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:00.981565 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.983626 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Transition to ACTIVE for port object 61eda003-442f-4d2d-ba59-a817cc89e604 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:01.000426 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.024277 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.065006 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-c2227721-819f-428a-be67-84dc5abcb912 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] delete failed (client error): The resource could not be found. Feb 10 11:32:01.070474 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c2227721-819f-428a-be67-84dc5abcb912 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-groups/e0d4c80d-7a35-4e95-aa11-ed583a1112e4 HTTP/1.1" status: 404 len: 347 time: 0.1301272 Feb 10 11:32:01.080228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33340) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:01.082597 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c81c32a1-3dd6-4ed7-a9aa-c9d76107a7f6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:01.086069 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Subnet': ['ID=371e4931-bd15-44af-9576-59165c18fecc,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:01.101519 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-6622994a-55c3-420d-be66-1b5c06e39a43 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1115911168'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:01.108901 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6622994a-55c3-420d-be66-1b5c06e39a43 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:01.120292 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6622994a-55c3-420d-be66-1b5c06e39a43 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:01.165827 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Router 4489d469-40ee-4f55-8f0c-525a3a6b0a84 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:32:01.176937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-fcf9791c-3a39-4cc7-b0f4-ff0f7dd6e992 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:32:01.177495 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a74d9e-a844-4785-ab08-7b6ebbb96f64 None None] Pushing event updated for resources: {'Port': ['ID=61eda003-442f-4d2d-ba59-a817cc89e604,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:01.217755 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fcf9791c-3a39-4cc7-b0f4-ff0f7dd6e992 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.227447 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Network f108182b-8999-4bd5-a4fc-2f01b5be768c is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:01.234739 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81c32a1-3dd6-4ed7-a9aa-c9d76107a7f6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:01.238202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Pushing event updated for resources: {'Port': ['ID=6046ea68-6596-4a76-91ac-d0c8200f5fe0,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:01.247139 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:01.260869 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:01.305947 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6622994a-55c3-420d-be66-1b5c06e39a43 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.375407 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-fcf9791c-3a39-4cc7-b0f4-ff0f7dd6e992 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Ignored duplicate provisioning block setup for port ca4bad0a-4957-47d8-9f53-3c222e34e07d by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 10 11:32:01.462278 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fcf9791c-3a39-4cc7-b0f4-ff0f7dd6e992 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.475803 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1682d771-ab3a-4981-b4b9-37d3da34abd4 req-75c1a302-a990-4635-bbaa-c136d831ed74 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 210 time: 0.0982947 Feb 10 11:32:01.545231 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Attempting to bind port 61eda003-442f-4d2d-ba59-a817cc89e604 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:01.545685 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Attempting to bind port 61eda003-442f-4d2d-ba59-a817cc89e604 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '218f680c-641e-4523-96c6-070d97cdb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:01.546141 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Attempting to bind port 61eda003-442f-4d2d-ba59-a817cc89e604 on network 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:01.557511 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:01.557949 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Checking segment: {'id': '218f680c-641e-4523-96c6-070d97cdb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:01.558468 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.558955 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Bound using segment: {'id': '218f680c-641e-4523-96c6-070d97cdb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:01.559703 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Bound port: 61eda003-442f-4d2d-ba59-a817cc89e604, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218f680c-641e-4523-96c6-070d97cdb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:01.561384 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.591682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.593680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c81c32a1-3dd6-4ed7-a9aa-c9d76107a7f6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.659555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.684819 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Attempting to bind port 6046ea68-6596-4a76-91ac-d0c8200f5fe0 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:01.685077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Attempting to bind port 6046ea68-6596-4a76-91ac-d0c8200f5fe0 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9dec0f01-717c-4d0c-b2e3-6928156c8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f108182b-8999-4bd5-a4fc-2f01b5be768c'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:01.685553 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Attempting to bind port 6046ea68-6596-4a76-91ac-d0c8200f5fe0 on network f108182b-8999-4bd5-a4fc-2f01b5be768c {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:01.713084 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:01.713492 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Checking segment: {'id': '9dec0f01-717c-4d0c-b2e3-6928156c8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f108182b-8999-4bd5-a4fc-2f01b5be768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:01.713899 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.714294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Bound using segment: {'id': '9dec0f01-717c-4d0c-b2e3-6928156c8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f108182b-8999-4bd5-a4fc-2f01b5be768c'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:01.714780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Bound port: 6046ea68-6596-4a76-91ac-d0c8200f5fe0, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dec0f01-717c-4d0c-b2e3-6928156c8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f108182b-8999-4bd5-a4fc-2f01b5be768c'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:01.715155 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.750774 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] For port 61eda003-442f-4d2d-ba59-a817cc89e604, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:01.751011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9791c-3a39-4cc7-b0f4-ff0f7dd6e992 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=ca4bad0a-4957-47d8-9f53-3c222e34e07d,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:01.758375 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-fcf9791c-3a39-4cc7-b0f4-ff0f7dd6e992 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] In _notify_port_updated(), no bound segment for port ca4bad0a-4957-47d8-9f53-3c222e34e07d on network c9ddb9b3-2913-4016-a770-951338a7f75e {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:32:01.762468 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf9791c-3a39-4cc7-b0f4-ff0f7dd6e992 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:01.763119 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fcf9791c-3a39-4cc7-b0f4-ff0f7dd6e992 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.768031 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fcf9791c-3a39-4cc7-b0f4-ff0f7dd6e992 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "PUT /v2.0/ports/ca4bad0a-4957-47d8-9f53-3c222e34e07d HTTP/1.1" status: 200 len: 926 time: 3.0527337 Feb 10 11:32:01.768751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33346) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:01.769357 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] For port 61eda003-442f-4d2d-ba59-a817cc89e604, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=61eda003-442f-4d2d-ba59-a817cc89e604,segment=NetworkSegment(218f680c-641e-4523-96c6-070d97cdb3b2),segment_id=218f680c-641e-4523-96c6-070d97cdb3b2)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:01.785103 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.785914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b6a4438e-0bd2-4dd9-ab9b-601b2eac2347 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8bb73e8b-0470-40ee-ab7f-e59ab1f74325'}, {'subnet_id': 'a639868f-80df-4eba-9fc5-fb29a479306b'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:01.887908 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 836a353f-cd1b-4ac1-a3d8-7024106ba8cd no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:01.929037 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Routers {'08af32f7-ea9a-46c8-9004-af909644a507'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:01.929910 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['08af32f7-ea9a-46c8-9004-af909644a507'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:01.940097 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] For port 6046ea68-6596-4a76-91ac-d0c8200f5fe0, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:01.948132 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 836a353f-cd1b-4ac1-a3d8-7024106ba8cd {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:01.948606 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 836a353f-cd1b-4ac1-a3d8-7024106ba8cd not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:32:01.961017 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.973102 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] For port 6046ea68-6596-4a76-91ac-d0c8200f5fe0, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6046ea68-6596-4a76-91ac-d0c8200f5fe0,segment=NetworkSegment(9dec0f01-717c-4d0c-b2e3-6928156c8761),segment_id=9dec0f01-717c-4d0c-b2e3-6928156c8761)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:01.979885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f108182b-8999-4bd5-a4fc-2f01b5be768c']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:01.981468 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Transition to ACTIVE for port object 5b732502-1aaa-4ebc-a4cd-e66f342cf859 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:01.986671 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.012592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dec0f01-717c-4d0c-b2e3-6928156c8761') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:02.012881 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dec0f01-717c-4d0c-b2e3-6928156c8761') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:02.035686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.127555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302e8b0-7d60-45f3-b354-f24fdbdb9050 None None] Pushing event updated for resources: {'Port': ['ID=6046ea68-6596-4a76-91ac-d0c8200f5fe0,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:02.217369 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.229689 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Attempting to bind port 5b732502-1aaa-4ebc-a4cd-e66f342cf859 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:02.230113 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Attempting to bind port 5b732502-1aaa-4ebc-a4cd-e66f342cf859 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '1a4bf81b-d191-4def-94b0-52833b98aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e29d3046-8bb6-415b-b8a9-dc6e055bebf6'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:02.230597 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Attempting to bind port 5b732502-1aaa-4ebc-a4cd-e66f342cf859 on network e29d3046-8bb6-415b-b8a9-dc6e055bebf6 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:02.240432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3874a5e9-cd42-4af7-8b2d-235d382275cb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.249155 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:02.249524 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Checking segment: {'id': '1a4bf81b-d191-4def-94b0-52833b98aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e29d3046-8bb6-415b-b8a9-dc6e055bebf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:02.249971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.250451 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Bound using segment: {'id': '1a4bf81b-d191-4def-94b0-52833b98aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e29d3046-8bb6-415b-b8a9-dc6e055bebf6'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:02.251676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Bound port: 5b732502-1aaa-4ebc-a4cd-e66f342cf859, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4bf81b-d191-4def-94b0-52833b98aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e29d3046-8bb6-415b-b8a9-dc6e055bebf6'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:02.252105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.261283 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a74d9e-a844-4785-ab08-7b6ebbb96f64 None None] Pushing event updated for resources: {'Port': ['ID=61eda003-442f-4d2d-ba59-a817cc89e604,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:02.299456 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c81c32a1-3dd6-4ed7-a9aa-c9d76107a7f6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.310099 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] Set router 08af32f7-ea9a-46c8-9004-af909644a507 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:02.343869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.349696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6622994a-55c3-420d-be66-1b5c06e39a43 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:02.357376 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573a4ae-503d-4c74-b5d9-42bd68ce44ac None None] Pushing event updated for resources: {'Port': ['ID=5b732502-1aaa-4ebc-a4cd-e66f342cf859,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:02.392368 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6622994a-55c3-420d-be66-1b5c06e39a43 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:02.400887 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bdb64e-fce2-47a3-9df7-328b867e6061 None None] Network f108182b-8999-4bd5-a4fc-2f01b5be768c requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:02.403473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6622994a-55c3-420d-be66-1b5c06e39a43 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:02.410478 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:02.410932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.427358 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-de7459b4-c65b-4267-907a-47911c767190 None None] Provisioning complete for port ca4bad0a-4957-47d8-9f53-3c222e34e07d triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:02.427735 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-de7459b4-c65b-4267-907a-47911c767190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:02.435513 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:02.442622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c32a1-3dd6-4ed7-a9aa-c9d76107a7f6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=233afffc-d86f-4b78-8479-6efe8226fd77,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:02.490725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81c32a1-3dd6-4ed7-a9aa-c9d76107a7f6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:02.497065 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-c81c32a1-3dd6-4ed7-a9aa-c9d76107a7f6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:02.520565 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81c32a1-3dd6-4ed7-a9aa-c9d76107a7f6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:02.521487 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c81c32a1-3dd6-4ed7-a9aa-c9d76107a7f6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.523240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6622994a-55c3-420d-be66-1b5c06e39a43 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:02.562765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b98ff2f-6cc8-4898-aada-4db4e64dabae None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:02.568798 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3874a5e9-cd42-4af7-8b2d-235d382275cb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Checking segment: {'id': 'cbf2be46-a56e-41fb-8e57-5c33c65c275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6027c06f-d291-41ad-964c-6a3e73a82c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:02.569191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874a5e9-cd42-4af7-8b2d-235d382275cb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network hostable DHCP agents. Network: 6027c06f-d291-41ad-964c-6a3e73a82c7f, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:32:02.594106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874a5e9-cd42-4af7-8b2d-235d382275cb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Subnet': ['ID=be60b6ed-0cf7-4687-8142-714be9f6fb21,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:02.635077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.658184 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c81c32a1-3dd6-4ed7-a9aa-c9d76107a7f6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3380637 Feb 10 11:32:02.666529 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33352) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:02.667382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-db561510-fbc8-4827-9530-f8b7af968923 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:02.668088 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-db561510-fbc8-4827-9530-f8b7af968923 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Synchronizing usage tracker for tenant:8e47f622a65945dda4a63ba667a1ebd5 on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:02.677237 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-37610f0c-3fe9-4bfe-b9fe-70133623e3c9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2100899910', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:02.685396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b6a4438e-0bd2-4dd9-ab9b-601b2eac2347 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.701081 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-37610f0c-3fe9-4bfe-b9fe-70133623e3c9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:02.703933 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:32:02.703933 dv-neutron-828497-1-hyperv neutron-server[83555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:32:02.703933 dv-neutron-828497-1-hyperv neutron-server[83555]: [parameters: {'id': 'f108182b-8999-4bd5-a4fc-2f01b5be768c'}] Feb 10 11:32:02.703933 dv-neutron-828497-1-hyperv neutron-server[83555]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:32:02.704377 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:32:02.705950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Deleting port 5b732502-1aaa-4ebc-a4cd-e66f342cf859 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:02.706462 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.727761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874a5e9-cd42-4af7-8b2d-235d382275cb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 6027c06f-d291-41ad-964c-6a3e73a82c7f is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:32:02.729557 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af32f7-ea9a-46c8-9004-af909644a507', 'name': 'tempest-ServerActionsTestJSON-1565376735-router', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:24Z', 'updated_at': '2022-02-10T11:31:38Z', 'revision_number': 4, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'gw_port': {'id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:27Z', 'updated_at': '2022-02-10T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '61eda003-442f-4d2d-ba59-a817cc89e604', 'name': '', 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'mac_address': 'fa:16:3e:e9:a0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:36Z', 'updated_at': '2022-02-10T11:32:01Z', 'revision_number': 4, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'subnets': [{'id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:02.735066 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854d720-b50b-4863-b1ed-a165fbeae02a None None] The sync data for ids ['08af32f7-ea9a-46c8-9004-af909644a507'] in dv-neutron-828497-1-hyperv is: [{'id': '08af32f7-ea9a-46c8-9004-af909644a507', 'name': 'tempest-ServerActionsTestJSON-1565376735-router', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:24Z', 'updated_at': '2022-02-10T11:31:38Z', 'revision_number': 4, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'gw_port': {'id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:27Z', 'updated_at': '2022-02-10T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '61eda003-442f-4d2d-ba59-a817cc89e604', 'name': '', 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'mac_address': 'fa:16:3e:e9:a0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:36Z', 'updated_at': '2022-02-10T11:32:01Z', 'revision_number': 4, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'subnets': [{'id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:02.763374 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-3874a5e9-cd42-4af7-8b2d-235d382275cb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 6027c06f-d291-41ad-964c-6a3e73a82c7f) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:02.773919 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3874a5e9-cd42-4af7-8b2d-235d382275cb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:02.774636 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3874a5e9-cd42-4af7-8b2d-235d382275cb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.783016 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] For port 5b732502-1aaa-4ebc-a4cd-e66f342cf859, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:02.785806 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefb8991-14a3-44ce-a17c-1284b4ffc531 None None] Network 6027c06f-d291-41ad-964c-6a3e73a82c7f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:02.787005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-db561510-fbc8-4827-9530-f8b7af968923 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Unset dirty status for tenant:8e47f622a65945dda4a63ba667a1ebd5 on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:02.788238 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-db561510-fbc8-4827-9530-f8b7af968923 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.73 "GET /v2.0/networks?id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 HTTP/1.1" status: 200 len: 812 time: 1.5921199 Feb 10 11:32:02.827804 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-37610f0c-3fe9-4bfe-b9fe-70133623e3c9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:router and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:02.830209 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6622994a-55c3-420d-be66-1b5c06e39a43 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.843896 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-37610f0c-3fe9-4bfe-b9fe-70133623e3c9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:02.852028 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-932c5d87-ad75-4bfb-9f74-678ea2d24a0a req-9ddf5bb2-539d-4864-b38b-511f3fde6f5f tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 210 time: 0.1477797 Feb 10 11:32:02.859610 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-37610f0c-3fe9-4bfe-b9fe-70133623e3c9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:02.911071 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6622994a-55c3-420d-be66-1b5c06e39a43 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.970528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] For port 5b732502-1aaa-4ebc-a4cd-e66f342cf859, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5b732502-1aaa-4ebc-a4cd-e66f342cf859,segment=NetworkSegment(1a4bf81b-d191-4def-94b0-52833b98aca2),segment_id=1a4bf81b-d191-4def-94b0-52833b98aca2)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:02.983997 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3874a5e9-cd42-4af7-8b2d-235d382275cb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2563610 Feb 10 11:32:02.989871 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622994a-55c3-420d-be66-1b5c06e39a43 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdac45a8-8b1b-4809-b4a2-5402da2619cc,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:02.992123 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6622994a-55c3-420d-be66-1b5c06e39a43 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.993533 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6622994a-55c3-420d-be66-1b5c06e39a43 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9045753 Feb 10 11:32:02.994561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33356) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:02.998725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33358) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:03.011487 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-33ba1bf4-f3e6-4e8f-b62a-a780da5598ea tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'subnet': {'network_id': '6027c06f-d291-41ad-964c-6a3e73a82c7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:03.021892 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.090277 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-de7459b4-c65b-4267-907a-47911c767190 None None] Port ca4bad0a-4957-47d8-9f53-3c222e34e07d cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:03.164638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3e22e5ec-2059-4ba4-a45b-fe1a6084152c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group_rule': {'security_group_id': 'fdac45a8-8b1b-4809-b4a2-5402da2619cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:03.183315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-33ba1bf4-f3e6-4e8f-b62a-a780da5598ea tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:03.187472 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-33ba1bf4-f3e6-4e8f-b62a-a780da5598ea tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:subnet and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:03.191924 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-33ba1bf4-f3e6-4e8f-b62a-a780da5598ea tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:03.198417 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-33ba1bf4-f3e6-4e8f-b62a-a780da5598ea tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:03.211910 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.224801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:03.228481 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-1a306f4c-7ee5-485d-9224-fdfbf6648650 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Synchronizing usage tracker for tenant:8e47f622a65945dda4a63ba667a1ebd5 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:03.234381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ba1bf4-f3e6-4e8f-b62a-a780da5598ea tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:03.236549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3e22e5ec-2059-4ba4-a45b-fe1a6084152c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:03.237617 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Sync routers for ids ['4489d469-40ee-4f55-8f0c-525a3a6b0a84'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:03.238959 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33ba1bf4-f3e6-4e8f-b62a-a780da5598ea tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.247699 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37610f0c-3fe9-4bfe-b9fe-70133623e3c9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.248638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37610f0c-3fe9-4bfe-b9fe-70133623e3c9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.252514 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3e22e5ec-2059-4ba4-a45b-fe1a6084152c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:03.263081 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': '233afffc-d86f-4b78-8479-6efe8226fd77'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:32:03.264235 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.270767 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Routers {'4489d469-40ee-4f55-8f0c-525a3a6b0a84'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:03.272346 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3e22e5ec-2059-4ba4-a45b-fe1a6084152c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:03.276028 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['4489d469-40ee-4f55-8f0c-525a3a6b0a84'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:03.325688 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3e22e5ec-2059-4ba4-a45b-fe1a6084152c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:03.407841 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.ipam_backend_mixin [None req-33ba1bf4-f3e6-4e8f-b62a-a780da5598ea tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet be60b6ed-0cf7-4687-8142-714be9f6fb21 (CIDR: 172.20.0.0/28) Feb 10 11:32:03.432091 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-1a306f4c-7ee5-485d-9224-fdfbf6648650 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Unset dirty status for tenant:8e47f622a65945dda4a63ba667a1ebd5 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:03.433285 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-1a306f4c-7ee5-485d-9224-fdfbf6648650 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e47f622a65945dda4a63ba667a1ebd5 HTTP/1.1" status: 200 len: 379 time: 0.6315460 Feb 10 11:32:03.434136 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ba1bf4-f3e6-4e8f-b62a-a780da5598ea tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:03.434581 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ba1bf4-f3e6-4e8f-b62a-a780da5598ea tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:03.458590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Routers {'31ced6fd-505e-412e-9eec-4a56682d23b3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:03.459476 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['31ced6fd-505e-412e-9eec-4a56682d23b3'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:03.463556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-c6d12d61-fa43-4db5-a1fe-bbbfdaaf10f3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Request body: {'port': {'device_id': '573dd72a-a490-4acc-9053-5109c3f3c2ce', 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'admin_state_up': True, 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'security_groups': ['22f747af-943a-4be7-86c4-c884329b0775']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:03.484885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37610f0c-3fe9-4bfe-b9fe-70133623e3c9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.487114 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e22e5ec-2059-4ba4-a45b-fe1a6084152c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.504796 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] For port 5b732502-1aaa-4ebc-a4cd-e66f342cf859, host dv-neutron-828497-1-hyperv, got binding levels [] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:03.505177 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.643500 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Set router 4489d469-40ee-4f55-8f0c-525a3a6b0a84 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:03.648699 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-c6d12d61-fa43-4db5-a1fe-bbbfdaaf10f3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:03.652489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Deleting port 6046ea68-6596-4a76-91ac-d0c8200f5fe0 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:03.652837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.653074 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] Set router 31ced6fd-505e-412e-9eec-4a56682d23b3 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:03.699946 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Calling delete_port for 5b732502-1aaa-4ebc-a4cd-e66f342cf859 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:03.798584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37610f0c-3fe9-4bfe-b9fe-70133623e3c9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.800260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ced6fd-505e-412e-9eec-4a56682d23b3', 'name': '', 'tenant_id': '9582ae79fbce41f089afab55516f3656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:52Z', 'updated_at': '2022-02-10T11:32:02Z', 'revision_number': 4, 'project_id': '9582ae79fbce41f089afab55516f3656', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:03.887750 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37610f0c-3fe9-4bfe-b9fe-70133623e3c9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.889569 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-37610f0c-3fe9-4bfe-b9fe-70133623e3c9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2214470 Feb 10 11:32:03.912888 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] For port 6046ea68-6596-4a76-91ac-d0c8200f5fe0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6046ea68-6596-4a76-91ac-d0c8200f5fe0,segment=NetworkSegment(9dec0f01-717c-4d0c-b2e3-6928156c8761),segment_id=9dec0f01-717c-4d0c-b2e3-6928156c8761)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:03.913267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.941673 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-b6a4438e-0bd2-4dd9-ab9b-601b2eac2347 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Allocated IP 2001:db8:0:1::2c4 (c9ddb9b3-2913-4016-a770-951338a7f75e/a639868f-80df-4eba-9fc5-fb29a479306b/ca4bad0a-4957-47d8-9f53-3c222e34e07d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:04.029566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bfb61c-1c7e-4cb6-ad65-1b53f56b9a1c None None] The sync data for ids ['31ced6fd-505e-412e-9eec-4a56682d23b3'] in dv-neutron-828497-1-hyperv is: [{'id': '31ced6fd-505e-412e-9eec-4a56682d23b3', 'name': '', 'tenant_id': '9582ae79fbce41f089afab55516f3656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:52Z', 'updated_at': '2022-02-10T11:32:02Z', 'revision_number': 4, 'project_id': '9582ae79fbce41f089afab55516f3656', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:04.035238 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 61eda003-442f-4d2d-ba59-a817cc89e604 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:04.077367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Calling delete_port for 6046ea68-6596-4a76-91ac-d0c8200f5fe0 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:04.110818 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489d469-40ee-4f55-8f0c-525a3a6b0a84', 'name': '', 'tenant_id': '095fddbea52e445dbfab32a35b04646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0e52c08-d355-4943-8b51-053949df117b', 'external_fixed_ips': [{'subnet_id': 'c681fa89-251b-47df-a823-4b7b0f499aa0', 'ip_address': '2001:db8::d0'}], 'enable_snat': True}, 'gw_port_id': 'c666261c-f7fd-4b83-9924-37ad2f0b851c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:55Z', 'updated_at': '2022-02-10T11:31:58Z', 'revision_number': 3, 'project_id': '095fddbea52e445dbfab32a35b04646f', 'gw_port': {'id': 'c666261c-f7fd-4b83-9924-37ad2f0b851c', 'name': '', 'network_id': 'a0e52c08-d355-4943-8b51-053949df117b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489d469-40ee-4f55-8f0c-525a3a6b0a84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c681fa89-251b-47df-a823-4b7b0f499aa0', 'ip_address': '2001:db8::d0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:56Z', 'updated_at': '2022-02-10T11:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c681fa89-251b-47df-a823-4b7b0f499aa0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:04.117292 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Checking router: 4489d469-40ee-4f55-8f0c-525a3a6b0a84 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:32:04.117292 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Updating router 4489d469-40ee-4f55-8f0c-525a3a6b0a84 port c666261c-f7fd-4b83-9924-37ad2f0b851c binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:32:04.126328 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33364) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:04.135746 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e22e5ec-2059-4ba4-a45b-fe1a6084152c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.141380 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573a4ae-503d-4c74-b5d9-42bd68ce44ac None None] Pushing event updated for resources: {'Port': ['ID=5b732502-1aaa-4ebc-a4cd-e66f342cf859,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:04.169714 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.174816 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a8f949fd-d8ec-4f56-9dd0-d98311a2d0cd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 9.0168738 Feb 10 11:32:04.176920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.181463 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33370) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:04.182981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-c6d12d61-fa43-4db5-a1fe-bbbfdaaf10f3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:04.195414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:32:04.195645 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.196105 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:32:04.279366 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 61eda003-442f-4d2d-ba59-a817cc89e604 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:04.288402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-6027c06f-d291-41ad-964c-6a3e73a82c7f', 'network_id': '6027c06f-d291-41ad-964c-6a3e73a82c7f', 'tenant_id': 'f814e8e262394e9da62e4d84c68e410d', 'fixed_ips': [{'subnet_id': 'be60b6ed-0cf7-4687-8142-714be9f6fb21'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:32:04.289599 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.292146 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e22e5ec-2059-4ba4-a45b-fe1a6084152c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.311955 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 61eda003-442f-4d2d-ba59-a817cc89e604 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:04.312487 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.327576 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-26e82e4f-5b6a-45fe-bd1a-7fe5d872967f req-423aa905-7c2a-4879-b7d9-e5cb59647c74 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 210 time: 0.1869240 Feb 10 11:32:04.409939 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Port': ['ID=6046ea68-6596-4a76-91ac-d0c8200f5fe0,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:04.413085 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-33ba1bf4-f3e6-4e8f-b62a-a780da5598ea tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4127164 Feb 10 11:32:04.422026 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a319d9f6-ce1a-478e-8254-77503e2a8b37 None None] Network f108182b-8999-4bd5-a4fc-2f01b5be768c requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:04.425296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33374) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:04.435612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22e5ec-2059-4ba4-a45b-fe1a6084152c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6c4611-de51-4088-94ac-e8986547fa16,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:04.447490 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a261a3b3-f42d-40eb-ac0e-dc5c246f96f4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'subnet': {'network_id': '6027c06f-d291-41ad-964c-6a3e73a82c7f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:04.503254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-c6d12d61-fa43-4db5-a1fe-bbbfdaaf10f3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Made reservation on behalf of 8e47f622a65945dda4a63ba667a1ebd5 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:04.506422 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-c6d12d61-fa43-4db5-a1fe-bbbfdaaf10f3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.529643 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] No DVR routers for this DVR port 6046ea68-6596-4a76-91ac-d0c8200f5fe0 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:04.569948 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e22e5ec-2059-4ba4-a45b-fe1a6084152c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.571133 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3e22e5ec-2059-4ba4-a45b-fe1a6084152c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5647674 Feb 10 11:32:04.592508 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33378) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:04.652946 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.662685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Allocated IP 2001:db8::2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/233afffc-d86f-4b78-8479-6efe8226fd77/2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:04.670991 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Transition to ACTIVE for port object c666261c-f7fd-4b83-9924-37ad2f0b851c will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:04.696323 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.745155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.770641 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Deleting port 5b732502-1aaa-4ebc-a4cd-e66f342cf859 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:04.770986 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.803861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f108182b-8999-4bd5-a4fc-2f01b5be768c']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:04.814405 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Attempting to bind port c666261c-f7fd-4b83-9924-37ad2f0b851c on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:04.815065 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Attempting to bind port c666261c-f7fd-4b83-9924-37ad2f0b851c by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '83cba896-26dd-4b84-919a-43eed915aa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a0e52c08-d355-4943-8b51-053949df117b'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:04.815587 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Attempting to bind port c666261c-f7fd-4b83-9924-37ad2f0b851c on network a0e52c08-d355-4943-8b51-053949df117b {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:04.819925 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea014079-a403-43bf-8c40-a92cead351f0 None None] Pushing event updated for resources: {'Port': ['ID=c666261c-f7fd-4b83-9924-37ad2f0b851c,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:04.828005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dec0f01-717c-4d0c-b2e3-6928156c8761') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:04.828388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dec0f01-717c-4d0c-b2e3-6928156c8761') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:04.836389 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:04.837182 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Checking segment: {'id': '83cba896-26dd-4b84-919a-43eed915aa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a0e52c08-d355-4943-8b51-053949df117b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:04.837743 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.838278 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Bound using segment: {'id': '83cba896-26dd-4b84-919a-43eed915aa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a0e52c08-d355-4943-8b51-053949df117b'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:04.838895 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Bound port: c666261c-f7fd-4b83-9924-37ad2f0b851c, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83cba896-26dd-4b84-919a-43eed915aa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a0e52c08-d355-4943-8b51-053949df117b'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:04.839448 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.868900 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.891336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.912343 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-85a17423-bc3e-46a2-b49f-2f12f607be4d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.949549 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] For port c666261c-f7fd-4b83-9924-37ad2f0b851c, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:04.950565 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-b6a4438e-0bd2-4dd9-ab9b-601b2eac2347 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:32:04.955996 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] For port c666261c-f7fd-4b83-9924-37ad2f0b851c, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c666261c-f7fd-4b83-9924-37ad2f0b851c,segment=NetworkSegment(83cba896-26dd-4b84-919a-43eed915aa84),segment_id=83cba896-26dd-4b84-919a-43eed915aa84)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:04.960722 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-85a17423-bc3e-46a2-b49f-2f12f607be4d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.963553 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.989738 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Allocated IP 172.20.0.2 (6027c06f-d291-41ad-964c-6a3e73a82c7f/be60b6ed-0cf7-4687-8142-714be9f6fb21/022f4afe-bfb5-4eb6-9398-e403a2f46ae2) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:04.991749 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b6a4438e-0bd2-4dd9-ab9b-601b2eac2347 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.996418 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.010011 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:05.010541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:05.029757 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:05.103599 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Routers {'4489d469-40ee-4f55-8f0c-525a3a6b0a84'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:05.104203 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['4489d469-40ee-4f55-8f0c-525a3a6b0a84'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:05.143761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-c6d12d61-fa43-4db5-a1fe-bbbfdaaf10f3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Allocated IP 172.20.0.8 (7552b05e-bd47-4ebe-ba87-a6ea6e4acd36/13860d03-a045-4a92-adff-58389fc1eb4f/2eecc48b-0a10-46d3-916a-b281c257aead) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:05.167110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.174723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.209602 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Network': ['ID=f108182b-8999-4bd5-a4fc-2f01b5be768c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:05.234782 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.238439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a261a3b3-f42d-40eb-ac0e-dc5c246f96f4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:05.240096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-209c1fdb-eb65-4b0e-8c09-564e1998dadf tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.299231 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-b6a4438e-0bd2-4dd9-ab9b-601b2eac2347 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Transition to ACTIVE for port object ca4bad0a-4957-47d8-9f53-3c222e34e07d will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:05.310432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a261a3b3-f42d-40eb-ac0e-dc5c246f96f4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:subnet and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:05.318649 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-61661bf3-1a7e-4eb4-b8c9-20b900069bda tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/networks/f108182b-8999-4bd5-a4fc-2f01b5be768c HTTP/1.1" status: 204 len: 168 time: 6.1580989 Feb 10 11:32:05.322637 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33382) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:05.325004 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a261a3b3-f42d-40eb-ac0e-dc5c246f96f4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:05.331669 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Transition to ACTIVE for port object 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:05.351760 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Transition to ACTIVE for port object 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:05.380478 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b6a4438e-0bd2-4dd9-ab9b-601b2eac2347 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.392002 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-85a17423-bc3e-46a2-b49f-2f12f607be4d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.396782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a261a3b3-f42d-40eb-ac0e-dc5c246f96f4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:05.402316 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.418169 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] Set router 4489d469-40ee-4f55-8f0c-525a3a6b0a84 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:05.454411 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1873be0a-bed6-4a7c-bb49-61dfb8157ee9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] DELETE failed (client error): The resource could not be found. Feb 10 11:32:05.454843 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1873be0a-bed6-4a7c-bb49-61dfb8157ee9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:05.455997 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a17423-bc3e-46a2-b49f-2f12f607be4d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe6c4611-de51-4088-94ac-e8986547fa16,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:05.460411 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1873be0a-bed6-4a7c-bb49-61dfb8157ee9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/subnets/371e4931-bd15-44af-9576-59165c18fecc HTTP/1.1" status: 404 len: 337 time: 0.1269469 Feb 10 11:32:05.473218 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33388) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:05.527612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-85a17423-bc3e-46a2-b49f-2f12f607be4d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.528749 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-85a17423-bc3e-46a2-b49f-2f12f607be4d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/fe6c4611-de51-4088-94ac-e8986547fa16 HTTP/1.1" status: 204 len: 168 time: 0.9350708 Feb 10 11:32:05.537300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a261a3b3-f42d-40eb-ac0e-dc5c246f96f4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:05.555947 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33392) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:05.586975 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ad756c-ce99-4cb6-9c4a-fb024daa7528 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] DELETE failed (client error): The resource could not be found. Feb 10 11:32:05.587695 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ad756c-ce99-4cb6-9c4a-fb024daa7528 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:05.600170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Pushing event updated for resources: {'Port': ['ID=022f4afe-bfb5-4eb6-9398-e403a2f46ae2,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:05.603031 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-73ad756c-ce99-4cb6-9c4a-fb024daa7528 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/networks/f108182b-8999-4bd5-a4fc-2f01b5be768c HTTP/1.1" status: 404 len: 339 time: 0.1190314 Feb 10 11:32:05.608680 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33396) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:05.615590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 61eda003-442f-4d2d-ba59-a817cc89e604, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=61eda003-442f-4d2d-ba59-a817cc89e604,segment=NetworkSegment(218f680c-641e-4523-96c6-070d97cdb3b2),segment_id=218f680c-641e-4523-96c6-070d97cdb3b2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:05.637044 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.789289 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-418b910a-46bc-4df4-b9c3-9c2e26b4bbaf req-acb4dee8-52a4-472e-9083-4899cb7c451d tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 210 time: 0.1565332 Feb 10 11:32:05.889883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4438e-0bd2-4dd9-ab9b-601b2eac2347 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=ca4bad0a-4957-47d8-9f53-3c222e34e07d,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:05.891727 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=61eda003-442f-4d2d-ba59-a817cc89e604,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:05.901617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-c6d12d61-fa43-4db5-a1fe-bbbfdaaf10f3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.912032 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db853081-fcef-445c-9b21-6e88532823b6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.919655 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Network 6027c06f-d291-41ad-964c-6a3e73a82c7f is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:05.936595 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:05.941887 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:05.957915 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-c6d12d61-fa43-4db5-a1fe-bbbfdaaf10f3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Transition to ACTIVE for port object 2eecc48b-0a10-46d3-916a-b281c257aead will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:05.999130 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea014079-a403-43bf-8c40-a92cead351f0 None None] Pushing event updated for resources: {'Port': ['ID=c666261c-f7fd-4b83-9924-37ad2f0b851c,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:06.011676 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489d469-40ee-4f55-8f0c-525a3a6b0a84', 'name': '', 'tenant_id': '095fddbea52e445dbfab32a35b04646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0e52c08-d355-4943-8b51-053949df117b', 'external_fixed_ips': [{'subnet_id': 'c681fa89-251b-47df-a823-4b7b0f499aa0', 'ip_address': '2001:db8::d0'}], 'enable_snat': True}, 'gw_port_id': 'c666261c-f7fd-4b83-9924-37ad2f0b851c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:55Z', 'updated_at': '2022-02-10T11:31:58Z', 'revision_number': 3, 'project_id': '095fddbea52e445dbfab32a35b04646f', 'gw_port': {'id': 'c666261c-f7fd-4b83-9924-37ad2f0b851c', 'name': '', 'network_id': 'a0e52c08-d355-4943-8b51-053949df117b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489d469-40ee-4f55-8f0c-525a3a6b0a84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c681fa89-251b-47df-a823-4b7b0f499aa0', 'ip_address': '2001:db8::d0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:56Z', 'updated_at': '2022-02-10T11:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c681fa89-251b-47df-a823-4b7b0f499aa0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:06.018314 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486c70f-3de8-4270-a87b-816bad486301 None None] The sync data for ids ['4489d469-40ee-4f55-8f0c-525a3a6b0a84'] in dv-neutron-828497-1-hyperv is: [{'id': '4489d469-40ee-4f55-8f0c-525a3a6b0a84', 'name': '', 'tenant_id': '095fddbea52e445dbfab32a35b04646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0e52c08-d355-4943-8b51-053949df117b', 'external_fixed_ips': [{'subnet_id': 'c681fa89-251b-47df-a823-4b7b0f499aa0', 'ip_address': '2001:db8::d0'}], 'enable_snat': True}, 'gw_port_id': 'c666261c-f7fd-4b83-9924-37ad2f0b851c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:55Z', 'updated_at': '2022-02-10T11:31:58Z', 'revision_number': 3, 'project_id': '095fddbea52e445dbfab32a35b04646f', 'gw_port': {'id': 'c666261c-f7fd-4b83-9924-37ad2f0b851c', 'name': '', 'network_id': 'a0e52c08-d355-4943-8b51-053949df117b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489d469-40ee-4f55-8f0c-525a3a6b0a84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c681fa89-251b-47df-a823-4b7b0f499aa0', 'ip_address': '2001:db8::d0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:56Z', 'updated_at': '2022-02-10T11:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c681fa89-251b-47df-a823-4b7b0f499aa0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:06.042556 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] For port 5b732502-1aaa-4ebc-a4cd-e66f342cf859, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5b732502-1aaa-4ebc-a4cd-e66f342cf859,segment=NetworkSegment(1a4bf81b-d191-4def-94b0-52833b98aca2),segment_id=1a4bf81b-d191-4def-94b0-52833b98aca2)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:06.043246 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.072088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b6a4438e-0bd2-4dd9-ab9b-601b2eac2347 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] In _notify_port_updated(), no bound segment for port ca4bad0a-4957-47d8-9f53-3c222e34e07d on network c9ddb9b3-2913-4016-a770-951338a7f75e {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:32:06.075884 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a4438e-0bd2-4dd9-ab9b-601b2eac2347 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:06.076880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b6a4438e-0bd2-4dd9-ab9b-601b2eac2347 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.082241 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b6a4438e-0bd2-4dd9-ab9b-601b2eac2347 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "PUT /v2.0/ports/ca4bad0a-4957-47d8-9f53-3c222e34e07d HTTP/1.1" status: 200 len: 1012 time: 4.3094895 Feb 10 11:32:06.118118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33400) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:06.174348 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Attempting to bind port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:06.174679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Attempting to bind port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'cbf2be46-a56e-41fb-8e57-5c33c65c275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6027c06f-d291-41ad-964c-6a3e73a82c7f'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:06.175049 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Attempting to bind port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 on network 6027c06f-d291-41ad-964c-6a3e73a82c7f {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:06.178267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db853081-fcef-445c-9b21-6e88532823b6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.191096 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.207760 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-cf045ff9-e421-429e-adce-a83181fbec96 None None] Provisioning for port ca4bad0a-4957-47d8-9f53-3c222e34e07d completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:06.212568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Transition to ACTIVE for port object 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:06.212770 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-c6d12d61-fa43-4db5-a1fe-bbbfdaaf10f3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.214395 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:06.214780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Checking segment: {'id': 'cbf2be46-a56e-41fb-8e57-5c33c65c275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6027c06f-d291-41ad-964c-6a3e73a82c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:06.215221 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.215585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Bound using segment: {'id': 'cbf2be46-a56e-41fb-8e57-5c33c65c275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6027c06f-d291-41ad-964c-6a3e73a82c7f'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:06.216072 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Bound port: 022f4afe-bfb5-4eb6-9398-e403a2f46ae2, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf2be46-a56e-41fb-8e57-5c33c65c275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6027c06f-d291-41ad-964c-6a3e73a82c7f'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:06.216454 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.233995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-cf045ff9-e421-429e-adce-a83181fbec96 None None] Provisioning complete for port ca4bad0a-4957-47d8-9f53-3c222e34e07d triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:06.234384 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cf045ff9-e421-429e-adce-a83181fbec96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.301167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d62bcee1-dc0a-444d-aa29-baad6b525f8d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:06.321883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Calling delete_port for 5b732502-1aaa-4ebc-a4cd-e66f342cf859 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:06.327565 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Transition to ACTIVE for port object 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:06.356210 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.360063 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-cf045ff9-e421-429e-adce-a83181fbec96 None None] Port ca4bad0a-4957-47d8-9f53-3c222e34e07d cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:06.410490 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-db853081-fcef-445c-9b21-6e88532823b6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c100267-c010-46df-897c-e18c277de97f']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:06.440310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d12d61-fa43-4db5-a1fe-bbbfdaaf10f3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Pushing event updated for resources: {'Port': ['ID=2eecc48b-0a10-46d3-916a-b281c257aead,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:06.444771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-db853081-fcef-445c-9b21-6e88532823b6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6b88f9-c873-46cb-81e1-15c773e54ee0') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:06.445223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-db853081-fcef-445c-9b21-6e88532823b6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6b88f9-c873-46cb-81e1-15c773e54ee0') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:06.466037 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Pushing event updated for resources: {'Port': ['ID=2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:06.466917 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db853081-fcef-445c-9b21-6e88532823b6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.471357 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fa4f9-77b4-4307-8694-0a1dc93ec3aa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port ca4bad0a-4957-47d8-9f53-3c222e34e07d {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:06.471896 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f8fa4f9-77b4-4307-8694-0a1dc93ec3aa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.472044 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:06.476277 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:06.478486 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] For port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:06.480959 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:06.483803 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] For port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=022f4afe-bfb5-4eb6-9398-e403a2f46ae2,segment=NetworkSegment(cbf2be46-a56e-41fb-8e57-5c33c65c275d),segment_id=cbf2be46-a56e-41fb-8e57-5c33c65c275d)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:06.487467 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-c6d12d61-fa43-4db5-a1fe-bbbfdaaf10f3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Network 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:06.492479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-c6d12d61-fa43-4db5-a1fe-bbbfdaaf10f3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:06.493975 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.506140 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-c6d12d61-fa43-4db5-a1fe-bbbfdaaf10f3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:06.524222 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d62bcee1-dc0a-444d-aa29-baad6b525f8d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:06.525502 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d62bcee1-dc0a-444d-aa29-baad6b525f8d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.9623189 Feb 10 11:32:06.526814 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.537184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33404) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:06.543442 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a261a3b3-f42d-40eb-ac0e-dc5c246f96f4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.545426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db853081-fcef-445c-9b21-6e88532823b6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.553315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-209c1fdb-eb65-4b0e-8c09-564e1998dadf tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.581210 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db853081-fcef-445c-9b21-6e88532823b6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:06.581210 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db853081-fcef-445c-9b21-6e88532823b6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:06.599297 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:06.670574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-209c1fdb-eb65-4b0e-8c09-564e1998dadf tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Deleting port c666261c-f7fd-4b83-9924-37ad2f0b851c {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:06.671071 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-209c1fdb-eb65-4b0e-8c09-564e1998dadf tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.688139 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Attempting to bind port 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:06.688139 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Attempting to bind port 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:06.688539 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Attempting to bind port 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9 on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:06.699978 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5a7e0-a809-4c82-a765-3a5941fb7b54 None None] Pushing event updated for resources: {'Port': ['ID=022f4afe-bfb5-4eb6-9398-e403a2f46ae2,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:06.708732 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:06.709824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:06.710820 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.710820 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:06.711120 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Bound port: 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:06.711828 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.775729 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-c6d12d61-fa43-4db5-a1fe-bbbfdaaf10f3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:06.776904 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-c6d12d61-fa43-4db5-a1fe-bbbfdaaf10f3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.864049 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] For port 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:06.911378 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] For port 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:06.918856 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.932867 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db853081-fcef-445c-9b21-6e88532823b6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:07.042507 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-c6d12d61-fa43-4db5-a1fe-bbbfdaaf10f3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5879202 Feb 10 11:32:07.082369 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552a0ec-391f-42ea-ab23-af5a7eee39d7 None None] Pushing event updated for resources: {'Port': ['ID=2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:07.107169 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db853081-fcef-445c-9b21-6e88532823b6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:07.115406 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-db853081-fcef-445c-9b21-6e88532823b6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/networks/9c100267-c010-46df-897c-e18c277de97f HTTP/1.1" status: 204 len: 168 time: 1.5036006 Feb 10 11:32:07.144467 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Request body: {'port': {'device_id': '573dd72a-a490-4acc-9053-5109c3f3c2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:07.149740 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bfc1c1ad-5270-4815-b3c4-4d2df39f3218 None None] Provisioning for port 2eecc48b-0a10-46d3-916a-b281c257aead completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:07.156990 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bfc1c1ad-5270-4815-b3c4-4d2df39f3218 None None] Provisioning complete for port 2eecc48b-0a10-46d3-916a-b281c257aead triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:07.157276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c1ad-5270-4815-b3c4-4d2df39f3218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:07.187062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33410) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:07.245905 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-bfc1c1ad-5270-4815-b3c4-4d2df39f3218 None None] Port 2eecc48b-0a10-46d3-916a-b281c257aead cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:07.294271 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db853081-fcef-445c-9b21-6e88532823b6 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Network': ['ID=9c100267-c010-46df-897c-e18c277de97f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:07.348239 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a6818c-2ec3-4b69-b4b5-910121b1431d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] DELETE failed (client error): The resource could not be found. Feb 10 11:32:07.348773 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a6818c-2ec3-4b69-b4b5-910121b1431d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:07.354328 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-04a6818c-2ec3-4b69-b4b5-910121b1431d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/subnets/48cc53ad-7f55-4c75-b457-123dd1257dca HTTP/1.1" status: 404 len: 337 time: 0.1294632 Feb 10 11:32:07.358316 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33414) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:07.385524 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-958f59a2-9c87-4b62-b9a8-169f40d4b61e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:07.492298 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d05018-e215-41f4-bace-e316a73f80ad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] DELETE failed (client error): The resource could not be found. Feb 10 11:32:07.492753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d05018-e215-41f4-bace-e316a73f80ad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:07.494483 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b3d05018-e215-41f4-bace-e316a73f80ad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/networks/5368d6f9-50e4-4330-a2dd-6e7d0f3beb12 HTTP/1.1" status: 404 len: 339 time: 0.1351297 Feb 10 11:32:07.518998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33418) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:07.615410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-958f59a2-9c87-4b62-b9a8-169f40d4b61e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:07.638921 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:07.688149 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-209c1fdb-eb65-4b0e-8c09-564e1998dadf tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] For port c666261c-f7fd-4b83-9924-37ad2f0b851c, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c666261c-f7fd-4b83-9924-37ad2f0b851c,segment=NetworkSegment(83cba896-26dd-4b84-919a-43eed915aa84),segment_id=83cba896-26dd-4b84-919a-43eed915aa84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:07.688860 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-209c1fdb-eb65-4b0e-8c09-564e1998dadf tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:07.873352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-209c1fdb-eb65-4b0e-8c09-564e1998dadf tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Calling delete_port for c666261c-f7fd-4b83-9924-37ad2f0b851c owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:07.992373 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.039316 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f8fa4f9-77b4-4307-8694-0a1dc93ec3aa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.093861 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.130477 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-958f59a2-9c87-4b62-b9a8-169f40d4b61e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.183881 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:08.245233 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f59a2-9c87-4b62-b9a8-169f40d4b61e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdac45a8-8b1b-4809-b4a2-5402da2619cc,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:08.307112 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:08.315673 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 61eda003-442f-4d2d-ba59-a817cc89e604 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:08.381805 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-958f59a2-9c87-4b62-b9a8-169f40d4b61e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.385916 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-958f59a2-9c87-4b62-b9a8-169f40d4b61e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-groups/fdac45a8-8b1b-4809-b4a2-5402da2619cc HTTP/1.1" status: 204 len: 168 time: 1.8408959 Feb 10 11:32:08.407706 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33422) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:08.456138 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390ceb9-4de4-4527-975d-17feae137bd4 req-2516bdb3-a452-420e-9a4a-bbad86fdff6e tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:08.465158 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4390ceb9-4de4-4527-975d-17feae137bd4 req-2516bdb3-a452-420e-9a4a-bbad86fdff6e tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 931 time: 1.0149086 Feb 10 11:32:08.483977 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6d7e38-97dc-40b9-8d46-e0823e09f339 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Deleting subnet df5787fc-979a-4e7a-b51c-db367473e3e4 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:08.485474 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 61eda003-442f-4d2d-ba59-a817cc89e604 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:08.488172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a6d7e38-97dc-40b9-8d46-e0823e09f339 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.488320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.497235 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::1 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/233afffc-d86f-4b78-8479-6efe8226fd77/cad452d8-6f19-4d56-9576-61f48e3e99d9) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:08.605672 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd94b43b-29ce-455d-8e7b-a6a41cb8d2a1 None None] Network 6027c06f-d291-41ad-964c-6a3e73a82c7f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:08.624704 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a6d7e38-97dc-40b9-8d46-e0823e09f339 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.669793 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fa4f9-77b4-4307-8694-0a1dc93ec3aa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for ca4bad0a-4957-47d8-9f53-3c222e34e07d owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:08.715344 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b732502-1aaa-4ebc-a4cd-e66f342cf859,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:08.725818 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d9eed0db-dfd2-433c-92c3-4a47060ca72f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:08.860382 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9aaa262e-9133-4326-ad78-36897be4a249 None None] Provisioning for port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:08.903359 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.922114 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9aaa262e-9133-4326-ad78-36897be4a249 None None] Provisioning complete for port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:08.923216 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9aaa262e-9133-4326-ad78-36897be4a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.928335 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object cad452d8-6f19-4d56-9576-61f48e3e99d9 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:08.974964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d9eed0db-dfd2-433c-92c3-4a47060ca72f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:08.979921 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d9eed0db-dfd2-433c-92c3-4a47060ca72f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5671687 Feb 10 11:32:08.982422 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33426) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:08.983288 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:08.997701 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b753cb7d-f2b3-4120-9ef5-45bd9a49ce63 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group': {'name': 'tempest-secgroup--660126081'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:09.014447 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b753cb7d-f2b3-4120-9ef5-45bd9a49ce63 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:09.034684 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b753cb7d-f2b3-4120-9ef5-45bd9a49ce63 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:09.036570 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-209c1fdb-eb65-4b0e-8c09-564e1998dadf tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.046308 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4390ceb9-4de4-4527-975d-17feae137bd4 req-b430a324-7964-468a-9ca3-00c2f9331d0d tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5800042 Feb 10 11:32:09.091842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c1fdb-eb65-4b0e-8c09-564e1998dadf tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Pushing event deleted for resources: {'Port': ['ID=c666261c-f7fd-4b83-9924-37ad2f0b851c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:09.117073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a6d7e38-97dc-40b9-8d46-e0823e09f339 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.149818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.171322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9aaa262e-9133-4326-ad78-36897be4a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.179332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b753cb7d-f2b3-4120-9ef5-45bd9a49ce63 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.190405 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:09.198974 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c666261c-f7fd-4b83-9924-37ad2f0b851c up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:09.240050 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: c666261c-f7fd-4b83-9924-37ad2f0b851c {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:09.241681 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c666261c-f7fd-4b83-9924-37ad2f0b851c not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 10 11:32:09.287690 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Port c666261c-f7fd-4b83-9924-37ad2f0b851c not found, will not notify nova. {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 10 11:32:09.288892 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b753cb7d-f2b3-4120-9ef5-45bd9a49ce63 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:09.294140 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b753cb7d-f2b3-4120-9ef5-45bd9a49ce63 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:09.298226 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-9aaa262e-9133-4326-ad78-36897be4a249 None None] For port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=022f4afe-bfb5-4eb6-9398-e403a2f46ae2,segment=NetworkSegment(cbf2be46-a56e-41fb-8e57-5c33c65c275d),segment_id=cbf2be46-a56e-41fb-8e57-5c33c65c275d)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:09.305879 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9aaa262e-9133-4326-ad78-36897be4a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.364992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b753cb7d-f2b3-4120-9ef5-45bd9a49ce63 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:09.369620 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eecc48b-0a10-46d3-916a-b281c257aead {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:32:09.396510 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:09.408805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:09.415957 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:09.416431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.421360 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.436175 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b753cb7d-f2b3-4120-9ef5-45bd9a49ce63 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:09.453825 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa262e-9133-4326-ad78-36897be4a249 None None] Pushing event updated for resources: {'Port': ['ID=022f4afe-bfb5-4eb6-9398-e403a2f46ae2,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:09.456526 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.474072 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-814131e0-3d83-4441-a1dc-ce2fe480e7f1 None None] Provisioning complete for port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:09.474931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-814131e0-3d83-4441-a1dc-ce2fe480e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.483808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-209c1fdb-eb65-4b0e-8c09-564e1998dadf tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.627921 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Transition to ACTIVE for port object 2eecc48b-0a10-46d3-916a-b281c257aead will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:09.647978 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.665025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-814131e0-3d83-4441-a1dc-ce2fe480e7f1 None None] Provisioning for port 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:09.671425 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-814131e0-3d83-4441-a1dc-ce2fe480e7f1 None None] Provisioning complete for port 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:09.671807 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-814131e0-3d83-4441-a1dc-ce2fe480e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.701113 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a261a3b3-f42d-40eb-ac0e-dc5c246f96f4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.734648 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239cf846-334e-49e6-a82f-ee34e93fb378 None None] get_active_networks_info from dv-neutron-828497-1-hyperv {{(pid=83556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:32:09.772068 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=cad452d8-6f19-4d56-9576-61f48e3e99d9,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:09.812044 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a6d7e38-97dc-40b9-8d46-e0823e09f339 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.900604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d7e38-97dc-40b9-8d46-e0823e09f339 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Subnet': ['ID=df5787fc-979a-4e7a-b51c-db367473e3e4,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:09.904246 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-209c1fdb-eb65-4b0e-8c09-564e1998dadf tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.920764 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-814131e0-3d83-4441-a1dc-ce2fe480e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.988975 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-814131e0-3d83-4441-a1dc-ce2fe480e7f1 None None] For port 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:09.999256 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b753cb7d-f2b3-4120-9ef5-45bd9a49ce63 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.014239 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-814131e0-3d83-4441-a1dc-ce2fe480e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.024683 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a261a3b3-f42d-40eb-ac0e-dc5c246f96f4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 6027c06f-d291-41ad-964c-6a3e73a82c7f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:10.034381 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-a261a3b3-f42d-40eb-ac0e-dc5c246f96f4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:10.035351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a6d7e38-97dc-40b9-8d46-e0823e09f339 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.038265 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Pushing event updated for resources: {'Port': ['ID=2eecc48b-0a10-46d3-916a-b281c257aead,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:10.042274 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-209c1fdb-eb65-4b0e-8c09-564e1998dadf tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.043799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b753cb7d-f2b3-4120-9ef5-45bd9a49ce63 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.049476 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a261a3b3-f42d-40eb-ac0e-dc5c246f96f4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:10.051295 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a261a3b3-f42d-40eb-ac0e-dc5c246f96f4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.055480 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261a3b3-f42d-40eb-ac0e-dc5c246f96f4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Subnet': ['ID=24b7d8c0-f299-49d5-8b07-cd178d5cbad8,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:10.064064 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.078622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.084524 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f8fa4f9-77b4-4307-8694-0a1dc93ec3aa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.107385 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814131e0-3d83-4441-a1dc-ce2fe480e7f1 None None] Pushing event updated for resources: {'Port': ['ID=2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:10.131156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753cb7d-f2b3-4120-9ef5-45bd9a49ce63 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39580336-b7fa-4660-9ca1-fdea13e840b1,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:10.168794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fa4f9-77b4-4307-8694-0a1dc93ec3aa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=ca4bad0a-4957-47d8-9f53-3c222e34e07d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:10.181063 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b753cb7d-f2b3-4120-9ef5-45bd9a49ce63 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.184954 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b753cb7d-f2b3-4120-9ef5-45bd9a49ce63 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1942682 Feb 10 11:32:10.184954 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7a6d7e38-97dc-40b9-8d46-e0823e09f339 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/subnets/df5787fc-979a-4e7a-b51c-db367473e3e4 HTTP/1.1" status: 204 len: 168 time: 2.6606667 Feb 10 11:32:10.189554 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a261a3b3-f42d-40eb-ac0e-dc5c246f96f4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 5.7554293 Feb 10 11:32:10.197890 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33432) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:10.198225 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33434) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:10.198537 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33436) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:10.210516 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-97ea25a4-9eb3-4566-8dbc-ff8088344880 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group_rule': {'security_group_id': '39580336-b7fa-4660-9ca1-fdea13e840b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:10.251657 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239cf846-334e-49e6-a82f-ee34e93fb378 None None] Resources bound (agent type, host, resource id): {{(pid=83556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:32:10.257586 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'network_id': '6027c06f-d291-41ad-964c-6a3e73a82c7f', 'fixed_ips': [{'subnet_id': 'be60b6ed-0cf7-4687-8142-714be9f6fb21'}, {'subnet_id': '24b7d8c0-f299-49d5-8b07-cd178d5cbad8'}], 'name': 'tempest-PortsTestJSON-821242175'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:10.266834 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-209c1fdb-eb65-4b0e-8c09-564e1998dadf tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.267370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209c1fdb-eb65-4b0e-8c09-564e1998dadf tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4489d469-40ee-4f55-8f0c-525a3a6b0a84 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:32:10.277274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:10.283870 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-97ea25a4-9eb3-4566-8dbc-ff8088344880 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:10.290437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-209c1fdb-eb65-4b0e-8c09-564e1998dadf tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.295065 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-209c1fdb-eb65-4b0e-8c09-564e1998dadf tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "DELETE /v2.0/routers/4489d469-40ee-4f55-8f0c-525a3a6b0a84 HTTP/1.1" status: 204 len: 168 time: 6.0576041 Feb 10 11:32:10.295065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33444) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:10.326966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Attempting to bind port 2eecc48b-0a10-46d3-916a-b281c257aead on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:10.327536 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Attempting to bind port 2eecc48b-0a10-46d3-916a-b281c257aead by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '218f680c-641e-4523-96c6-070d97cdb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:10.327679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Attempting to bind port 2eecc48b-0a10-46d3-916a-b281c257aead on network 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:10.351411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Port 2eecc48b-0a10-46d3-916a-b281c257aead on network 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:32:10.351734 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Attempting to bind port 2eecc48b-0a10-46d3-916a-b281c257aead on network 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:10.363838 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:10.364091 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Checking segment: {'id': '218f680c-641e-4523-96c6-070d97cdb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:10.365348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Bound using segment: {'id': '218f680c-641e-4523-96c6-070d97cdb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:10.365348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Bound port: 2eecc48b-0a10-46d3-916a-b281c257aead, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218f680c-641e-4523-96c6-070d97cdb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:10.365348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.379862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fe4c5d-c95a-453e-9919-c767ab6ba7dd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Deleting subnet c681fa89-251b-47df-a823-4b7b0f499aa0 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:10.385080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-81fe4c5d-c95a-453e-9919-c767ab6ba7dd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.421781 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0e709e11-89dd-41ce-b449-b95d0266c701 None None] Provisioning for port cad452d8-6f19-4d56-9576-61f48e3e99d9 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:10.450949 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0e709e11-89dd-41ce-b449-b95d0266c701 None None] Provisioning complete for port cad452d8-6f19-4d56-9576-61f48e3e99d9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:10.451368 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0e709e11-89dd-41ce-b449-b95d0266c701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.463706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-97ea25a4-9eb3-4566-8dbc-ff8088344880 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:10.466488 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.466858 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31ced6fd-505e-412e-9eec-4a56682d23b3 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:32:10.488214 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-81fe4c5d-c95a-453e-9919-c767ab6ba7dd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.505460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-97ea25a4-9eb3-4566-8dbc-ff8088344880 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:10.542273 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:10.542582 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.545081 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-97ea25a4-9eb3-4566-8dbc-ff8088344880 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:10.563904 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f8fa4f9-77b4-4307-8694-0a1dc93ec3aa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.566015 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7f8fa4f9-77b4-4307-8694-0a1dc93ec3aa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/ca4bad0a-4957-47d8-9f53-3c222e34e07d HTTP/1.1" status: 204 len: 168 time: 4.4467800 Feb 10 11:32:10.570501 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33450) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:10.570965 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] For port 2eecc48b-0a10-46d3-916a-b281c257aead, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:10.577611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.579477 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d42d2040-4c8e-419f-ab77-5e111f551f92 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "DELETE /v2.0/routers/31ced6fd-505e-412e-9eec-4a56682d23b3 HTTP/1.1" status: 204 len: 168 time: 11.3275151 Feb 10 11:32:10.581772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] For port 2eecc48b-0a10-46d3-916a-b281c257aead, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2eecc48b-0a10-46d3-916a-b281c257aead,segment=NetworkSegment(218f680c-641e-4523-96c6-070d97cdb3b2),segment_id=218f680c-641e-4523-96c6-070d97cdb3b2)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:10.598731 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0e709e11-89dd-41ce-b449-b95d0266c701 None None] Port cad452d8-6f19-4d56-9576-61f48e3e99d9 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:10.630069 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33454) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:10.664791 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.743771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-81fe4c5d-c95a-453e-9919-c767ab6ba7dd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.780861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.803378 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-97ea25a4-9eb3-4566-8dbc-ff8088344880 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.862549 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-74412843-3645-4fa2-9f7e-073992354743 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] GET failed (client error): The resource could not be found. Feb 10 11:32:10.866379 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-74412843-3645-4fa2-9f7e-073992354743 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports/ca4bad0a-4957-47d8-9f53-3c222e34e07d HTTP/1.1" status: 404 len: 333 time: 0.2907455 Feb 10 11:32:10.880560 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33458) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:10.895165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.896897 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] 10.222.0.73 "PUT /v2.0/ports/2eecc48b-0a10-46d3-916a-b281c257aead HTTP/1.1" status: 200 len: 1093 time: 3.7732460 Feb 10 11:32:10.909176 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573dd72a-a490-4acc-9053-5109c3f3c2ce', 'tag': '2eecc48b-0a10-46d3-916a-b281c257aead'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:32:11.050446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38544fd9-23d8-4a47-bdc1-bd867c38c1cf None None] Network aed4b9d5-4960-476d-b1c2-158ea743e098 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:11.066166 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573dd72a-a490-4acc-9053-5109c3f3c2ce', 'tag': '2eecc48b-0a10-46d3-916a-b281c257aead', 'status': 'completed', 'code': 200} Feb 10 11:32:11.095927 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8c86d-9e26-46db-aee0-8f7b5a4e9e3d service neutron] Pushing event updated for resources: {'Port': ['ID=2eecc48b-0a10-46d3-916a-b281c257aead,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:11.119718 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-81fe4c5d-c95a-453e-9919-c767ab6ba7dd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:11.178631 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea6c67d-49fe-4e7d-b6dc-8f9af550ae23 None None] Network 6027c06f-d291-41ad-964c-6a3e73a82c7f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:11.192435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce548a79-ec8e-4109-b326-34f83c6f7312 req-f4ed9a71-14c2-44a4-a8ba-94a0ecdb4f6c tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:11.193921 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ce548a79-ec8e-4109-b326-34f83c6f7312 req-f4ed9a71-14c2-44a4-a8ba-94a0ecdb4f6c tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 943 time: 0.8832238 Feb 10 11:32:11.213003 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:11.336691 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f446e777-5907-494e-9595-66f0f0663dee tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Deleting subnet 1404a613-c71f-4da9-bdd6-5333ce7231e2 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:11.340092 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f446e777-5907-494e-9595-66f0f0663dee tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:11.399784 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf154a6-d1f4-4134-985a-8af79f304e62 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Deleting subnet 54caf53d-1c35-44b2-a75c-f9084e692fa2 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:11.415290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:port and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:11.438052 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf154a6-d1f4-4134-985a-8af79f304e62 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:11.456454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe4c5d-c95a-453e-9919-c767ab6ba7dd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c681fa89-251b-47df-a823-4b7b0f499aa0,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:11.509219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-81fe4c5d-c95a-453e-9919-c767ab6ba7dd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:11.565793 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-81fe4c5d-c95a-453e-9919-c767ab6ba7dd tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/c681fa89-251b-47df-a823-4b7b0f499aa0 HTTP/1.1" status: 204 len: 168 time: 1.2677934 Feb 10 11:32:11.567468 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33464) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:11.583228 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-65a4637f-2b8a-41ea-b692-122b5f9f161a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e47f622a65945dda4a63ba667a1ebd5&device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 1096 time: 0.6220248 Feb 10 11:32:11.651528 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:11.697832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:11.753889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4d1a7f-7711-4234-afec-37feedfcb4ea tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting subnet a639868f-80df-4eba-9fc5-fb29a479306b {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:11.769573 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9f4d1a7f-7711-4234-afec-37feedfcb4ea tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:11.785005 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f446e777-5907-494e-9595-66f0f0663dee tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:11.805594 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-c88d73b4-1b13-4dce-8349-0c4cb66eb04d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eecc48b-0a10-46d3-916a-b281c257aead HTTP/1.1" status: 200 len: 217 time: 0.1992424 Feb 10 11:32:11.824494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681d2091-6966-473c-a85e-272e958887e1 None None] Update dhcp port {'port': {'network_id': '6027c06f-d291-41ad-964c-6a3e73a82c7f', 'fixed_ips': [{'subnet_id': 'be60b6ed-0cf7-4687-8142-714be9f6fb21', 'ip_address': '172.20.0.2'}, {'subnet_id': '24b7d8c0-f299-49d5-8b07-cd178d5cbad8'}], 'binding:host_id': 'dv-neutron-828497-1-hyperv'}, 'id': '022f4afe-bfb5-4eb6-9398-e403a2f46ae2'} from dv-neutron-828497-1-hyperv. {{(pid=83556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:32:11.829882 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ce548a79-ec8e-4109-b326-34f83c6f7312 req-644ba71a-5493-407d-8aa5-b0b8c6670314 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6092358 Feb 10 11:32:11.874627 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:11.956736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9f4d1a7f-7711-4234-afec-37feedfcb4ea tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:11.990884 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8a4ae3f-fc40-4c72-929e-2678fd5ca70f tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.007415 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:12.018854 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf154a6-d1f4-4134-985a-8af79f304e62 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.025391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-dabdadc9-d44d-46f4-89c7-9bfb2810f101 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:12.026884 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-dabdadc9-d44d-46f4-89c7-9bfb2810f101 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13860d03-a045-4a92-adff-58389fc1eb4f HTTP/1.1" status: 200 len: 851 time: 0.2119093 Feb 10 11:32:12.096866 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-681d2091-6966-473c-a85e-272e958887e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.111183 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-97ea25a4-9eb3-4566-8dbc-ff8088344880 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.159550 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-97ea25a4-9eb3-4566-8dbc-ff8088344880 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.166603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:12.167400 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.189504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.229273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8a4ae3f-fc40-4c72-929e-2678fd5ca70f tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.251544 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea25a4-9eb3-4566-8dbc-ff8088344880 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ee41d6-4ebf-417b-a0b9-52136003a1c1,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:12.262742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf154a6-d1f4-4134-985a-8af79f304e62 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.269853 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-f8a4ae3f-fc40-4c72-929e-2678fd5ca70f tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e52c08-d355-4943-8b51-053949df117b']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:12.285928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-f8a4ae3f-fc40-4c72-929e-2678fd5ca70f tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83cba896-26dd-4b84-919a-43eed915aa84') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:12.286231 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-f8a4ae3f-fc40-4c72-929e-2678fd5ca70f tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83cba896-26dd-4b84-919a-43eed915aa84') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:12.301647 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8a4ae3f-fc40-4c72-929e-2678fd5ca70f tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.320074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] device_id is not set on port 80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:32:12.321678 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8a4ae3f-fc40-4c72-929e-2678fd5ca70f tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.330182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a4ae3f-fc40-4c72-929e-2678fd5ca70f tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:12.330751 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8a4ae3f-fc40-4c72-929e-2678fd5ca70f tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.383986 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-97ea25a4-9eb3-4566-8dbc-ff8088344880 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.387760 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-97ea25a4-9eb3-4566-8dbc-ff8088344880 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 2.1842947 Feb 10 11:32:12.402093 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33468) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:12.411179 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f446e777-5907-494e-9595-66f0f0663dee tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:12.438587 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:12.443033 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:32:12.451731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9f4d1a7f-7711-4234-afec-37feedfcb4ea tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.479414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9011a20e-c517-4ff6-b19d-0f7dc744e06b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group_rule': {'security_group_id': '39580336-b7fa-4660-9ca1-fdea13e840b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:12.497037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.502075 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9011a20e-c517-4ff6-b19d-0f7dc744e06b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:12.515324 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9011a20e-c517-4ff6-b19d-0f7dc744e06b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:12.515542 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8a4ae3f-fc40-4c72-929e-2678fd5ca70f tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.519710 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-65a632ce-f569-4ec3-bade-c92104f75a1d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4844253 Feb 10 11:32:12.522680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.523434 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.540439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a4ae3f-fc40-4c72-929e-2678fd5ca70f tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a0e52c08-d355-4943-8b51-053949df117b {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 11:32:12.568609 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8a4ae3f-fc40-4c72-929e-2678fd5ca70f tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.568828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9011a20e-c517-4ff6-b19d-0f7dc744e06b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:12.575240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4ae3f-fc40-4c72-929e-2678fd5ca70f tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0e52c08-d355-4943-8b51-053949df117b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:12.588952 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0f1a7a50-26a5-452b-af55-b0318db8f3be None None] Provisioning complete for port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:12.589859 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0f1a7a50-26a5-452b-af55-b0318db8f3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.627556 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9011a20e-c517-4ff6-b19d-0f7dc744e06b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:12.634927 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f8a4ae3f-fc40-4c72-929e-2678fd5ca70f tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "DELETE /v2.0/networks/a0e52c08-d355-4943-8b51-053949df117b HTTP/1.1" status: 204 len: 168 time: 1.0518689 Feb 10 11:32:12.648703 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c666261c-f7fd-4b83-9924-37ad2f0b851c no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:12.672013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9f4d1a7f-7711-4234-afec-37feedfcb4ea tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.712976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf154a6-d1f4-4134-985a-8af79f304e62 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.725229 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: c666261c-f7fd-4b83-9924-37ad2f0b851c {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:12.725785 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c666261c-f7fd-4b83-9924-37ad2f0b851c not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:32:12.747055 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-681d2091-6966-473c-a85e-272e958887e1 None None] Allocated IP 172.20.0.18 (6027c06f-d291-41ad-964c-6a3e73a82c7f/24b7d8c0-f299-49d5-8b07-cd178d5cbad8/022f4afe-bfb5-4eb6-9398-e403a2f46ae2) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:12.824320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d1a7f-7711-4234-afec-37feedfcb4ea tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Subnet': ['ID=a639868f-80df-4eba-9fc5-fb29a479306b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:12.892109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9f4d1a7f-7711-4234-afec-37feedfcb4ea tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.907270 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c3bf3b-b21c-46bf-a2fa-ed7a8179b631 None None] Network c9ddb9b3-2913-4016-a770-951338a7f75e requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:12.913114 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf154a6-d1f4-4134-985a-8af79f304e62 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=54caf53d-1c35-44b2-a75c-f9084e692fa2,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:12.915899 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9f4d1a7f-7711-4234-afec-37feedfcb4ea tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/a639868f-80df-4eba-9fc5-fb29a479306b HTTP/1.1" status: 204 len: 168 time: 2.0313249 Feb 10 11:32:12.934480 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33476) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:12.952623 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9011a20e-c517-4ff6-b19d-0f7dc744e06b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.960138 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=cad452d8-6f19-4d56-9576-61f48e3e99d9,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:13.018152 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f446e777-5907-494e-9595-66f0f0663dee tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.023430 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf154a6-d1f4-4134-985a-8af79f304e62 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.050762 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e5ef13-7b13-4c7a-b775-6383b40dc1ff tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting subnet 8bb73e8b-0470-40ee-ab7f-e59ab1f74325 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:13.054551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66e5ef13-7b13-4c7a-b775-6383b40dc1ff tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.182716 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446e777-5907-494e-9595-66f0f0663dee tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Subnet': ['ID=1404a613-c71f-4da9-bdd6-5333ce7231e2,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:13.230827 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f446e777-5907-494e-9595-66f0f0663dee tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.232040 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f446e777-5907-494e-9595-66f0f0663dee tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/subnets/1404a613-c71f-4da9-bdd6-5333ce7231e2 HTTP/1.1" status: 204 len: 168 time: 3.0295465 Feb 10 11:32:13.238292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33486) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:13.248288 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cc71c3-98c8-427c-b3b7-85b5696c09d0 None None] Network aed4b9d5-4960-476d-b1c2-158ea743e098 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:13.255360 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3cf154a6-d1f4-4134-985a-8af79f304e62 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/54caf53d-1c35-44b2-a75c-f9084e692fa2 HTTP/1.1" status: 204 len: 168 time: 2.5929573 Feb 10 11:32:13.304436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33490) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:13.351329 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-9cbc4e8a-885f-48af-b83d-434def1715c5 service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8071852 Feb 10 11:32:13.399304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-681d2091-6966-473c-a85e-272e958887e1 None None] For port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=022f4afe-bfb5-4eb6-9398-e403a2f46ae2,segment=NetworkSegment(cbf2be46-a56e-41fb-8e57-5c33c65c275d),segment_id=cbf2be46-a56e-41fb-8e57-5c33c65c275d)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:13.426944 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33494) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:13.475902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66e5ef13-7b13-4c7a-b775-6383b40dc1ff tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.491738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6a5a4a97-f1c5-405c-a2b3-81bf8e1fe719 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Request body: {'router': {'name': 'tempest-router--1074935975', 'project_id': '90ff826b7637426baf60f724b19e038a'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:13.518584 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-681d2091-6966-473c-a85e-272e958887e1 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.539279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6a5a4a97-f1c5-405c-a2b3-81bf8e1fe719 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:13.544375 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9011a20e-c517-4ff6-b19d-0f7dc744e06b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.552328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-681d2091-6966-473c-a85e-272e958887e1 None None] Transition to ACTIVE for port object 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:13.563636 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-681d2091-6966-473c-a85e-272e958887e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.569851 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:13.571059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6a5a4a97-f1c5-405c-a2b3-81bf8e1fe719 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Usage tracker for resource:router and tenant:90ff826b7637426baf60f724b19e038a is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:13.592270 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6a5a4a97-f1c5-405c-a2b3-81bf8e1fe719 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:13.596910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9011a20e-c517-4ff6-b19d-0f7dc744e06b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.599564 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:13.612960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66e5ef13-7b13-4c7a-b775-6383b40dc1ff tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.748797 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6a5a4a97-f1c5-405c-a2b3-81bf8e1fe719 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:13.784371 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d2091-6966-473c-a85e-272e958887e1 None None] Pushing event updated for resources: {'Port': ['ID=022f4afe-bfb5-4eb6-9398-e403a2f46ae2,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:13.802215 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-663cf3fd-3b0f-4717-aab7-3b31c50c43c1 req-aa3a898e-0c49-4bee-9d83-61023e05e34d service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443247 Feb 10 11:32:13.804895 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66e5ef13-7b13-4c7a-b775-6383b40dc1ff tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.814216 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67297a68-9cfb-4250-9bbb-c30fe37e57db None None] DHCP port deletion for aed4b9d5-4960-476d-b1c2-158ea743e098 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:13.819316 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-67297a68-9cfb-4250-9bbb-c30fe37e57db None None] Deleting port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:13.819682 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-67297a68-9cfb-4250-9bbb-c30fe37e57db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.031237 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5ef13-7b13-4c7a-b775-6383b40dc1ff tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb73e8b-0470-40ee-ab7f-e59ab1f74325,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:14.061589 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:14.062757 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66e5ef13-7b13-4c7a-b775-6383b40dc1ff tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.083537 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-66e5ef13-7b13-4c7a-b775-6383b40dc1ff tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/8bb73e8b-0470-40ee-ab7f-e59ab1f74325 HTTP/1.1" status: 204 len: 168 time: 1.1456499 Feb 10 11:32:14.089475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33500) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:14.259588 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.279803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.319797 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c23ccc04-230a-4ad5-a067-f149f27cef17 req-b1351ea5-e39b-40b5-bbca-34088455e64a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e47f622a65945dda4a63ba667a1ebd5&device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 1096 time: 0.4247906 Feb 10 11:32:14.378148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:14.378499 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.409866 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Deleting port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:14.410639 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.442673 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011a20e-c517-4ff6-b19d-0f7dc744e06b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69899c2a-fcca-4a33-a322-25f629beb84f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:14.452732 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a4ec99ae-52bb-40dc-9619-660f1efda8fa tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.461382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad27a35-4aa4-48ba-858c-e575a69f989f req-4e682d20-9dcb-4357-a69a-9a100f76b2d9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:14.473686 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ad27a35-4aa4-48ba-858c-e575a69f989f req-4e682d20-9dcb-4357-a69a-9a100f76b2d9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 943 time: 1.3580325 Feb 10 11:32:14.479123 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-67297a68-9cfb-4250-9bbb-c30fe37e57db None None] For port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=06fc6ded-5583-4e31-81cf-9f634e9fb5aa,segment=NetworkSegment(f33a1733-fe88-461b-8b4a-9807afe7e07a),segment_id=f33a1733-fe88-461b-8b4a-9807afe7e07a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:14.480573 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-67297a68-9cfb-4250-9bbb-c30fe37e57db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.577869 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4a97-f1c5-405c-a2b3-81bf8e1fe719 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.579611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4a97-f1c5-405c-a2b3-81bf8e1fe719 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.636422 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9011a20e-c517-4ff6-b19d-0f7dc744e06b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.650095 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9011a20e-c517-4ff6-b19d-0f7dc744e06b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 2.2420056 Feb 10 11:32:14.651906 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33504) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:14.672607 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-67297a68-9cfb-4250-9bbb-c30fe37e57db None None] Calling delete_port for 06fc6ded-5583-4e31-81cf-9f634e9fb5aa owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:14.699780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ccc04-230a-4ad5-a067-f149f27cef17 req-13df71fb-8904-491b-812c-b68adf873593 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:14.701401 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c23ccc04-230a-4ad5-a067-f149f27cef17 req-13df71fb-8904-491b-812c-b68adf873593 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 HTTP/1.1" status: 200 len: 913 time: 0.3674200 Feb 10 11:32:14.758704 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-99defe33-aeea-4f59-bd95-235c9b5d54ca None None] Provisioning complete for port cad452d8-6f19-4d56-9576-61f48e3e99d9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:14.758952 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-99defe33-aeea-4f59-bd95-235c9b5d54ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.809191 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f47b5e3-6cfa-4445-b011-a4d33c57985a None None] Network c9ddb9b3-2913-4016-a770-951338a7f75e requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:14.817284 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-bf0c3ab0-e679-4b6d-a0d6-7cbfc4bf148b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group_rule': {'security_group_id': '39580336-b7fa-4660-9ca1-fdea13e840b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:14.834339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 06fc6ded-5583-4e31-81cf-9f634e9fb5aa no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:14.850719 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c23ccc04-230a-4ad5-a067-f149f27cef17 req-620d349f-6a4e-4ca2-8fe1-9ed0f8f87b72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eecc48b-0a10-46d3-916a-b281c257aead HTTP/1.1" status: 200 len: 217 time: 0.1417356 Feb 10 11:32:14.911724 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] For port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48,segment=NetworkSegment(8c3eafde-2627-4bbf-98b3-6e994767b10c),segment_id=8c3eafde-2627-4bbf-98b3-6e994767b10c)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:14.912420 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.920993 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-99defe33-aeea-4f59-bd95-235c9b5d54ca None None] Port cad452d8-6f19-4d56-9576-61f48e3e99d9 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:14.922350 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bf0c3ab0-e679-4b6d-a0d6-7cbfc4bf148b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:14.928798 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ad27a35-4aa4-48ba-858c-e575a69f989f req-cb1b1348-27cb-4848-87e3-af2769238fa6 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4542551 Feb 10 11:32:14.976854 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bf0c3ab0-e679-4b6d-a0d6-7cbfc4bf148b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:14.985011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4a97-f1c5-405c-a2b3-81bf8e1fe719 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.998818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bf0c3ab0-e679-4b6d-a0d6-7cbfc4bf148b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:15.049110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:15.066462 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-67297a68-9cfb-4250-9bbb-c30fe37e57db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.082389 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No ports have port_id starting with 06fc6ded-5583-4e31-81cf-9f634e9fb5aa Feb 10 11:32:15.087089 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ccc04-230a-4ad5-a067-f149f27cef17 req-cfefbca0-d14a-4f17-a92e-cf93473b51dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:15.088558 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c23ccc04-230a-4ad5-a067-f149f27cef17 req-cfefbca0-d14a-4f17-a92e-cf93473b51dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13860d03-a045-4a92-adff-58389fc1eb4f HTTP/1.1" status: 200 len: 851 time: 0.2306149 Feb 10 11:32:15.095996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bf0c3ab0-e679-4b6d-a0d6-7cbfc4bf148b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:15.143292 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67297a68-9cfb-4250-9bbb-c30fe37e57db None None] Pushing event deleted for resources: {'Port': ['ID=06fc6ded-5583-4e31-81cf-9f634e9fb5aa,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:15.186591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.189197 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67297a68-9cfb-4250-9bbb-c30fe37e57db None None] No DVR routers for this DVR port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:15.209696 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Allocated IP 172.20.0.8 (6027c06f-d291-41ad-964c-6a3e73a82c7f/be60b6ed-0cf7-4687-8142-714be9f6fb21/80d0ae0e-aa18-4660-a34b-e1cb8694c5e8) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:15.222974 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-28e40be7-975a-42d6-b071-1ffd83cd1601 None None] Provisioning for port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:15.235277 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-28e40be7-975a-42d6-b071-1ffd83cd1601 None None] Provisioning complete for port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:15.235277 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-28e40be7-975a-42d6-b071-1ffd83cd1601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.235604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:15.239279 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c23ccc04-230a-4ad5-a067-f149f27cef17 req-92160b81-f873-4ce6-b314-5ca384eac219 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1412849 Feb 10 11:32:15.244420 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No DVR routers for this DVR port 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:15.279177 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Allocated IP 172.20.0.22 (6027c06f-d291-41ad-964c-6a3e73a82c7f/24b7d8c0-f299-49d5-8b07-cd178d5cbad8/80d0ae0e-aa18-4660-a34b-e1cb8694c5e8) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:15.286829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a4ec99ae-52bb-40dc-9619-660f1efda8fa tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.374950 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5025fa2f-e807-4321-864a-77936f554502 None None] DHCP port deletion for c9ddb9b3-2913-4016-a770-951338a7f75e request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:15.380819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4a97-f1c5-405c-a2b3-81bf8e1fe719 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.384232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bf0c3ab0-e679-4b6d-a0d6-7cbfc4bf148b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.414319 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-28e40be7-975a-42d6-b071-1ffd83cd1601 None None] Could not find standard attr ID for object 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:32:15.440508 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-a4ec99ae-52bb-40dc-9619-660f1efda8fa tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29d3046-8bb6-415b-b8a9-dc6e055bebf6']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:15.491558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-a4ec99ae-52bb-40dc-9619-660f1efda8fa tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4bf81b-d191-4def-94b0-52833b98aca2') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:15.491850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-a4ec99ae-52bb-40dc-9619-660f1efda8fa tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4bf81b-d191-4def-94b0-52833b98aca2') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:15.512152 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] For port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=06fc6ded-5583-4e31-81cf-9f634e9fb5aa,segment=NetworkSegment(f33a1733-fe88-461b-8b4a-9807afe7e07a),segment_id=f33a1733-fe88-461b-8b4a-9807afe7e07a)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:15.512874 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.572380 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.600056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a4ec99ae-52bb-40dc-9619-660f1efda8fa tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.621576 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ddb9b3-2913-4016-a770-951338a7f75e']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:15.639487 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c23ccc04-230a-4ad5-a067-f149f27cef17 req-4efd001f-da50-40db-b6eb-f75966e08863 service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931286 Feb 10 11:32:15.641162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3eafde-2627-4bbf-98b3-6e994767b10c') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:15.641479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3eafde-2627-4bbf-98b3-6e994767b10c') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:15.671799 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Calling delete_port for 06fc6ded-5583-4e31-81cf-9f634e9fb5aa owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:15.673072 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.708986 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4a97-f1c5-405c-a2b3-81bf8e1fe719 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.710173 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6a5a4a97-f1c5-405c-a2b3-81bf8e1fe719 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 2.2805221 Feb 10 11:32:15.726056 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33508) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:15.767735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a4ec99ae-52bb-40dc-9619-660f1efda8fa tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.802392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.839298 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ec99ae-52bb-40dc-9619-660f1efda8fa tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:15.839705 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a4ec99ae-52bb-40dc-9619-660f1efda8fa tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:15.860918 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:15.864083 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:15.864083 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:15.883422 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:15.955302 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:15.990207 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bf0c3ab0-e679-4b6d-a0d6-7cbfc4bf148b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.009040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.014385 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bf0c3ab0-e679-4b6d-a0d6-7cbfc4bf148b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.031067 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.040068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4f1331cd-4519-4f69-a1d1-d8f4444cb0b4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.043077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:32:16.043607 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:32:16.060185 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:16.061519 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 1f1ee0f7-d0db-4478-8db9-bac1f7a4ef48 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:32:16.083847 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a4ec99ae-52bb-40dc-9619-660f1efda8fa tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.086100 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c3ab0-e679-4b6d-a0d6-7cbfc4bf148b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9462cee4-e73e-4cf2-aafb-828732c79e46,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:16.114507 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c23ccc04-230a-4ad5-a067-f149f27cef17 req-9307147d-c057-4cc5-8689-98d26c916433 service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663460 Feb 10 11:32:16.124007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Network': ['ID=c9ddb9b3-2913-4016-a770-951338a7f75e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:16.191449 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c45b2c2e-71e9-4628-80f6-9e11854957b9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/networks/c9ddb9b3-2913-4016-a770-951338a7f75e HTTP/1.1" status: 204 len: 168 time: 2.0989845 Feb 10 11:32:16.195081 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33514) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:16.257034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ec99ae-52bb-40dc-9619-660f1efda8fa tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e29d3046-8bb6-415b-b8a9-dc6e055bebf6 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 11:32:16.304503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a4ec99ae-52bb-40dc-9619-660f1efda8fa tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.314619 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec99ae-52bb-40dc-9619-660f1efda8fa tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Pushing event deleted for resources: {'Network': ['ID=e29d3046-8bb6-415b-b8a9-dc6e055bebf6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:16.335059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.354106 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a4ec99ae-52bb-40dc-9619-660f1efda8fa tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "DELETE /v2.0/networks/e29d3046-8bb6-415b-b8a9-dc6e055bebf6 HTTP/1.1" status: 204 len: 168 time: 3.0385816 Feb 10 11:32:16.358310 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bf0c3ab0-e679-4b6d-a0d6-7cbfc4bf148b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.359645 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bf0c3ab0-e679-4b6d-a0d6-7cbfc4bf148b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.5636444 Feb 10 11:32:16.365684 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33520) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:16.388303 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-231aa162-1c8d-44bb-85b6-438ae759e22e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group_rule': {'security_group_id': '39580336-b7fa-4660-9ca1-fdea13e840b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:16.398260 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Transition to ACTIVE for port object 80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:16.409481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-231aa162-1c8d-44bb-85b6-438ae759e22e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:16.422553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-231aa162-1c8d-44bb-85b6-438ae759e22e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:16.430130 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-231aa162-1c8d-44bb-85b6-438ae759e22e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:16.442592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-231aa162-1c8d-44bb-85b6-438ae759e22e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:16.462279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Router d0be5965-5083-43ad-b1ab-d5cab840b3b8 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:32:16.484807 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-231aa162-1c8d-44bb-85b6-438ae759e22e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.501341 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf516b95-53cc-49c5-8473-1da11f3da6a0 req-84f74eae-e25f-47d4-b2e8-005162571a08 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:16.502927 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf516b95-53cc-49c5-8473-1da11f3da6a0 req-84f74eae-e25f-47d4-b2e8-005162571a08 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 943 time: 0.2434897 Feb 10 11:32:16.566045 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Deleting port 06fc6ded-5583-4e31-81cf-9f634e9fb5aa {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:16.566578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.594266 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.673290 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4f1331cd-4519-4f69-a1d1-d8f4444cb0b4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.678046 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4f1331cd-4519-4f69-a1d1-d8f4444cb0b4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.717808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4f1331cd-4519-4f69-a1d1-d8f4444cb0b4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.718412 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1331cd-4519-4f69-a1d1-d8f4444cb0b4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c1f58ad-8a93-4a23-a548-9bc06ced3343 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:32:16.726240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b9ba89-40a6-486e-b78f-6ec6ab800850 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:16.726911 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-97b9ba89-40a6-486e-b78f-6ec6ab800850 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:16.751875 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4f1331cd-4519-4f69-a1d1-d8f4444cb0b4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.756074 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4f1331cd-4519-4f69-a1d1-d8f4444cb0b4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "DELETE /v2.0/routers/8c1f58ad-8a93-4a23-a548-9bc06ced3343 HTTP/1.1" status: 204 len: 168 time: 1.0274928 Feb 10 11:32:16.757712 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-97b9ba89-40a6-486e-b78f-6ec6ab800850 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:16.764139 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-97b9ba89-40a6-486e-b78f-6ec6ab800850 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5660477 Feb 10 11:32:16.764808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33530) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:16.770645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33534) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:16.776409 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-2cd0800a-0e30-4580-ba01-ce6fd4c368a7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Request body: {'router': {'name': 'tempest-router--1823149629', 'project_id': 'de7ca9852855484d88de9cce82a810f6'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:16.822921 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2cd0800a-0e30-4580-ba01-ce6fd4c368a7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:16.832976 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2cd0800a-0e30-4580-ba01-ce6fd4c368a7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Usage tracker for resource:router and tenant:de7ca9852855484d88de9cce82a810f6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:16.837338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2cd0800a-0e30-4580-ba01-ce6fd4c368a7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:16.848244 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2cd0800a-0e30-4580-ba01-ce6fd4c368a7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:16.878985 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2cd0800a-0e30-4580-ba01-ce6fd4c368a7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.879992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2cd0800a-0e30-4580-ba01-ce6fd4c368a7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.901433 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e3d8e4b1-c04a-40e1-902a-5c2d42763648 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1354032 Feb 10 11:32:16.902054 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33538) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:16.910645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d03f9e82-eaad-4107-a395-23cee4d827a6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1856720684'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:16.913847 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] The port '06fc6ded-5583-4e31-81cf-9f634e9fb5aa' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:32:16.916120 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d03f9e82-eaad-4107-a395-23cee4d827a6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:16.920192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d03f9e82-eaad-4107-a395-23cee4d827a6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:network and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:16.924736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d03f9e82-eaad-4107-a395-23cee4d827a6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:16.930409 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d03f9e82-eaad-4107-a395-23cee4d827a6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:16.950772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03f9e82-eaad-4107-a395-23cee4d827a6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:16.954679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d03f9e82-eaad-4107-a395-23cee4d827a6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.965922 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2cd0800a-0e30-4580-ba01-ce6fd4c368a7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.997362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03f9e82-eaad-4107-a395-23cee4d827a6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:32:17.003238 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2cd0800a-0e30-4580-ba01-ce6fd4c368a7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.009351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33542) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:17.012026 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 6027c06f-d291-41ad-964c-6a3e73a82c7f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:17.019281 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d03f9e82-eaad-4107-a395-23cee4d827a6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.019634 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-d03f9e82-eaad-4107-a395-23cee4d827a6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Added segment febb3b6e-50d1-4733-818f-3a77a92f78ab of type vlan for network 78212250-90cf-40a1-a119-bd3227adef60 Feb 10 11:32:17.019800 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf516b95-53cc-49c5-8473-1da11f3da6a0 req-39ee019d-828b-4187-9483-551b53f18160 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5097902 Feb 10 11:32:17.020623 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=80d0ae0e-aa18-4660-a34b-e1cb8694c5e8,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:17.028548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:17.087762 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d03f9e82-eaad-4107-a395-23cee4d827a6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.095941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2cd0800a-0e30-4580-ba01-ce6fd4c368a7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.101156 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2cd0800a-0e30-4580-ba01-ce6fd4c368a7 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3294778 Feb 10 11:32:17.102599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33548) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:17.116697 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:17.180378 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-231aa162-1c8d-44bb-85b6-438ae759e22e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.198519 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-231aa162-1c8d-44bb-85b6-438ae759e22e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.204659 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.256955 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-231aa162-1c8d-44bb-85b6-438ae759e22e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.260628 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-231aa162-1c8d-44bb-85b6-438ae759e22e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8813233 Feb 10 11:32:17.266219 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 2eecc48b-0a10-46d3-916a-b281c257aead details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:32:17.278178 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33552) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:17.286904 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231aa162-1c8d-44bb-85b6-438ae759e22e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5743cdad-3046-4930-a51c-385529106ed1,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:17.293413 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:17.294407 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.301498 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2e7a7275-0f30-4ec5-9cd2-697669a574c4 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group_rule': {'security_group_id': '39580336-b7fa-4660-9ca1-fdea13e840b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:17.311575 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed4b9d5-4960-476d-b1c2-158ea743e098']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:17.325811 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2e7a7275-0f30-4ec5-9cd2-697669a574c4 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:17.333142 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33a1733-fe88-461b-8b4a-9807afe7e07a') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:17.333460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33a1733-fe88-461b-8b4a-9807afe7e07a') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:17.349422 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2e7a7275-0f30-4ec5-9cd2-697669a574c4 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:17.361355 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.364927 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1297321210', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:17.368127 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2e7a7275-0f30-4ec5-9cd2-697669a574c4 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:17.382567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2e7a7275-0f30-4ec5-9cd2-697669a574c4 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:17.383502 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:17.392594 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3792b36d-f776-444d-ae28-a937cefa950d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 7.1886365 Feb 10 11:32:17.395082 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33556) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:17.403270 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bb60f9f1-8abb-4f44-9a73-664295e1d0e8 None None] Provisioning for port 80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:17.404203 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.409240 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bb60f9f1-8abb-4f44-9a73-664295e1d0e8 None None] Provisioning complete for port 80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:17.409712 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bb60f9f1-8abb-4f44-9a73-664295e1d0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.410328 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-901d0fdd-d050-4269-83df-59306951f8d6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'be60b6ed-0cf7-4687-8142-714be9f6fb21'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:17.451689 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:17.451904 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Usage tracker for resource:router and tenant:8521d4e943cc4619b75fc4be12849af9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:17.452095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.460705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:17.468520 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:17.471817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d03f9e82-eaad-4107-a395-23cee4d827a6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.474612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03f9e82-eaad-4107-a395-23cee4d827a6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:17.474612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d03f9e82-eaad-4107-a395-23cee4d827a6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.480977 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:17.490071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-bb60f9f1-8abb-4f44-9a73-664295e1d0e8 None None] Port 80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:17.498022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 2eecc48b-0a10-46d3-916a-b281c257aead, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2eecc48b-0a10-46d3-916a-b281c257aead,segment=NetworkSegment(218f680c-641e-4523-96c6-070d97cdb3b2),segment_id=218f680c-641e-4523-96c6-070d97cdb3b2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:17.512240 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '2eecc48b-0a10-46d3-916a-b281c257aead', 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'port_id': '2eecc48b-0a10-46d3-916a-b281c257aead', 'mac_address': 'fa:16:3e:f1:93:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:32:17.542906 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:17.553042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e7a7275-0f30-4ec5-9cd2-697669a574c4 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.558379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Sync routers for ids ['d0be5965-5083-43ad-b1ab-d5cab840b3b8'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:17.568194 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9b9fa3d8-7143-4e2f-b74d-c0c43a420f8b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "PUT /v2.0/routers/d0be5965-5083-43ad-b1ab-d5cab840b3b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4378614 Feb 10 11:32:17.582884 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33560) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:17.583326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.603592 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Routers {'d0be5965-5083-43ad-b1ab-d5cab840b3b8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:17.604328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['d0be5965-5083-43ad-b1ab-d5cab840b3b8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:17.636127 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.642308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.643257 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.657502 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ddcdf299-8d03-4bbd-ace5-038b6d1465ce tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.659759 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eecc48b-0a10-46d3-916a-b281c257aead {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:32:17.679981 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 2eecc48b-0a10-46d3-916a-b281c257aead, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2eecc48b-0a10-46d3-916a-b281c257aead,segment=NetworkSegment(218f680c-641e-4523-96c6-070d97cdb3b2),segment_id=218f680c-641e-4523-96c6-070d97cdb3b2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:17.706443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.716004 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d03f9e82-eaad-4107-a395-23cee4d827a6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8086240 Feb 10 11:32:17.719839 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33564) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:17.739139 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f9e82-eaad-4107-a395-23cee4d827a6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Network': ['ID=78212250-90cf-40a1-a119-bd3227adef60,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:17.744041 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.748147 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-23f150e1-b6e7-4dd3-89d1-48297b0d1b8c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'subnet': {'network_id': '78212250-90cf-40a1-a119-bd3227adef60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:17.764406 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Network': ['ID=aed4b9d5-4960-476d-b1c2-158ea743e098,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:17.772670 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e7244718-2201-470b-836d-201e19f531dd tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/networks/aed4b9d5-4960-476d-b1c2-158ea743e098 HTTP/1.1" status: 204 len: 168 time: 4.5296690 Feb 10 11:32:17.782024 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33568) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:17.793906 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 78212250-90cf-40a1-a119-bd3227adef60 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:32:17.832447 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307f52e-16ad-4445-8d28-60d685d05d8f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:17.833113 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5307f52e-16ad-4445-8d28-60d685d05d8f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:17.858104 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5307f52e-16ad-4445-8d28-60d685d05d8f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:17.863826 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5307f52e-16ad-4445-8d28-60d685d05d8f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports/cad452d8-6f19-4d56-9576-61f48e3e99d9 HTTP/1.1" status: 200 len: 911 time: 0.2733727 Feb 10 11:32:17.864154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33572) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:17.893387 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa5a446-af55-411b-a386-4e95bc01fbff tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] DELETE failed (client error): The resource could not be found. Feb 10 11:32:17.893832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa5a446-af55-411b-a386-4e95bc01fbff tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:17.898156 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-daa5a446-af55-411b-a386-4e95bc01fbff tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/subnets/d16a2689-ebdf-4a35-8887-8e98688bd043 HTTP/1.1" status: 404 len: 337 time: 0.1121762 Feb 10 11:32:17.900997 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.909161 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33576) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:17.987864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Set router d0be5965-5083-43ad-b1ab-d5cab840b3b8 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:18.027872 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=2eecc48b-0a10-46d3-916a-b281c257aead,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:18.030782 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['2eecc48b-0a10-46d3-916a-b281c257aead'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:32:18.052923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e7a7275-0f30-4ec5-9cd2-697669a574c4 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.054722 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-23f150e1-b6e7-4dd3-89d1-48297b0d1b8c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:18.069911 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-23f150e1-b6e7-4dd3-89d1-48297b0d1b8c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:subnet and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:18.072603 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e7a7275-0f30-4ec5-9cd2-697669a574c4 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.082888 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-23f150e1-b6e7-4dd3-89d1-48297b0d1b8c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:18.106495 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-23f150e1-b6e7-4dd3-89d1-48297b0d1b8c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:18.117526 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-901d0fdd-d050-4269-83df-59306951f8d6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.137905 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a7275-0f30-4ec5-9cd2-697669a574c4 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d9b6cc-a589-4f38-86c3-f4d5a569172b,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:18.154248 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f150e1-b6e7-4dd3-89d1-48297b0d1b8c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:18.159898 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2942e9b3-cff1-495e-b7f9-b9a937ad0c5c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] DELETE failed (client error): The resource could not be found. Feb 10 11:32:18.160333 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2942e9b3-cff1-495e-b7f9-b9a937ad0c5c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:18.172664 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2942e9b3-cff1-495e-b7f9-b9a937ad0c5c tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/networks/79eb38af-ccb6-496f-b31e-7ace956157b8 HTTP/1.1" status: 404 len: 339 time: 0.1269457 Feb 10 11:32:18.240293 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33582) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.316657 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ddcdf299-8d03-4bbd-ace5-038b6d1465ce tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.319374 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bd94d4-a798-4544-9983-afbdb9afc869 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] DELETE failed (client error): The resource could not be found. Feb 10 11:32:18.319851 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90bd94d4-a798-4544-9983-afbdb9afc869 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:18.323932 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-90bd94d4-a798-4544-9983-afbdb9afc869 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/subnets/8db5fb6d-775f-4d83-8ff9-052c698cfa0f HTTP/1.1" status: 404 len: 337 time: 0.0803921 Feb 10 11:32:18.377153 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33586) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.398202 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e7a7275-0f30-4ec5-9cd2-697669a574c4 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.399341 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2e7a7275-0f30-4ec5-9cd2-697669a574c4 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.1169794 Feb 10 11:32:18.442111 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ddcdf299-8d03-4bbd-ace5-038b6d1465ce tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.443466 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33590) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.460641 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be5965-5083-43ad-b1ab-d5cab840b3b8', 'name': 'tempest-NetworksTestDHCPv6-router-2100899910', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:03Z', 'updated_at': '2022-02-10T11:32:10Z', 'revision_number': 2, 'project_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'gw_port_host': None, '_interfaces': [{'id': 'cad452d8-6f19-4d56-9576-61f48e3e99d9', 'name': '', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'mac_address': 'fa:16:3e:ac:1c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0be5965-5083-43ad-b1ab-d5cab840b3b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233afffc-d86f-4b78-8479-6efe8226fd77', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:07Z', 'updated_at': '2022-02-10T11:32:11Z', 'revision_number': 2, 'project_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'subnets': [{'id': '233afffc-d86f-4b78-8479-6efe8226fd77', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:18.464867 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Checking router: d0be5965-5083-43ad-b1ab-d5cab840b3b8 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:32:18.465256 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Updating router d0be5965-5083-43ad-b1ab-d5cab840b3b8 port cad452d8-6f19-4d56-9576-61f48e3e99d9 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:32:18.492421 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a395f9e9-02e1-460e-b850-b64d2b75039a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:18.496484 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a6920b-50fd-4534-867f-a04774712e64 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] DELETE failed (client error): The resource could not be found. Feb 10 11:32:18.496870 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a395f9e9-02e1-460e-b850-b64d2b75039a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:18.497033 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a6920b-50fd-4534-867f-a04774712e64 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:18.503800 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a395f9e9-02e1-460e-b850-b64d2b75039a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6334119 Feb 10 11:32:18.504002 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-64a6920b-50fd-4534-867f-a04774712e64 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/networks/aa52707d-934d-4970-be8a-abe4f7518922 HTTP/1.1" status: 404 len: 339 time: 0.1175294 Feb 10 11:32:18.504323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33594) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.504654 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33596) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.525805 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.526848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-facb55f0-2f6f-4ab4-9e8b-91aeb13028e0 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.542642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.546604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-facb55f0-2f6f-4ab4-9e8b-91aeb13028e0 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.557649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ddcdf299-8d03-4bbd-ace5-038b6d1465ce tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.558174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcdf299-8d03-4bbd-ace5-038b6d1465ce tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bba098e4-774d-4b08-a8c6-4f0e730419d6 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:32:18.583806 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ddcdf299-8d03-4bbd-ace5-038b6d1465ce tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.587300 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ddcdf299-8d03-4bbd-ace5-038b6d1465ce tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "DELETE /v2.0/routers/bba098e4-774d-4b08-a8c6-4f0e730419d6 HTTP/1.1" status: 204 len: 168 time: 1.4810050 Feb 10 11:32:18.611173 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23f150e1-b6e7-4dd3-89d1-48297b0d1b8c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.623397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-facb55f0-2f6f-4ab4-9e8b-91aeb13028e0 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.657486 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb55f0-2f6f-4ab4-9e8b-91aeb13028e0 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04d9b6cc-a589-4f38-86c3-f4d5a569172b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:18.731380 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-facb55f0-2f6f-4ab4-9e8b-91aeb13028e0 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.735530 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-facb55f0-2f6f-4ab4-9e8b-91aeb13028e0 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/04d9b6cc-a589-4f38-86c3-f4d5a569172b HTTP/1.1" status: 204 len: 168 time: 0.2881064 Feb 10 11:32:18.739166 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33604) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.743023 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf902ca-bc74-4528-96a0-df8879b7248d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] DELETE failed (client error): The resource could not be found. Feb 10 11:32:18.743396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf902ca-bc74-4528-96a0-df8879b7248d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:18.745022 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-faf902ca-bc74-4528-96a0-df8879b7248d tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/subnets/6e17c4c9-ef11-472a-ac84-9c1e6eb91d30 HTTP/1.1" status: 404 len: 337 time: 0.2380028 Feb 10 11:32:18.765243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33606) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.809760 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-269ebbf4-e4ab-46b4-a49e-ea4037a7d4de tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] DELETE failed (client error): The resource could not be found. Feb 10 11:32:18.810378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-269ebbf4-e4ab-46b4-a49e-ea4037a7d4de tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:18.816531 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-269ebbf4-e4ab-46b4-a49e-ea4037a7d4de tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/networks/75a796ce-7801-416d-ba32-44d90d4c566f HTTP/1.1" status: 404 len: 339 time: 0.0427644 Feb 10 11:32:18.821841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33612) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.922702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33616) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.965925 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.983400 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Transition to ACTIVE for port object cad452d8-6f19-4d56-9576-61f48e3e99d9 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:18.988568 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb63a8-e229-499b-a14b-bc0b430beb8f req-ba369746-4a7a-4660-9577-9a537d169669 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:18.990340 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-affb63a8-e229-499b-a14b-bc0b430beb8f req-ba369746-4a7a-4660-9577-9a537d169669 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 944 time: 0.6110010 Feb 10 11:32:18.998145 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.137019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1e3e1-7321-45f0-88ac-fd82b9fd641f None None] Pushing event updated for resources: {'Port': ['ID=cad452d8-6f19-4d56-9576-61f48e3e99d9,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:19.212004 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9450dac0-cc95-4be8-b68e-8e5cf2d59d0c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:19.220924 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-affb63a8-e229-499b-a14b-bc0b430beb8f req-413be42e-53ab-46b8-8d19-c221d837964a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198040 Feb 10 11:32:19.261989 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Attempting to bind port cad452d8-6f19-4d56-9576-61f48e3e99d9 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:19.262791 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Attempting to bind port cad452d8-6f19-4d56-9576-61f48e3e99d9 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:19.263397 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Attempting to bind port cad452d8-6f19-4d56-9576-61f48e3e99d9 on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:19.268625 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 2eecc48b-0a10-46d3-916a-b281c257aead up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:19.310161 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:19.310953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:19.311514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9450dac0-cc95-4be8-b68e-8e5cf2d59d0c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:19.311810 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.312914 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:19.313810 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9450dac0-cc95-4be8-b68e-8e5cf2d59d0c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.5689650 Feb 10 11:32:19.314222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Bound port: cad452d8-6f19-4d56-9576-61f48e3e99d9, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:19.314585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.316962 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33622) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:19.324230 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2267951-f6ce-4de3-8d42-2f490fe82806 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Deleting subnet fe13676e-8077-409c-9e8d-6d073a8c2d4d {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:19.349737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1160669029', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:19.350689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e2267951-f6ce-4de3-8d42-2f490fe82806 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.436752 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] For port cad452d8-6f19-4d56-9576-61f48e3e99d9, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:19.440059 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 2eecc48b-0a10-46d3-916a-b281c257aead completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:19.444951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] For port cad452d8-6f19-4d56-9576-61f48e3e99d9, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cad452d8-6f19-4d56-9576-61f48e3e99d9,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:19.448325 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 2eecc48b-0a10-46d3-916a-b281c257aead triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:19.448786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.448907 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.455869 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:19.482730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-133cf508-b462-4f26-95fe-5a4f1f8eb517 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.488443 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.490442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.522986 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Usage tracker for resource:router and tenant:99ed92f9b9c240a18aba428dc8472ebc is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:19.537318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e2267951-f6ce-4de3-8d42-2f490fe82806 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.537584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:19.553388 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:19.570563 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-133cf508-b462-4f26-95fe-5a4f1f8eb517 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.571753 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23f150e1-b6e7-4dd3-89d1-48297b0d1b8c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.576533 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-901d0fdd-d050-4269-83df-59306951f8d6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Delete allocated IP 172.20.0.22 (6027c06f-d291-41ad-964c-6a3e73a82c7f/24b7d8c0-f299-49d5-8b07-cd178d5cbad8) {{(pid=83554) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 11:32:19.609879 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1e3e1-7321-45f0-88ac-fd82b9fd641f None None] Pushing event updated for resources: {'Port': ['ID=cad452d8-6f19-4d56-9576-61f48e3e99d9,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:19.635095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.636683 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.660300 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-133cf508-b462-4f26-95fe-5a4f1f8eb517 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.674368 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Routers {'d0be5965-5083-43ad-b1ab-d5cab840b3b8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:19.675000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['d0be5965-5083-43ad-b1ab-d5cab840b3b8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:19.759297 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cf508-b462-4f26-95fe-5a4f1f8eb517 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5743cdad-3046-4930-a51c-385529106ed1,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:19.777713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Allocated IP 172.26.4.221 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/f474e60f-91d8-46e3-8590-a31eb311028e) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:19.780359 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-133cf508-b462-4f26-95fe-5a4f1f8eb517 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.785454 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-133cf508-b462-4f26-95fe-5a4f1f8eb517 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5743cdad-3046-4930-a51c-385529106ed1 HTTP/1.1" status: 204 len: 168 time: 0.4577610 Feb 10 11:32:19.790281 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33626) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:19.805937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.823396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e2267951-f6ce-4de3-8d42-2f490fe82806 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.894563 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.942322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573dd72a-a490-4acc-9053-5109c3f3c2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eecc48b-0a10-46d3-916a-b281c257aead'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:32:19.952423 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] Set router d0be5965-5083-43ad-b1ab-d5cab840b3b8 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:19.994855 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 2eecc48b-0a10-46d3-916a-b281c257aead, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2eecc48b-0a10-46d3-916a-b281c257aead,segment=NetworkSegment(218f680c-641e-4523-96c6-070d97cdb3b2),segment_id=218f680c-641e-4523-96c6-070d97cdb3b2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:20.002912 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-901d0fdd-d050-4269-83df-59306951f8d6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.014143 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.025951 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f150e1-b6e7-4dd3-89d1-48297b0d1b8c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Subnet': ['ID=f14f06db-2ccc-4d87-a223-79ca336620a3,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:20.055447 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573dd72a-a490-4acc-9053-5109c3f3c2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eecc48b-0a10-46d3-916a-b281c257aead', 'code': 200} Feb 10 11:32:20.060712 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-94b91306-1b94-4e1d-bd22-1d2dc3bfa6ab tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:20.089516 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e2267951-f6ce-4de3-8d42-2f490fe82806 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.136265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-901d0fdd-d050-4269-83df-59306951f8d6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Transition to ACTIVE for port object 80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:20.168071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df8124f-1f1a-412c-9c3e-472cc4d64871 None None] Network 26b7eaac-870b-4664-90ac-3e27b35a0e73 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:20.227039 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.237031 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e2267951-f6ce-4de3-8d42-2f490fe82806 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.239807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-94b91306-1b94-4e1d-bd22-1d2dc3bfa6ab tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:20.241093 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-94b91306-1b94-4e1d-bd22-1d2dc3bfa6ab tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.4498670 Feb 10 11:32:20.249705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2267951-f6ce-4de3-8d42-2f490fe82806 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Subnet': ['ID=fe13676e-8077-409c-9e8d-6d073a8c2d4d,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:20.254179 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33632) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:20.297479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64c2b033-3fc0-4c30-984d-72f3c0250303 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.308666 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e2267951-f6ce-4de3-8d42-2f490fe82806 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/subnets/fe13676e-8077-409c-9e8d-6d073a8c2d4d HTTP/1.1" status: 204 len: 168 time: 1.4815457 Feb 10 11:32:20.313403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33638) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:20.317366 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=2eecc48b-0a10-46d3-916a-b281c257aead,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:20.322444 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-901d0fdd-d050-4269-83df-59306951f8d6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.366476 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64c2b033-3fc0-4c30-984d-72f3c0250303 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.420837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64c2b033-3fc0-4c30-984d-72f3c0250303 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.426305 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0c048cbd-916d-4c4b-bcc4-b9a68d450085 req-0f285383-2f90-4879-be7c-5a0ba480b961 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 1098 time: 0.1318238 Feb 10 11:32:20.439569 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.509469 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2b033-3fc0-4c30-984d-72f3c0250303 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9462cee4-e73e-4cf2-aafb-828732c79e46,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:20.528985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f150e1-b6e7-4dd3-89d1-48297b0d1b8c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Checking segment: {'id': 'febb3b6e-50d1-4733-818f-3a77a92f78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '78212250-90cf-40a1-a119-bd3227adef60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:20.528985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f150e1-b6e7-4dd3-89d1-48297b0d1b8c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network hostable DHCP agents. Network: 78212250-90cf-40a1-a119-bd3227adef60, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:32:20.531726 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64c2b033-3fc0-4c30-984d-72f3c0250303 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.532857 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-64c2b033-3fc0-4c30-984d-72f3c0250303 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9462cee4-e73e-4cf2-aafb-828732c79e46 HTTP/1.1" status: 204 len: 168 time: 0.2747493 Feb 10 11:32:20.540213 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33642) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:20.574695 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:20.579370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Pushing event updated for resources: {'Port': ['ID=f474e60f-91d8-46e3-8590-a31eb311028e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:20.581901 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:20.588626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:20.607323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d0fdd-d050-4269-83df-59306951f8d6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=80d0ae0e-aa18-4660-a34b-e1cb8694c5e8,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:20.647030 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0c048cbd-916d-4c4b-bcc4-b9a68d450085 req-b82d9f9e-a37d-436e-b2fb-b8d872663ccc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108727 Feb 10 11:32:20.662499 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be5965-5083-43ad-b1ab-d5cab840b3b8', 'name': 'tempest-NetworksTestDHCPv6-router-2100899910', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:03Z', 'updated_at': '2022-02-10T11:32:10Z', 'revision_number': 2, 'project_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'gw_port_host': None, '_interfaces': [{'id': 'cad452d8-6f19-4d56-9576-61f48e3e99d9', 'name': '', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'mac_address': 'fa:16:3e:ac:1c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0be5965-5083-43ad-b1ab-d5cab840b3b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233afffc-d86f-4b78-8479-6efe8226fd77', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:07Z', 'updated_at': '2022-02-10T11:32:19Z', 'revision_number': 4, 'project_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'subnets': [{'id': '233afffc-d86f-4b78-8479-6efe8226fd77', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:20.670226 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72eddd1-acec-4776-96e1-8d861215f1a7 None None] The sync data for ids ['d0be5965-5083-43ad-b1ab-d5cab840b3b8'] in dv-neutron-828497-1-hyperv is: [{'id': 'd0be5965-5083-43ad-b1ab-d5cab840b3b8', 'name': 'tempest-NetworksTestDHCPv6-router-2100899910', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:03Z', 'updated_at': '2022-02-10T11:32:10Z', 'revision_number': 2, 'project_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'gw_port_host': None, '_interfaces': [{'id': 'cad452d8-6f19-4d56-9576-61f48e3e99d9', 'name': '', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'mac_address': 'fa:16:3e:ac:1c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0be5965-5083-43ad-b1ab-d5cab840b3b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233afffc-d86f-4b78-8479-6efe8226fd77', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:07Z', 'updated_at': '2022-02-10T11:32:19Z', 'revision_number': 4, 'project_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'subnets': [{'id': '233afffc-d86f-4b78-8479-6efe8226fd77', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:20.694883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.697982 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0f1321-b499-463d-ac3c-d68c706bb5d0 None None] DHCP port deletion for 26b7eaac-870b-4664-90ac-3e27b35a0e73 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:20.702664 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f1321-b499-463d-ac3c-d68c706bb5d0 None None] Deleting port f21ae62b-4c9e-43b4-ba9b-554518bdbb61 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:20.703327 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8d0f1321-b499-463d-ac3c-d68c706bb5d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.724277 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b342ff9f-449a-4101-9bcd-d1791e260aab tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:20.747617 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-901d0fdd-d050-4269-83df-59306951f8d6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] In _notify_port_updated(), no bound segment for port 80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 on network 6027c06f-d291-41ad-964c-6a3e73a82c7f {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:32:20.751833 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901d0fdd-d050-4269-83df-59306951f8d6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:20.752556 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-901d0fdd-d050-4269-83df-59306951f8d6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.754134 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-901d0fdd-d050-4269-83df-59306951f8d6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "PUT /v2.0/ports/80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 HTTP/1.1" status: 200 len: 918 time: 3.3552604 Feb 10 11:32:20.758052 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.760883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33646) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:20.810425 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-849b7eca-d8b2-45a5-b11f-0509a9bf4a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'be60b6ed-0cf7-4687-8142-714be9f6fb21'}, {'subnet_id': '24b7d8c0-f299-49d5-8b07-cd178d5cbad8'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:20.826152 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b342ff9f-449a-4101-9bcd-d1791e260aab tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:20.831412 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b342ff9f-449a-4101-9bcd-d1791e260aab tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2846320 Feb 10 11:32:20.836402 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33650) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:20.909230 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4df40dd-394d-486c-8c0a-74256289c984 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.937143 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4df40dd-394d-486c-8c0a-74256289c984 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.989787 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4df40dd-394d-486c-8c0a-74256289c984 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.010272 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df40dd-394d-486c-8c0a-74256289c984 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69899c2a-fcca-4a33-a322-25f629beb84f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:21.036616 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b5807724-b394-42fb-bf3c-5634abd156b4 None None] Provisioning for port 80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:21.038327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.039074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.045296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4df40dd-394d-486c-8c0a-74256289c984 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.047908 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b5807724-b394-42fb-bf3c-5634abd156b4 None None] Provisioning complete for port 80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:21.048182 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b4df40dd-394d-486c-8c0a-74256289c984 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/69899c2a-fcca-4a33-a322-25f629beb84f HTTP/1.1" status: 204 len: 168 time: 0.2065232 Feb 10 11:32:21.048305 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b5807724-b394-42fb-bf3c-5634abd156b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.050410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33654) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:21.080916 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Deleting port f21ae62b-4c9e-43b4-ba9b-554518bdbb61 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:21.081664 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.102920 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8d0f1321-b499-463d-ac3c-d68c706bb5d0 None None] For port f21ae62b-4c9e-43b4-ba9b-554518bdbb61, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f21ae62b-4c9e-43b4-ba9b-554518bdbb61,segment=NetworkSegment(db153137-7a7e-4f3b-b94b-50aa8e4db0ae),segment_id=db153137-7a7e-4f3b-b94b-50aa8e4db0ae)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:21.103331 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8d0f1321-b499-463d-ac3c-d68c706bb5d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.145167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-849b7eca-d8b2-45a5-b11f-0509a9bf4a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.154987 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f150e1-b6e7-4dd3-89d1-48297b0d1b8c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network 78212250-90cf-40a1-a119-bd3227adef60 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:32:21.195643 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73777aff-5f01-420c-b755-1b9d618c89d3 req-58a66c36-2486-4b2d-9dc1-2ee56fe8027f tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:21.197353 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73777aff-5f01-420c-b755-1b9d618c89d3 req-58a66c36-2486-4b2d-9dc1-2ee56fe8027f tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.7948647 Feb 10 11:32:21.258207 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f1321-b499-463d-ac3c-d68c706bb5d0 None None] Calling delete_port for f21ae62b-4c9e-43b4-ba9b-554518bdbb61 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:21.271996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d0a7770c-6718-4b5e-a758-307e5ce72089 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:21.291430 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-23f150e1-b6e7-4dd3-89d1-48297b0d1b8c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 78212250-90cf-40a1-a119-bd3227adef60) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:21.291853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b5807724-b394-42fb-bf3c-5634abd156b4 None None] Port 80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:21.302733 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d0a7770c-6718-4b5e-a758-307e5ce72089 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:21.304063 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d0a7770c-6718-4b5e-a758-307e5ce72089 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2527480 Feb 10 11:32:21.308213 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33658) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:21.321412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f150e1-b6e7-4dd3-89d1-48297b0d1b8c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:21.322122 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23f150e1-b6e7-4dd3-89d1-48297b0d1b8c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.324415 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a83af2-60b8-4b63-9066-3b1b8b456f50 None None] Network 78212250-90cf-40a1-a119-bd3227adef60 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:21.353584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b90a3b2-0a07-4b25-9556-179d4bbdcbb5 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.367511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b90a3b2-0a07-4b25-9556-179d4bbdcbb5 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.419810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b90a3b2-0a07-4b25-9556-179d4bbdcbb5 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.458190 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8d0f1321-b499-463d-ac3c-d68c706bb5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.459541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90a3b2-0a07-4b25-9556-179d4bbdcbb5 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84ee41d6-4ebf-417b-a0b9-52136003a1c1,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:21.478372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b90a3b2-0a07-4b25-9556-179d4bbdcbb5 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.479592 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2b90a3b2-0a07-4b25-9556-179d4bbdcbb5 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/84ee41d6-4ebf-417b-a0b9-52136003a1c1 HTTP/1.1" status: 204 len: 168 time: 0.1703088 Feb 10 11:32:21.482380 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33662) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:21.535534 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f1321-b499-463d-ac3c-d68c706bb5d0 None None] Pushing event deleted for resources: {'Port': ['ID=f21ae62b-4c9e-43b4-ba9b-554518bdbb61,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:21.537846 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Router 4ed549ce-7da6-441c-bd6d-71199e8bf9b4 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:32:21.543491 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0f1321-b499-463d-ac3c-d68c706bb5d0 None None] No DVR routers for this DVR port f21ae62b-4c9e-43b4-ba9b-554518bdbb61 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:21.560715 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-48f42ba1-d409-4c7e-97b2-dbc40239a923 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:21.674320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] For port f21ae62b-4c9e-43b4-ba9b-554518bdbb61, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f21ae62b-4c9e-43b4-ba9b-554518bdbb61,segment=NetworkSegment(db153137-7a7e-4f3b-b94b-50aa8e4db0ae),segment_id=db153137-7a7e-4f3b-b94b-50aa8e4db0ae)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:21.674821 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.681674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-78212250-90cf-40a1-a119-bd3227adef60', 'network_id': '78212250-90cf-40a1-a119-bd3227adef60', 'tenant_id': '4e97c96ac063404ba5595986b22a3e7c', 'fixed_ips': [{'subnet_id': 'f14f06db-2ccc-4d87-a223-79ca336620a3'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:32:21.683321 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.834971 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-48f42ba1-d409-4c7e-97b2-dbc40239a923 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:21.835544 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Calling delete_port for f21ae62b-4c9e-43b4-ba9b-554518bdbb61 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:21.836238 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-48f42ba1-d409-4c7e-97b2-dbc40239a923 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3528986 Feb 10 11:32:21.839447 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33666) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:21.929302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-440461f6-4b20-45aa-b2d9-1f478392ec2b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.939542 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Allocated IP 2001:db8::2 (78212250-90cf-40a1-a119-bd3227adef60/f14f06db-2ccc-4d87-a223-79ca336620a3/a5ecc59c-16c3-4750-97e4-620cb4f22a5b) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:21.973675 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-440461f6-4b20-45aa-b2d9-1f478392ec2b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.029425 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:22.034183 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:32:22.034183 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:32:22.042142 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4ca06c-d26d-4649-9082-2bc72736426f None None] Sync routers for ids ['4ed549ce-7da6-441c-bd6d-71199e8bf9b4'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:22.046113 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-440461f6-4b20-45aa-b2d9-1f478392ec2b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.055640 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73777aff-5f01-420c-b755-1b9d618c89d3 req-1be5b46c-d1cf-4445-97e0-1fd00aa46ab0 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7954569 Feb 10 11:32:22.064327 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-23f150e1-b6e7-4dd3-89d1-48297b0d1b8c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3341742 Feb 10 11:32:22.066114 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ca06c-d26d-4649-9082-2bc72736426f None None] Routers {'4ed549ce-7da6-441c-bd6d-71199e8bf9b4'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:22.067464 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9c4ca06c-d26d-4649-9082-2bc72736426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['4ed549ce-7da6-441c-bd6d-71199e8bf9b4'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:22.068098 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33670) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:22.073837 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cad452d8-6f19-4d56-9576-61f48e3e99d9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:22.083689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440461f6-4b20-45aa-b2d9-1f478392ec2b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39580336-b7fa-4660-9ca1-fdea13e840b1,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:22.109868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.111932 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-287ff890-cb26-456e-80bc-7b07dd7959b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.1007316 Feb 10 11:32:22.113513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-440461f6-4b20-45aa-b2d9-1f478392ec2b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.114819 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-440461f6-4b20-45aa-b2d9-1f478392ec2b tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-groups/39580336-b7fa-4660-9ca1-fdea13e840b1 HTTP/1.1" status: 204 len: 168 time: 0.2731853 Feb 10 11:32:22.115536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33674) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:22.118361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33676) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:22.120871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8659b1fc-7bdb-4fe8-9348-e82b2b412834 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'network_id': '78212250-90cf-40a1-a119-bd3227adef60', 'name': 'tempest-PortsIpV6TestJSON-526521555'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:22.203392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-64653661-0260-4178-8938-5a35837a2fc5 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:22.224894 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-64653661-0260-4178-8938-5a35837a2fc5 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:22.233299 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-64653661-0260-4178-8938-5a35837a2fc5 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1133556 Feb 10 11:32:22.234022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33680) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:22.244302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3d2967df-9636-4b46-9ca6-b40f4659a75f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group': {'name': 'tempest-secgroup--217493272'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:22.255284 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9c4ca06c-d26d-4649-9082-2bc72736426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:22.255546 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3d2967df-9636-4b46-9ca6-b40f4659a75f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:22.271442 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ca06c-d26d-4649-9082-2bc72736426f None None] Routers {'4ed549ce-7da6-441c-bd6d-71199e8bf9b4'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:22.272124 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3d2967df-9636-4b46-9ca6-b40f4659a75f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:22.272649 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9c4ca06c-d26d-4649-9082-2bc72736426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['4ed549ce-7da6-441c-bd6d-71199e8bf9b4'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:22.281696 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port cad452d8-6f19-4d56-9576-61f48e3e99d9 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:22.291360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d2967df-9636-4b46-9ca6-b40f4659a75f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.292908 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port cad452d8-6f19-4d56-9576-61f48e3e99d9 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:22.293363 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.342987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3d2967df-9636-4b46-9ca6-b40f4659a75f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:22.353434 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9c4ca06c-d26d-4649-9082-2bc72736426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:22.354256 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4ca06c-d26d-4649-9082-2bc72736426f None None] The sync data for ids ['4ed549ce-7da6-441c-bd6d-71199e8bf9b4'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:22.359725 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3d2967df-9636-4b46-9ca6-b40f4659a75f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:22.360213 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.382275 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Transition to ACTIVE for port object a5ecc59c-16c3-4750-97e4-620cb4f22a5b will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:22.438880 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d2967df-9636-4b46-9ca6-b40f4659a75f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.447403 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Transition to ACTIVE for port object a5ecc59c-16c3-4750-97e4-620cb4f22a5b will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:22.449410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d2967df-9636-4b46-9ca6-b40f4659a75f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.462345 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.506979 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2967df-9636-4b46-9ca6-b40f4659a75f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1152c7-f78a-408b-87a7-80fdfba50f96,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:22.521375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d2967df-9636-4b46-9ca6-b40f4659a75f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.526155 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3d2967df-9636-4b46-9ca6-b40f4659a75f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2870829 Feb 10 11:32:22.526584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33686) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:22.533683 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-fbcc9a87-46a6-45b0-88e6-854dc6a751b3 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group_rule': {'security_group_id': '9d1152c7-f78a-408b-87a7-80fdfba50f96', 'direction': 'ingress', 'protocol': 17}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:22.537472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.540038 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fbcc9a87-46a6-45b0-88e6-854dc6a751b3 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:22.544189 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fbcc9a87-46a6-45b0-88e6-854dc6a751b3 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:22.547354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fbcc9a87-46a6-45b0-88e6-854dc6a751b3 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:22.553497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fbcc9a87-46a6-45b0-88e6-854dc6a751b3 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:22.559531 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Pushing event updated for resources: {'Port': ['ID=a5ecc59c-16c3-4750-97e4-620cb4f22a5b,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:22.569419 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Network 78212250-90cf-40a1-a119-bd3227adef60 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:22.572010 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:22.573442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9a87-46a6-45b0-88e6-854dc6a751b3 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.574085 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:22.579026 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Deleting port f21ae62b-4c9e-43b4-ba9b-554518bdbb61 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:22.579438 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.628341 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port cad452d8-6f19-4d56-9576-61f48e3e99d9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cad452d8-6f19-4d56-9576-61f48e3e99d9,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:22.660884 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.662942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9a87-46a6-45b0-88e6-854dc6a751b3 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.667209 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9a87-46a6-45b0-88e6-854dc6a751b3 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.692902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc9a87-46a6-45b0-88e6-854dc6a751b3 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15249b50-4dfa-43eb-bf8a-9936cbdf83ef,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:22.710707 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9a87-46a6-45b0-88e6-854dc6a751b3 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.712174 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fbcc9a87-46a6-45b0-88e6-854dc6a751b3 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1845696 Feb 10 11:32:22.714825 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33690) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:22.740057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f21ae62b-4c9e-43b4-ba9b-554518bdbb61 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:22.767042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Attempting to bind port a5ecc59c-16c3-4750-97e4-620cb4f22a5b on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:22.767404 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Attempting to bind port a5ecc59c-16c3-4750-97e4-620cb4f22a5b by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'febb3b6e-50d1-4733-818f-3a77a92f78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '78212250-90cf-40a1-a119-bd3227adef60'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:22.767770 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Attempting to bind port a5ecc59c-16c3-4750-97e4-620cb4f22a5b on network 78212250-90cf-40a1-a119-bd3227adef60 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:22.784828 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: f21ae62b-4c9e-43b4-ba9b-554518bdbb61 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:22.785202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f21ae62b-4c9e-43b4-ba9b-554518bdbb61 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:32:22.788094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6a87bf4-4c18-4608-92df-c2a792fe3879 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.796160 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:22.796552 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Checking segment: {'id': 'febb3b6e-50d1-4733-818f-3a77a92f78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '78212250-90cf-40a1-a119-bd3227adef60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:22.797727 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.798180 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Bound using segment: {'id': 'febb3b6e-50d1-4733-818f-3a77a92f78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '78212250-90cf-40a1-a119-bd3227adef60'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:22.798901 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Bound port: a5ecc59c-16c3-4750-97e4-620cb4f22a5b, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febb3b6e-50d1-4733-818f-3a77a92f78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '78212250-90cf-40a1-a119-bd3227adef60'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:22.799313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.809698 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=cad452d8-6f19-4d56-9576-61f48e3e99d9,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:22.820920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6a87bf4-4c18-4608-92df-c2a792fe3879 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.868589 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] The port 'f21ae62b-4c9e-43b4-ba9b-554518bdbb61' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:32:22.903265 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] For port a5ecc59c-16c3-4750-97e4-620cb4f22a5b, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:22.907668 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] For port a5ecc59c-16c3-4750-97e4-620cb4f22a5b, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a5ecc59c-16c3-4750-97e4-620cb4f22a5b,segment=NetworkSegment(febb3b6e-50d1-4733-818f-3a77a92f78ab),segment_id=febb3b6e-50d1-4733-818f-3a77a92f78ab)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:22.912818 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.930318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6a87bf4-4c18-4608-92df-c2a792fe3879 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.940877 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8659b1fc-7bdb-4fe8-9348-e82b2b412834 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:22.950188 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a87bf4-4c18-4608-92df-c2a792fe3879 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1152c7-f78a-408b-87a7-80fdfba50f96,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:22.950443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8659b1fc-7bdb-4fe8-9348-e82b2b412834 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:22.963702 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6a87bf4-4c18-4608-92df-c2a792fe3879 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.969461 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f6a87bf4-4c18-4608-92df-c2a792fe3879 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d1152c7-f78a-408b-87a7-80fdfba50f96 HTTP/1.1" status: 204 len: 168 time: 0.2491751 Feb 10 11:32:22.969745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.970256 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33694) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:23.044614 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8659b1fc-7bdb-4fe8-9348-e82b2b412834 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:23.048954 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8659b1fc-7bdb-4fe8-9348-e82b2b412834 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.049104 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-62699c89-46c3-44ff-a9ac-ef8aeb797f66 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:23.055445 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5c9d0-d9b7-42ef-9ad3-5dcee7054dc1 None None] Pushing event updated for resources: {'Port': ['ID=a5ecc59c-16c3-4750-97e4-620cb4f22a5b,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:23.069859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.070237 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-62699c89-46c3-44ff-a9ac-ef8aeb797f66 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:23.073171 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-62699c89-46c3-44ff-a9ac-ef8aeb797f66 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0975819 Feb 10 11:32:23.075172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33698) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:23.076663 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:32:23.082755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-93d5b124-cd76-4def-9e6e-59f75d08ff2f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1238588137'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:23.094584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-93d5b124-cd76-4def-9e6e-59f75d08ff2f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:23.106656 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-93d5b124-cd76-4def-9e6e-59f75d08ff2f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:23.119306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-93d5b124-cd76-4def-9e6e-59f75d08ff2f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.166417 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-93d5b124-cd76-4def-9e6e-59f75d08ff2f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:23.167394 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-849b7eca-d8b2-45a5-b11f-0509a9bf4a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Allocated IP 172.20.0.29 (6027c06f-d291-41ad-964c-6a3e73a82c7f/24b7d8c0-f299-49d5-8b07-cd178d5cbad8/80d0ae0e-aa18-4660-a34b-e1cb8694c5e8) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:23.173280 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-93d5b124-cd76-4def-9e6e-59f75d08ff2f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:23.177052 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-93d5b124-cd76-4def-9e6e-59f75d08ff2f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:23.185397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-93d5b124-cd76-4def-9e6e-59f75d08ff2f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:23.269094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-93d5b124-cd76-4def-9e6e-59f75d08ff2f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.281711 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-93d5b124-cd76-4def-9e6e-59f75d08ff2f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.338626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5b124-cd76-4def-9e6e-59f75d08ff2f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d68e3f-9b43-4a5d-bbfa-ed92bea4af84,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:23.342923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-93d5b124-cd76-4def-9e6e-59f75d08ff2f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.348200 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-93d5b124-cd76-4def-9e6e-59f75d08ff2f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2716587 Feb 10 11:32:23.349856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33704) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:23.355398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d44699c4-619f-42b7-ada0-9d80e2fd52ac tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group': {'name': 'tempest-secgroup--870554124'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:23.361769 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d44699c4-619f-42b7-ada0-9d80e2fd52ac tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:23.366130 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d44699c4-619f-42b7-ada0-9d80e2fd52ac tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:23.369253 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d44699c4-619f-42b7-ada0-9d80e2fd52ac tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:23.375813 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d44699c4-619f-42b7-ada0-9d80e2fd52ac tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:23.390175 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d44699c4-619f-42b7-ada0-9d80e2fd52ac tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.396628 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-8659b1fc-7bdb-4fe8-9348-e82b2b412834 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] device_id is not set on port e87dcc91-3876-4867-a3c3-fc2d7eb2c2a1 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:32:23.430353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d44699c4-619f-42b7-ada0-9d80e2fd52ac tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:23.438530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d44699c4-619f-42b7-ada0-9d80e2fd52ac tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:23.441978 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d44699c4-619f-42b7-ada0-9d80e2fd52ac tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:23.449158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d44699c4-619f-42b7-ada0-9d80e2fd52ac tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:23.452752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.512671 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d44699c4-619f-42b7-ada0-9d80e2fd52ac tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.517820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d44699c4-619f-42b7-ada0-9d80e2fd52ac tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.567233 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44699c4-619f-42b7-ada0-9d80e2fd52ac tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8da122-475a-411b-b0d5-4d9350ea3a7b,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:23.579736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d44699c4-619f-42b7-ada0-9d80e2fd52ac tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.584020 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d44699c4-619f-42b7-ada0-9d80e2fd52ac tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2331917 Feb 10 11:32:23.584613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33708) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:23.590218 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-7cf873ec-b1bb-4290-b7ac-bafcfe1e93a6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group_rule': {'security_group_id': 'b0d68e3f-9b43-4a5d-bbfa-ed92bea4af84', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9a8da122-475a-411b-b0d5-4d9350ea3a7b', 'remote_ip_prefix': None}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:23.596460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7cf873ec-b1bb-4290-b7ac-bafcfe1e93a6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:23.600664 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7cf873ec-b1bb-4290-b7ac-bafcfe1e93a6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:23.603802 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7cf873ec-b1bb-4290-b7ac-bafcfe1e93a6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:23.609784 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7cf873ec-b1bb-4290-b7ac-bafcfe1e93a6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:23.632908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7cf873ec-b1bb-4290-b7ac-bafcfe1e93a6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.635236 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b7eaac-870b-4664-90ac-3e27b35a0e73']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:23.700400 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db153137-7a7e-4f3b-b94b-50aa8e4db0ae') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:23.700670 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db153137-7a7e-4f3b-b94b-50aa8e4db0ae') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:23.704258 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7cf873ec-b1bb-4290-b7ac-bafcfe1e93a6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.708068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7cf873ec-b1bb-4290-b7ac-bafcfe1e93a6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.733255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf873ec-b1bb-4290-b7ac-bafcfe1e93a6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a8640b-7735-4d1a-8106-916ee8b58b89,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:23.747257 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7cf873ec-b1bb-4290-b7ac-bafcfe1e93a6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.748639 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7cf873ec-b1bb-4290-b7ac-bafcfe1e93a6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.1630542 Feb 10 11:32:23.752844 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33712) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:23.778362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.787856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c75e144-b465-4175-84f0-74d840c571eb tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.800758 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c75e144-b465-4175-84f0-74d840c571eb tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.801919 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfc495f0-9092-4c55-8350-42becfef5364 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.829047 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c75e144-b465-4175-84f0-74d840c571eb tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.852187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75e144-b465-4175-84f0-74d840c571eb tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1a8640b-7735-4d1a-8106-916ee8b58b89,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:23.856526 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c75e144-b465-4175-84f0-74d840c571eb tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.861272 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6c75e144-b465-4175-84f0-74d840c571eb tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a1a8640b-7735-4d1a-8106-916ee8b58b89 HTTP/1.1" status: 204 len: 168 time: 0.1035757 Feb 10 11:32:23.861421 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33716) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:23.934024 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2e5c33fb-74e9-4699-b0ca-f85ae6aac529 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:23.956052 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2e5c33fb-74e9-4699-b0ca-f85ae6aac529 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:23.960226 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2e5c33fb-74e9-4699-b0ca-f85ae6aac529 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0951552 Feb 10 11:32:23.960632 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33720) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:23.979357 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.006393 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Allocated IP 172.26.4.13 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/d84737ed-53ff-4fc9-83fb-0770058b4c34) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:24.056822 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2d50bc53-7706-4d2a-82e5-c50531592adf tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.064616 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-8659b1fc-7bdb-4fe8-9348-e82b2b412834 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Allocated IP 2001:db8::25c (78212250-90cf-40a1-a119-bd3227adef60/f14f06db-2ccc-4d87-a223-79ca336620a3/e87dcc91-3876-4867-a3c3-fc2d7eb2c2a1) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:24.070826 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cad452d8-6f19-4d56-9576-61f48e3e99d9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:24.086255 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:24.086663 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.098605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2d50bc53-7706-4d2a-82e5-c50531592adf tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:24.113758 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:24.130556 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5eaf23-80e3-4719-81af-3a3e7991b573 req-907c6917-4854-447d-8eb4-ccb8576b4200 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:24.132078 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9f5eaf23-80e3-4719-81af-3a3e7991b573 req-907c6917-4854-447d-8eb4-ccb8576b4200 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.8689911 Feb 10 11:32:24.174463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port cad452d8-6f19-4d56-9576-61f48e3e99d9 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:24.175189 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.176572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2d50bc53-7706-4d2a-82e5-c50531592adf tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.199172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50bc53-7706-4d2a-82e5-c50531592adf tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8da122-475a-411b-b0d5-4d9350ea3a7b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:24.208479 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133e4340-e03d-481e-beec-b98853b835df None None] Network 78212250-90cf-40a1-a119-bd3227adef60 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:24.215499 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2d50bc53-7706-4d2a-82e5-c50531592adf tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.219449 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2d50bc53-7706-4d2a-82e5-c50531592adf tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-groups/9a8da122-475a-411b-b0d5-4d9350ea3a7b HTTP/1.1" status: 204 len: 168 time: 0.2550440 Feb 10 11:32:24.219779 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33724) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:24.299510 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9e918b11-639d-4f07-800e-b8ed6acc95d0 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:24.319980 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9e918b11-639d-4f07-800e-b8ed6acc95d0 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:24.324395 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9e918b11-639d-4f07-800e-b8ed6acc95d0 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1009071 Feb 10 11:32:24.324646 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33728) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:24.353530 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-849b7eca-d8b2-45a5-b11f-0509a9bf4a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:32:24.408122 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b0d8682f-967c-4fb7-b300-638b99bf5004 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.415324 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-cc25bbd0-ce6e-4f12-9754-096aafe8d6a6 None None] Provisioning for port a5ecc59c-16c3-4750-97e4-620cb4f22a5b completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:24.443436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b0d8682f-967c-4fb7-b300-638b99bf5004 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.472723 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-849b7eca-d8b2-45a5-b11f-0509a9bf4a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.488778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a5ecc59c-16c3-4750-97e4-620cb4f22a5b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:24.506875 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b0d8682f-967c-4fb7-b300-638b99bf5004 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.537473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8682f-967c-4fb7-b300-638b99bf5004 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d68e3f-9b43-4a5d-bbfa-ed92bea4af84,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:24.542751 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-69ae679a-62d8-482e-9362-ae70a3cb23b8 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "GET /v2.0/routers/4ed549ce-7da6-441c-bd6d-71199e8bf9b4 HTTP/1.1" status: 200 len: 925 time: 2.2997601 Feb 10 11:32:24.548791 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33732) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:24.567438 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.569859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-849b7eca-d8b2-45a5-b11f-0509a9bf4a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Transition to ACTIVE for port object 80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:24.607848 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ca754682-7ffc-4f5c-b9de-aaccebc4d295 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ed549ce-7da6-441c-bd6d-71199e8bf9b4 HTTP/1.1" status: 200 len: 205 time: 0.0573561 Feb 10 11:32:24.612356 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33736) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:24.615188 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.684760 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-849b7eca-d8b2-45a5-b11f-0509a9bf4a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.685038 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b0d8682f-967c-4fb7-b300-638b99bf5004 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.688824 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b0d8682f-967c-4fb7-b300-638b99bf5004 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-groups/b0d68e3f-9b43-4a5d-bbfa-ed92bea4af84 HTTP/1.1" status: 204 len: 168 time: 0.3630967 Feb 10 11:32:24.689909 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33740) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:24.699265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Network': ['ID=26b7eaac-870b-4664-90ac-3e27b35a0e73,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:24.800137 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9f5eaf23-80e3-4719-81af-3a3e7991b573 req-213301ca-d433-43c7-9024-ca73875253c5 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4291337 Feb 10 11:32:24.813335 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7f1b05b6-59fb-4a4f-8be7-2b60b6120bad tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/networks/26b7eaac-870b-4664-90ac-3e27b35a0e73 HTTP/1.1" status: 204 len: 168 time: 4.4927828 Feb 10 11:32:24.820507 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33744) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:24.871604 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port a5ecc59c-16c3-4750-97e4-620cb4f22a5b completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:24.908148 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port a5ecc59c-16c3-4750-97e4-620cb4f22a5b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:24.908500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.914671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.921293 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ce37ce-9f69-4cc0-b81b-4160df0f9c55 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] DELETE failed (client error): The resource could not be found. Feb 10 11:32:24.924130 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ce37ce-9f69-4cc0-b81b-4160df0f9c55 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:24.931797 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f1ce37ce-9f69-4cc0-b81b-4160df0f9c55 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/subnets/db1bb564-0d4b-4a9f-abc2-85827fbf6295 HTTP/1.1" status: 404 len: 337 time: 0.1083219 Feb 10 11:32:24.932848 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33750) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:24.940288 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b32ecb27-5a12-4230-8450-14a4b86d38d1 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:24.983573 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b32ecb27-5a12-4230-8450-14a4b86d38d1 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:24.988149 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b32ecb27-5a12-4230-8450-14a4b86d38d1 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2899787 Feb 10 11:32:24.993739 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33754) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:25.002544 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b6582b46-d0b9-4e01-8924-861b7411a5e6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group': {'name': 'tempest-secgroup--800291233'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:25.010349 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b6582b46-d0b9-4e01-8924-861b7411a5e6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:25.028342 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b7eca-d8b2-45a5-b11f-0509a9bf4a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=80d0ae0e-aa18-4660-a34b-e1cb8694c5e8,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:25.061619 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b6582b46-d0b9-4e01-8924-861b7411a5e6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:25.091717 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6582b46-d0b9-4e01-8924-861b7411a5e6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.122172 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.154277 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b6582b46-d0b9-4e01-8924-861b7411a5e6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:25.158731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b6582b46-d0b9-4e01-8924-861b7411a5e6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:25.165559 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b6582b46-d0b9-4e01-8924-861b7411a5e6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:25.173942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b6582b46-d0b9-4e01-8924-861b7411a5e6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:25.177217 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3de9e4-4cda-49e0-a472-b61d42f782d2 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] DELETE failed (client error): The resource could not be found. Feb 10 11:32:25.177881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3de9e4-4cda-49e0-a472-b61d42f782d2 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:25.179663 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cc3de9e4-4cda-49e0-a472-b61d42f782d2 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/networks/404d3d5d-9080-4766-a737-e82ed18105ee HTTP/1.1" status: 404 len: 339 time: 0.2289090 Feb 10 11:32:25.192859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8659b1fc-7bdb-4fe8-9348-e82b2b412834 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.197718 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33758) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:25.199131 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port a5ecc59c-16c3-4750-97e4-620cb4f22a5b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a5ecc59c-16c3-4750-97e4-620cb4f22a5b,segment=NetworkSegment(febb3b6e-50d1-4733-818f-3a77a92f78ab),segment_id=febb3b6e-50d1-4733-818f-3a77a92f78ab)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:25.207438 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.257635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6582b46-d0b9-4e01-8924-861b7411a5e6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.267446 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6582b46-d0b9-4e01-8924-861b7411a5e6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.297164 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c82adcf-3862-476a-b71e-38fc2106163f tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.316148 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=a5ecc59c-16c3-4750-97e4-620cb4f22a5b,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:25.326238 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-8659b1fc-7bdb-4fe8-9348-e82b2b412834 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Transition to ACTIVE for port object e87dcc91-3876-4867-a3c3-fc2d7eb2c2a1 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:25.347776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-849b7eca-d8b2-45a5-b11f-0509a9bf4a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] In _notify_port_updated(), no bound segment for port 80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 on network 6027c06f-d291-41ad-964c-6a3e73a82c7f {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:32:25.352344 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849b7eca-d8b2-45a5-b11f-0509a9bf4a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:25.353279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-849b7eca-d8b2-45a5-b11f-0509a9bf4a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.357853 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-849b7eca-d8b2-45a5-b11f-0509a9bf4a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "PUT /v2.0/ports/80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 HTTP/1.1" status: 200 len: 998 time: 4.5653107 Feb 10 11:32:25.364961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33762) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:25.365566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a85c4a18-5199-424d-9796-dfb2876eb7c9 None None] Provisioning for port 80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:25.374362 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a85c4a18-5199-424d-9796-dfb2876eb7c9 None None] Provisioning complete for port 80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:25.375259 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a85c4a18-5199-424d-9796-dfb2876eb7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.442709 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a85c4a18-5199-424d-9796-dfb2876eb7c9 None None] Port 80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:25.447671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.540750 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6582b46-d0b9-4e01-8924-861b7411a5e6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7caa20fc-9f55-4eca-a945-c3acad94347b,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:25.543344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6582b46-d0b9-4e01-8924-861b7411a5e6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.544525 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b6582b46-d0b9-4e01-8924-861b7411a5e6 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5497894 Feb 10 11:32:25.547302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33766) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:25.554623 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a45503e3-5e9d-4e36-887b-b7ea9b7b3265 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group_rule': {'security_group_id': '7caa20fc-9f55-4eca-a945-c3acad94347b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:25.564027 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a45503e3-5e9d-4e36-887b-b7ea9b7b3265 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:25.576675 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7de8d2c6-9276-4ad0-ae4f-3c6f820af309 None None] Provisioning complete for port a5ecc59c-16c3-4750-97e4-620cb4f22a5b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:25.577051 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7de8d2c6-9276-4ad0-ae4f-3c6f820af309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.580455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a45503e3-5e9d-4e36-887b-b7ea9b7b3265 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:25.586069 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a45503e3-5e9d-4e36-887b-b7ea9b7b3265 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:25.593112 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a45503e3-5e9d-4e36-887b-b7ea9b7b3265 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:25.625702 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a45503e3-5e9d-4e36-887b-b7ea9b7b3265 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.703600 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f664d5d2-bf9f-4a61-abbd-50fa1db9dbba tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:25.704182 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f664d5d2-bf9f-4a61-abbd-50fa1db9dbba tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.721651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a45503e3-5e9d-4e36-887b-b7ea9b7b3265 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.725592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a45503e3-5e9d-4e36-887b-b7ea9b7b3265 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.760570 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c82adcf-3862-476a-b71e-38fc2106163f tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.763294 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45503e3-5e9d-4e36-887b-b7ea9b7b3265 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd53d3bf-3e1d-4209-84c0-a389713cce4f,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:25.779266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2c82adcf-3862-476a-b71e-38fc2106163f tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Deleting port f474e60f-91d8-46e3-8590-a31eb311028e {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:25.779608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c82adcf-3862-476a-b71e-38fc2106163f tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.781790 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:25.795189 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Pushing event updated for resources: {'Port': ['ID=d84737ed-53ff-4fc9-83fb-0770058b4c34,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:25.808372 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:25.814733 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a45503e3-5e9d-4e36-887b-b7ea9b7b3265 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.815889 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a45503e3-5e9d-4e36-887b-b7ea9b7b3265 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.2676680 Feb 10 11:32:25.819758 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33770) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:25.822944 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8659b1fc-7bdb-4fe8-9348-e82b2b412834 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.831279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913beb3-6dc2-4ebe-a66b-908efe376233 req-c33a9d05-65a9-4cd8-84b4-227f63d9fac6 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:25.833264 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d913beb3-6dc2-4ebe-a66b-908efe376233 req-c33a9d05-65a9-4cd8-84b4-227f63d9fac6 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.8355451 Feb 10 11:32:25.843241 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33774) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:25.849158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:25.865378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-307ea241-ccec-4f97-8228-fcde95135e85 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Request body: {'floatingip': {'port_id': '2eecc48b-0a10-46d3-916a-b281c257aead'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:25.926293 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a5ecc59c-16c3-4750-97e4-620cb4f22a5b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:26.005953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port a5ecc59c-16c3-4750-97e4-620cb4f22a5b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:26.006335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.055515 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56297672-c8b8-442b-83db-ff94eaf588a8 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.060764 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8659b1fc-7bdb-4fe8-9348-e82b2b412834 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network 78212250-90cf-40a1-a119-bd3227adef60 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:26.067023 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-307ea241-ccec-4f97-8228-fcde95135e85 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for floatingip, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.072756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d5d291-c7c1-4210-8f3b-58d911164fd9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Deleting subnet 32198021-9a47-40c1-8ad5-9c03787c918d {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:26.086743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8659b1fc-7bdb-4fe8-9348-e82b2b412834 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:26.088849 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659b1fc-7bdb-4fe8-9348-e82b2b412834 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=e87dcc91-3876-4867-a3c3-fc2d7eb2c2a1,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:26.093703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8659b1fc-7bdb-4fe8-9348-e82b2b412834 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:26.098087 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8659b1fc-7bdb-4fe8-9348-e82b2b412834 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:26.098902 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8659b1fc-7bdb-4fe8-9348-e82b2b412834 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.107294 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b1d5d291-c7c1-4210-8f3b-58d911164fd9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.120292 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56297672-c8b8-442b-83db-ff94eaf588a8 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.248946 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56297672-c8b8-442b-83db-ff94eaf588a8 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.266914 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c82adcf-3862-476a-b71e-38fc2106163f tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.344761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56297672-c8b8-442b-83db-ff94eaf588a8 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd53d3bf-3e1d-4209-84c0-a389713cce4f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:26.356824 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-dfc495f0-9092-4c55-8350-42becfef5364 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port cad452d8-6f19-4d56-9576-61f48e3e99d9 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:26.357200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfc495f0-9092-4c55-8350-42becfef5364 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.400340 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56297672-c8b8-442b-83db-ff94eaf588a8 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.401468 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-56297672-c8b8-442b-83db-ff94eaf588a8 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/fd53d3bf-3e1d-4209-84c0-a389713cce4f HTTP/1.1" status: 204 len: 168 time: 0.5807934 Feb 10 11:32:26.408536 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2c82adcf-3862-476a-b71e-38fc2106163f tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Calling delete_port for f474e60f-91d8-46e3-8590-a31eb311028e owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:26.417768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33778) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:26.450020 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8659b1fc-7bdb-4fe8-9348-e82b2b412834 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3475742 Feb 10 11:32:26.457037 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6fccc1cd-21a4-4019-8dcf-9eaab16de709 None None] Provisioning for port e87dcc91-3876-4867-a3c3-fc2d7eb2c2a1 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:26.462494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6fccc1cd-21a4-4019-8dcf-9eaab16de709 None None] Provisioning complete for port e87dcc91-3876-4867-a3c3-fc2d7eb2c2a1 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:26.462673 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33782) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:26.462882 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6fccc1cd-21a4-4019-8dcf-9eaab16de709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.490066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'network_id': '78212250-90cf-40a1-a119-bd3227adef60', 'name': 'tempest-PortsIpV6TestJSON-1930170878'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:26.525694 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-75eb165a-73dd-4499-8d48-21e076f5333a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.529317 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b1d5d291-c7c1-4210-8f3b-58d911164fd9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.531577 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6fccc1cd-21a4-4019-8dcf-9eaab16de709 None None] Port e87dcc91-3876-4867-a3c3-fc2d7eb2c2a1 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:26.782136 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a7f5845b-f258-43ad-9059-1cddfda93b32 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:26.797880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f664d5d2-bf9f-4a61-abbd-50fa1db9dbba tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.833526 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:26.840788 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:port and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:26.846114 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:26.857915 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:26.961881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f664d5d2-bf9f-4a61-abbd-50fa1db9dbba tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for 80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:27.031233 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b1d5d291-c7c1-4210-8f3b-58d911164fd9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.058521 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a7f5845b-f258-43ad-9059-1cddfda93b32 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:27.059805 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a7f5845b-f258-43ad-9059-1cddfda93b32 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6409423 Feb 10 11:32:27.066257 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33786) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:27.083308 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-dfc495f0-9092-4c55-8350-42becfef5364 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] For port cad452d8-6f19-4d56-9576-61f48e3e99d9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cad452d8-6f19-4d56-9576-61f48e3e99d9,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:27.083928 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfc495f0-9092-4c55-8350-42becfef5364 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.090120 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:27.092964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.241367 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-dfc495f0-9092-4c55-8350-42becfef5364 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for cad452d8-6f19-4d56-9576-61f48e3e99d9 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:27.284249 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c82adcf-3862-476a-b71e-38fc2106163f tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.290718 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] device_id is not set on port ae7527a3-4e20-476f-8eb8-317f6e29e527 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:32:27.376284 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b1d5d291-c7c1-4210-8f3b-58d911164fd9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.383166 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82adcf-3862-476a-b71e-38fc2106163f tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Pushing event deleted for resources: {'Port': ['ID=f474e60f-91d8-46e3-8590-a31eb311028e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:27.436818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.438330 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.445846 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5d291-c7c1-4210-8f3b-58d911164fd9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Subnet': ['ID=32198021-9a47-40c1-8ad5-9c03787c918d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:27.491245 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b1d5d291-c7c1-4210-8f3b-58d911164fd9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.498954 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d8d8f7-28e3-4629-bc09-e2e01c76257a None None] Network e7edff00-7b08-4121-b4d4-4320f3904a3f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:27.526990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b55835d7-5b3d-4bae-ac0a-88710243b779 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.618796 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b55835d7-5b3d-4bae-ac0a-88710243b779 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.641809 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b1d5d291-c7c1-4210-8f3b-58d911164fd9 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/subnets/32198021-9a47-40c1-8ad5-9c03787c918d HTTP/1.1" status: 204 len: 168 time: 2.4346807 Feb 10 11:32:27.653267 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33790) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:27.773959 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95193d9-d7bc-4485-b70c-aac8f726c252 None None] DHCP port deletion for e7edff00-7b08-4121-b4d4-4320f3904a3f request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:27.778769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e95193d9-d7bc-4485-b70c-aac8f726c252 None None] Deleting port 9a58029c-458e-4586-926d-cd118bf3b096 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:27.779466 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e95193d9-d7bc-4485-b70c-aac8f726c252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.878873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Allocated IP 2001:db8::21f (78212250-90cf-40a1-a119-bd3227adef60/f14f06db-2ccc-4d87-a223-79ca336620a3/ae7527a3-4e20-476f-8eb8-317f6e29e527) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:27.910682 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f664d5d2-bf9f-4a61-abbd-50fa1db9dbba tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.962174 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9a58029c-458e-4586-926d-cd118bf3b096 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:28.047801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c82adcf-3862-476a-b71e-38fc2106163f tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.053439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e95193d9-d7bc-4485-b70c-aac8f726c252 None None] For port 9a58029c-458e-4586-926d-cd118bf3b096, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9a58029c-458e-4586-926d-cd118bf3b096,segment=NetworkSegment(0be204d5-8d30-4769-b6d1-3ffc9b39b1e5),segment_id=0be204d5-8d30-4769-b6d1-3ffc9b39b1e5)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:28.053823 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e95193d9-d7bc-4485-b70c-aac8f726c252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.099107 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664d5d2-bf9f-4a61-abbd-50fa1db9dbba tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=80d0ae0e-aa18-4660-a34b-e1cb8694c5e8,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:28.168914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfc495f0-9092-4c55-8350-42becfef5364 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.183295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e95193d9-d7bc-4485-b70c-aac8f726c252 None None] Calling delete_port for 9a58029c-458e-4586-926d-cd118bf3b096 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:28.192460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-307ea241-ccec-4f97-8228-fcde95135e85 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:32:28.296583 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.299649 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc495f0-9092-4c55-8350-42becfef5364 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=cad452d8-6f19-4d56-9576-61f48e3e99d9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:28.335550 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e95193d9-d7bc-4485-b70c-aac8f726c252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.342558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f91db91-6dfd-4002-99be-a5efa127bbd5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.470571 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95193d9-d7bc-4485-b70c-aac8f726c252 None None] Pushing event deleted for resources: {'Port': ['ID=9a58029c-458e-4586-926d-cd118bf3b096,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:28.475137 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95193d9-d7bc-4485-b70c-aac8f726c252 None None] No DVR routers for this DVR port 9a58029c-458e-4586-926d-cd118bf3b096 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:28.540310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b55835d7-5b3d-4bae-ac0a-88710243b779 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.599071 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55835d7-5b3d-4bae-ac0a-88710243b779 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caa20fc-9f55-4eca-a945-c3acad94347b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:28.604888 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c82adcf-3862-476a-b71e-38fc2106163f tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.616615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f664d5d2-bf9f-4a61-abbd-50fa1db9dbba tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.640555 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c82adcf-3862-476a-b71e-38fc2106163f tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.652676 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-307ea241-ccec-4f97-8228-fcde95135e85 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.657408 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f664d5d2-bf9f-4a61-abbd-50fa1db9dbba tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 HTTP/1.1" status: 204 len: 168 time: 3.2887323 Feb 10 11:32:28.666406 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33794) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:28.666976 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-307ea241-ccec-4f97-8228-fcde95135e85 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.747073 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfc495f0-9092-4c55-8350-42becfef5364 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.751608 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f91db91-6dfd-4002-99be-a5efa127bbd5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.789153 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3f91db91-6dfd-4002-99be-a5efa127bbd5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7edff00-7b08-4121-b4d4-4320f3904a3f']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:28.818438 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-154362c6-0f15-448d-96c2-2f9f0a0efc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.831551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.844068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b55835d7-5b3d-4bae-ac0a-88710243b779 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.845267 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b55835d7-5b3d-4bae-ac0a-88710243b779 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-groups/7caa20fc-9f55-4eca-a945-c3acad94347b HTTP/1.1" status: 204 len: 168 time: 1.7752995 Feb 10 11:32:28.856285 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-302bab8e-429e-4103-ab66-4d1664d10690 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] GET failed (client error): The resource could not be found. Feb 10 11:32:28.860637 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-302bab8e-429e-4103-ab66-4d1664d10690 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports/80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 HTTP/1.1" status: 404 len: 333 time: 0.1394596 Feb 10 11:32:28.860816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33798) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:28.865170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33800) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:28.874750 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3f91db91-6dfd-4002-99be-a5efa127bbd5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be204d5-8d30-4769-b6d1-3ffc9b39b1e5') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:28.875217 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3f91db91-6dfd-4002-99be-a5efa127bbd5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be204d5-8d30-4769-b6d1-3ffc9b39b1e5') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:28.914158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Transition to ACTIVE for port object ae7527a3-4e20-476f-8eb8-317f6e29e527 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:28.956405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c82adcf-3862-476a-b71e-38fc2106163f tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.956917 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c82adcf-3862-476a-b71e-38fc2106163f tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Fanout notify agent at l3_agent the message router_deleted on router 4ed549ce-7da6-441c-bd6d-71199e8bf9b4 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:32:28.965717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f91db91-6dfd-4002-99be-a5efa127bbd5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.008186 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f91db91-6dfd-4002-99be-a5efa127bbd5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.018990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c82adcf-3862-476a-b71e-38fc2106163f tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.020070 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2c82adcf-3862-476a-b71e-38fc2106163f tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "DELETE /v2.0/routers/4ed549ce-7da6-441c-bd6d-71199e8bf9b4 HTTP/1.1" status: 204 len: 168 time: 4.4065654 Feb 10 11:32:29.027810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33806) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:29.028524 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f91db91-6dfd-4002-99be-a5efa127bbd5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:29.028900 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f91db91-6dfd-4002-99be-a5efa127bbd5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:29.044422 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:29.084495 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1049810766', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'enable_snat': False}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:29.101562 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:29.108349 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.117056 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Usage tracker for resource:router and tenant:095fddbea52e445dbfab32a35b04646f is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:29.151364 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:29.165590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:29.233148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.234121 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.240797 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network 78212250-90cf-40a1-a119-bd3227adef60 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:29.255547 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=ae7527a3-4e20-476f-8eb8-317f6e29e527,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:29.258921 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:29.259331 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-421aaf10-13ef-4fd4-879a-74a6c87255b2 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:29.266322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:29.270454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:29.270951 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.286126 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f91db91-6dfd-4002-99be-a5efa127bbd5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.289665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e535ab-9a8a-470f-8211-b57b31c4ef7d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting subnet 24b7d8c0-f299-49d5-8b07-cd178d5cbad8 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:29.299056 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59e535ab-9a8a-470f-8211-b57b31c4ef7d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.307713 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f91db91-6dfd-4002-99be-a5efa127bbd5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.310907 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Router e2455b68-e09b-4a24-9edb-b66cafe8ed34 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:32:29.317543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-421aaf10-13ef-4fd4-879a-74a6c87255b2 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:29.318776 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-421aaf10-13ef-4fd4-879a-74a6c87255b2 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4525332 Feb 10 11:32:29.328561 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91db91-6dfd-4002-99be-a5efa127bbd5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] Pushing event deleted for resources: {'Network': ['ID=e7edff00-7b08-4121-b4d4-4320f3904a3f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:29.332133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33810) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:29.356772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-c935865f-58e1-4668-af13-dce14bf8e11f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group': {'name': 'tempest-secgroup--568471748'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:29.376780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c935865f-58e1-4668-af13-dce14bf8e11f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:29.379871 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4817a69a-e848-4433-ade7-2cded8d8e520 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9078312 Feb 10 11:32:29.384704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33814) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:29.385378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.392878 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3f91db91-6dfd-4002-99be-a5efa127bbd5 tempest-NetworksIpV6Test-2128550540 tempest-NetworksIpV6Test-2128550540-project] 10.222.0.36 "DELETE /v2.0/networks/e7edff00-7b08-4121-b4d4-4320f3904a3f HTTP/1.1" status: 204 len: 168 time: 1.7384629 Feb 10 11:32:29.403958 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c935865f-58e1-4668-af13-dce14bf8e11f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:29.421116 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59e535ab-9a8a-470f-8211-b57b31c4ef7d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.472489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c935865f-58e1-4668-af13-dce14bf8e11f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.553359 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [None req-307ea241-ccec-4f97-8228-fcde95135e85 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Floating IP 7bba28be-c6f5-4bd2-ab89-ed368810b501 associated. External IP: 172.26.4.227, port: 2eecc48b-0a10-46d3-916a-b281c257aead. Feb 10 11:32:29.580729 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e93bcae1-ab60-4977-9565-a8fa78d4377c None None] Provisioning for port ae7527a3-4e20-476f-8eb8-317f6e29e527 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:29.587361 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e93bcae1-ab60-4977-9565-a8fa78d4377c None None] Provisioning complete for port ae7527a3-4e20-476f-8eb8-317f6e29e527 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:29.588040 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e93bcae1-ab60-4977-9565-a8fa78d4377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.652422 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e93bcae1-ab60-4977-9565-a8fa78d4377c None None] Port ae7527a3-4e20-476f-8eb8-317f6e29e527 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:29.722285 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.801839 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33822) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:29.809391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c935865f-58e1-4668-af13-dce14bf8e11f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:29.820019 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c935865f-58e1-4668-af13-dce14bf8e11f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:29.836970 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c935865f-58e1-4668-af13-dce14bf8e11f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:29.849361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.852545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c935865f-58e1-4668-af13-dce14bf8e11f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:29.859519 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc495f0-9092-4c55-8350-42becfef5364 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Router d0be5965-5083-43ad-b1ab-d5cab840b3b8 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:32:29.875558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59e535ab-9a8a-470f-8211-b57b31c4ef7d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.886966 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf054fa-7b3f-432e-8ed4-835223a875cd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:29.887695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2bf054fa-7b3f-432e-8ed4-835223a875cd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:30.030146 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2bf054fa-7b3f-432e-8ed4-835223a875cd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:30.034491 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2bf054fa-7b3f-432e-8ed4-835223a875cd tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A25c HTTP/1.1" status: 200 len: 928 time: 0.6413670 Feb 10 11:32:30.038484 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33828) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:30.119339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.138279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0abf3ec8-f5a0-4fe4-8435-dfa54d827dd7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port ae7527a3-4e20-476f-8eb8-317f6e29e527 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:30.138622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0abf3ec8-f5a0-4fe4-8435-dfa54d827dd7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.174388 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc495f0-9092-4c55-8350-42becfef5364 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:30.184414 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce129b51-03cf-4dcc-b3b5-f3e853cf3801 None None] Sync routers for ids ['d0be5965-5083-43ad-b1ab-d5cab840b3b8'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:30.189250 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dfc495f0-9092-4c55-8350-42becfef5364 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "PUT /v2.0/routers/d0be5965-5083-43ad-b1ab-d5cab840b3b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6799514 Feb 10 11:32:30.190032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33832) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:30.200927 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce129b51-03cf-4dcc-b3b5-f3e853cf3801 None None] Routers {'d0be5965-5083-43ad-b1ab-d5cab840b3b8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:30.201716 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ce129b51-03cf-4dcc-b3b5-f3e853cf3801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['d0be5965-5083-43ad-b1ab-d5cab840b3b8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:30.222069 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c935865f-58e1-4668-af13-dce14bf8e11f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.235354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c935865f-58e1-4668-af13-dce14bf8e11f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.249328 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59e535ab-9a8a-470f-8211-b57b31c4ef7d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.323099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a3d242-633f-43f4-8f5c-c94deb0a0158 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:30.324469 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a3d242-633f-43f4-8f5c-c94deb0a0158 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:30.325241 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b3a3d242-633f-43f4-8f5c-c94deb0a0158 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:30.329401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:30.334895 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e535ab-9a8a-470f-8211-b57b31c4ef7d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Subnet': ['ID=24b7d8c0-f299-49d5-8b07-cd178d5cbad8,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:30.347843 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-ce129b51-03cf-4dcc-b3b5-f3e853cf3801 None None] Set router d0be5965-5083-43ad-b1ab-d5cab840b3b8 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:30.365838 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08808c3-8e25-4d4d-b198-d328a87611f5 None None] Sync routers for ids ['e2455b68-e09b-4a24-9edb-b66cafe8ed34'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:30.377888 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08808c3-8e25-4d4d-b198-d328a87611f5 None None] Routers {'e2455b68-e09b-4a24-9edb-b66cafe8ed34'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:30.378749 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d08808c3-8e25-4d4d-b198-d328a87611f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['e2455b68-e09b-4a24-9edb-b66cafe8ed34'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:30.381465 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.382770 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-886f29a3-1a18-4356-bd23-3a9d41336be1 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.4576893 Feb 10 11:32:30.387244 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33836) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:30.427952 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935865f-58e1-4668-af13-dce14bf8e11f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0e0917-ef78-43ec-bfb3-3048dbc41a82,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:30.438094 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b3a3d242-633f-43f4-8f5c-c94deb0a0158 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:30.439261 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b3a3d242-633f-43f4-8f5c-c94deb0a0158 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2483220 Feb 10 11:32:30.442505 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d08808c3-8e25-4d4d-b198-d328a87611f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:30.454323 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-365e2761-9977-4a2b-9f45-e3bef7d98e66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=56752495d9d3496288481b8fcdb8c245&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6491747 Feb 10 11:32:30.455100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33840) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:30.456765 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59e535ab-9a8a-470f-8211-b57b31c4ef7d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.457604 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08808c3-8e25-4d4d-b198-d328a87611f5 None None] Routers {'e2455b68-e09b-4a24-9edb-b66cafe8ed34'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:30.458389 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d08808c3-8e25-4d4d-b198-d328a87611f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['e2455b68-e09b-4a24-9edb-b66cafe8ed34'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:30.458890 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-59e535ab-9a8a-470f-8211-b57b31c4ef7d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/24b7d8c0-f299-49d5-8b07-cd178d5cbad8 HTTP/1.1" status: 204 len: 168 time: 1.5819602 Feb 10 11:32:30.472503 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33842) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:30.472838 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33844) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:30.473505 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e12f514-8e0b-47b2-98a0-0b35fccdbcc5 None None] Network 6027c06f-d291-41ad-964c-6a3e73a82c7f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:30.486819 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c935865f-58e1-4668-af13-dce14bf8e11f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.487947 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c935865f-58e1-4668-af13-dce14bf8e11f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1478610 Feb 10 11:32:30.503585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ce129b51-03cf-4dcc-b3b5-f3e853cf3801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be5965-5083-43ad-b1ab-d5cab840b3b8', 'name': 'tempest-NetworksTestDHCPv6-router-2100899910', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:03Z', 'updated_at': '2022-02-10T11:32:28Z', 'revision_number': 3, 'project_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:30.504931 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33852) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:30.523508 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d08808c3-8e25-4d4d-b198-d328a87611f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:30.523963 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-82648927-ce99-48d8-af12-ad8f13512f44 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group_rule': {'security_group_id': '1c0e0917-ef78-43ec-bfb3-3048dbc41a82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:30.524347 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08808c3-8e25-4d4d-b198-d328a87611f5 None None] The sync data for ids ['e2455b68-e09b-4a24-9edb-b66cafe8ed34'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:30.561261 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce129b51-03cf-4dcc-b3b5-f3e853cf3801 None None] Checking router: d0be5965-5083-43ad-b1ab-d5cab840b3b8 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:32:30.589935 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce129b51-03cf-4dcc-b3b5-f3e853cf3801 None None] Routers {'d0be5965-5083-43ad-b1ab-d5cab840b3b8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:30.590621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ce129b51-03cf-4dcc-b3b5-f3e853cf3801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['d0be5965-5083-43ad-b1ab-d5cab840b3b8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:30.591554 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-82648927-ce99-48d8-af12-ad8f13512f44 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:30.606010 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-82648927-ce99-48d8-af12-ad8f13512f44 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:30.610174 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-82648927-ce99-48d8-af12-ad8f13512f44 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:30.619618 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-82648927-ce99-48d8-af12-ad8f13512f44 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:30.680843 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-82648927-ce99-48d8-af12-ad8f13512f44 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.687599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32c9978-03bb-4231-a650-02cca9721f21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting subnet be60b6ed-0cf7-4687-8142-714be9f6fb21 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:30.700312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0abf3ec8-f5a0-4fe4-8435-dfa54d827dd7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.767028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a32c9978-03bb-4231-a650-02cca9721f21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.784042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-ce129b51-03cf-4dcc-b3b5-f3e853cf3801 None None] Set router d0be5965-5083-43ad-b1ab-d5cab840b3b8 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:30.850998 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0abf3ec8-f5a0-4fe4-8435-dfa54d827dd7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for ae7527a3-4e20-476f-8eb8-317f6e29e527 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:30.952316 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ce129b51-03cf-4dcc-b3b5-f3e853cf3801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be5965-5083-43ad-b1ab-d5cab840b3b8', 'name': 'tempest-NetworksTestDHCPv6-router-2100899910', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:03Z', 'updated_at': '2022-02-10T11:32:28Z', 'revision_number': 3, 'project_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:30.961150 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce129b51-03cf-4dcc-b3b5-f3e853cf3801 None None] The sync data for ids ['d0be5965-5083-43ad-b1ab-d5cab840b3b8'] in dv-neutron-828497-1-hyperv is: [{'id': 'd0be5965-5083-43ad-b1ab-d5cab840b3b8', 'name': 'tempest-NetworksTestDHCPv6-router-2100899910', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:03Z', 'updated_at': '2022-02-10T11:32:28Z', 'revision_number': 3, 'project_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:30.970050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-82648927-ce99-48d8-af12-ad8f13512f44 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.983263 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-82648927-ce99-48d8-af12-ad8f13512f44 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.029761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a32c9978-03bb-4231-a650-02cca9721f21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.064493 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82648927-ce99-48d8-af12-ad8f13512f44 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e76c7f-359d-4d38-bc77-cbca95bf5800,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:31.084351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e5d0fa26-b65b-4061-9695-b3d7263f2311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.095277 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-82648927-ce99-48d8-af12-ad8f13512f44 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.098998 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-82648927-ce99-48d8-af12-ad8f13512f44 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5856471 Feb 10 11:32:31.098998 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0abf3ec8-f5a0-4fe4-8435-dfa54d827dd7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.099767 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33856) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:31.171149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf3ec8-f5a0-4fe4-8435-dfa54d827dd7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=ae7527a3-4e20-476f-8eb8-317f6e29e527,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:31.178848 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-29bdb2bc-6dab-42e8-bc3c-ab431535ac19 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "GET /v2.0/routers/e2455b68-e09b-4a24-9edb-b66cafe8ed34 HTTP/1.1" status: 200 len: 920 time: 0.7874486 Feb 10 11:32:31.182225 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33860) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:31.189139 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e2d1d136-18b3-44e3-8d36-dcc5bca28ee2 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules/b1e76c7f-359d-4d38-bc77-cbca95bf5800 HTTP/1.1" status: 200 len: 705 time: 0.0872824 Feb 10 11:32:31.191963 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e5d0fa26-b65b-4061-9695-b3d7263f2311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.192223 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33864) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:31.217801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.271548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6916146-695d-4865-8ea5-c847a8d1fd6f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 233afffc-d86f-4b78-8479-6efe8226fd77 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:31.278606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.297188 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a426664e-aa5e-4797-b552-265ab83ef939 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2455b68-e09b-4a24-9edb-b66cafe8ed34 HTTP/1.1" status: 200 len: 205 time: 0.1134551 Feb 10 11:32:31.301610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6916146-695d-4865-8ea5-c847a8d1fd6f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.306043 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33868) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:31.463376 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.494303 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a32c9978-03bb-4231-a650-02cca9721f21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.558755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6916146-695d-4865-8ea5-c847a8d1fd6f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.572365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0abf3ec8-f5a0-4fe4-8435-dfa54d827dd7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.576920 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0abf3ec8-f5a0-4fe4-8435-dfa54d827dd7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/ae7527a3-4e20-476f-8eb8-317f6e29e527 HTTP/1.1" status: 204 len: 168 time: 1.5374973 Feb 10 11:32:31.600954 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33872) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:31.643094 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4f346077-90b4-4607-a441-b4279f27f94f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:31.677492 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4f346077-90b4-4607-a441-b4279f27f94f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:31.681395 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4f346077-90b4-4607-a441-b4279f27f94f tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4533288 Feb 10 11:32:31.682436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33876) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:31.709157 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e5d0fa26-b65b-4061-9695-b3d7263f2311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.726074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a2e7e6f-1696-4b08-98e7-7b49e5b05312 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.728035 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-815b156f-8bbf-4c39-9d82-5fd296223a20 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] GET failed (client error): The resource could not be found. Feb 10 11:32:31.728544 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-815b156f-8bbf-4c39-9d82-5fd296223a20 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:31.739446 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a2e7e6f-1696-4b08-98e7-7b49e5b05312 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.769713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0fa26-b65b-4061-9695-b3d7263f2311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc39ca52-1f8c-44e6-9649-b5e7dda6c56f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:31.774985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a2e7e6f-1696-4b08-98e7-7b49e5b05312 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.808021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-78b0a29e-3921-4da3-a4aa-28f852372d65 None None] Provisioning complete for port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:31.808585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-78b0a29e-3921-4da3-a4aa-28f852372d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.809775 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e7e6f-1696-4b08-98e7-7b49e5b05312 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1e76c7f-359d-4d38-bc77-cbca95bf5800,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:31.835814 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a2e7e6f-1696-4b08-98e7-7b49e5b05312 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.839270 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4a2e7e6f-1696-4b08-98e7-7b49e5b05312 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b1e76c7f-359d-4d38-bc77-cbca95bf5800 HTTP/1.1" status: 204 len: 168 time: 0.1544173 Feb 10 11:32:31.839839 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33880) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:31.840263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-815b156f-8bbf-4c39-9d82-5fd296223a20 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:31.841579 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-815b156f-8bbf-4c39-9d82-5fd296223a20 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports/ae7527a3-4e20-476f-8eb8-317f6e29e527 HTTP/1.1" status: 404 len: 333 time: 0.2411151 Feb 10 11:32:31.846180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Allocated IP 172.26.4.146 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/36aa5be3-4203-4b80-b362-5d17ad1e8503) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:31.848626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a32c9978-03bb-4231-a650-02cca9721f21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.852578 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e5d0fa26-b65b-4061-9695-b3d7263f2311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.854055 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e5d0fa26-b65b-4061-9695-b3d7263f2311 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc39ca52-1f8c-44e6-9649-b5e7dda6c56f HTTP/1.1" status: 204 len: 168 time: 1.3709090 Feb 10 11:32:31.854896 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33882) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:31.886169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cad452d8-6f19-4d56-9576-61f48e3e99d9 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:31.925868 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d724-37c6-4361-9058-fddfd3b14820 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.927179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: cad452d8-6f19-4d56-9576-61f48e3e99d9 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:31.927771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cad452d8-6f19-4d56-9576-61f48e3e99d9 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:32:31.951666 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c9978-03bb-4231-a650-02cca9721f21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Subnet': ['ID=be60b6ed-0cf7-4687-8142-714be9f6fb21,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:31.954521 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6916146-695d-4865-8ea5-c847a8d1fd6f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.039572 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232b9c14-3f08-4a97-9cc3-ea7aee1c1c32 None None] Network 6027c06f-d291-41ad-964c-6a3e73a82c7f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:32.047753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a32c9978-03bb-4231-a650-02cca9721f21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.128968 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9507fdea-ec55-4a2a-9116-07ada52f3504 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:32.162492 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9507fdea-ec55-4a2a-9116-07ada52f3504 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:32.166473 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9507fdea-ec55-4a2a-9116-07ada52f3504 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3230340 Feb 10 11:32:32.166689 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33892) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:32.175819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ba7ff032-32fd-4801-b455-13b609da9464 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group_rule': {'security_group_id': '1c0e0917-ef78-43ec-bfb3-3048dbc41a82', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:32.183606 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ba7ff032-32fd-4801-b455-13b609da9464 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:32.200808 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ba7ff032-32fd-4801-b455-13b609da9464 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:32.244584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba7ff032-32fd-4801-b455-13b609da9464 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.263981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307ea241-ccec-4f97-8228-fcde95135e85 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Router 08af32f7-ea9a-46c8-9004-af909644a507 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:32:32.269543 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a32c9978-03bb-4231-a650-02cca9721f21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/be60b6ed-0cf7-4687-8142-714be9f6fb21 HTTP/1.1" status: 204 len: 168 time: 1.7842500 Feb 10 11:32:32.276236 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33896) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:32.282959 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-03e29bf7-7c3f-428b-8ef7-38b0e8bee70a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port e87dcc91-3876-4867-a3c3-fc2d7eb2c2a1 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:32.283533 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03e29bf7-7c3f-428b-8ef7-38b0e8bee70a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.368025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e14f75-ea67-49b7-9779-9e8607f725a9 None None] DHCP port deletion for 6027c06f-d291-41ad-964c-6a3e73a82c7f request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:32.372924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-98e14f75-ea67-49b7-9779-9e8607f725a9 None None] Deleting port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:32.373354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-98e14f75-ea67-49b7-9779-9e8607f725a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.451638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.463738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d724-37c6-4361-9058-fddfd3b14820 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.486118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:32.486469 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.539136 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7ca3d724-37c6-4361-9058-fddfd3b14820 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Deleting port d84737ed-53ff-4fc9-83fb-0770058b4c34 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:32.539522 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d724-37c6-4361-9058-fddfd3b14820 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.578416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6916146-695d-4865-8ea5-c847a8d1fd6f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.623481 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.639229 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba7ff032-32fd-4801-b455-13b609da9464 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.656558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6916146-695d-4865-8ea5-c847a8d1fd6f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=233afffc-d86f-4b78-8479-6efe8226fd77,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:32.658399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba7ff032-32fd-4801-b455-13b609da9464 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.696118 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac22f902-b568-4550-a987-85e8d702b809 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:32.742780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6916146-695d-4865-8ea5-c847a8d1fd6f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.810067 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d6916146-695d-4865-8ea5-c847a8d1fd6f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/233afffc-d86f-4b78-8479-6efe8226fd77 HTTP/1.1" status: 204 len: 168 time: 2.3414800 Feb 10 11:32:32.823685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33912) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:32.832650 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ff032-32fd-4801-b455-13b609da9464 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13be7d58-8b68-44f3-b9c5-cc8da7fed991,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:32.873191 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-98e14f75-ea67-49b7-9779-9e8607f725a9 None None] For port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=022f4afe-bfb5-4eb6-9398-e403a2f46ae2,segment=NetworkSegment(cbf2be46-a56e-41fb-8e57-5c33c65c275d),segment_id=cbf2be46-a56e-41fb-8e57-5c33c65c275d)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:32.873644 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-98e14f75-ea67-49b7-9779-9e8607f725a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.890487 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba7ff032-32fd-4801-b455-13b609da9464 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.891889 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ba7ff032-32fd-4801-b455-13b609da9464 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7243619 Feb 10 11:32:32.897353 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33916) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:32.934912 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-18df2e0e-ba90-40ed-a68d-a9a7646a3e4a tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules/13be7d58-8b68-44f3-b9c5-cc8da7fed991 HTTP/1.1" status: 200 len: 705 time: 0.0341723 Feb 10 11:32:32.973471 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33922) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:32.991227 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03e29bf7-7c3f-428b-8ef7-38b0e8bee70a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.000196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.012097 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] For port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=022f4afe-bfb5-4eb6-9398-e403a2f46ae2,segment=NetworkSegment(cbf2be46-a56e-41fb-8e57-5c33c65c275d),segment_id=cbf2be46-a56e-41fb-8e57-5c33c65c275d)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:33.012463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.032340 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d724-37c6-4361-9058-fddfd3b14820 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.068197 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-98e14f75-ea67-49b7-9779-9e8607f725a9 None None] Calling delete_port for 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:33.122942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:33.171644 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-98e14f75-ea67-49b7-9779-9e8607f725a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.206846 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33928) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:33.214551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:33.220114 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e14f75-ea67-49b7-9779-9e8607f725a9 None None] Pushing event deleted for resources: {'Port': ['ID=022f4afe-bfb5-4eb6-9398-e403a2f46ae2,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:33.223855 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e14f75-ea67-49b7-9779-9e8607f725a9 None None] No DVR routers for this DVR port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:33.278772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0210603-e9f6-480b-940e-cfd947c66372 None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:33.284416 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d0210603-e9f6-480b-940e-cfd947c66372 None None] Deleting port 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:33.284953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d0210603-e9f6-480b-940e-cfd947c66372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.293684 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-03e29bf7-7c3f-428b-8ef7-38b0e8bee70a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for e87dcc91-3876-4867-a3c3-fc2d7eb2c2a1 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:33.332016 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Pushing event updated for resources: {'Port': ['ID=36aa5be3-4203-4b80-b362-5d17ad1e8503,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:33.334841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:33.338025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:33.425061 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7ca3d724-37c6-4361-9058-fddfd3b14820 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Calling delete_port for d84737ed-53ff-4fc9-83fb-0770058b4c34 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:33.471687 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-da9e4f66-719e-49ff-a383-4b0ae4097157 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6465406 Feb 10 11:32:33.478664 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33934) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:33.506334 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d0210603-e9f6-480b-940e-cfd947c66372 None None] For port 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:33.507337 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d0210603-e9f6-480b-940e-cfd947c66372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.517400 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fd4a029b-806e-414f-8058-2a89166300ba tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:33.566947 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:32:33.567274 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:32:33.573363 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fd4a029b-806e-414f-8058-2a89166300ba tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:33.577345 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fd4a029b-806e-414f-8058-2a89166300ba tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5884094 Feb 10 11:32:33.577644 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33938) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:33.619007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bafdff0-3865-4877-8327-eb2d24dcfe9e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.633158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bafdff0-3865-4877-8327-eb2d24dcfe9e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.653592 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d0210603-e9f6-480b-940e-cfd947c66372 None None] Calling delete_port for 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:33.686134 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3f130207-dd1d-40cf-bf9f-2683db892f3e tempest-DvrRoutersNegativeTest-1223688481 tempest-DvrRoutersNegativeTest-1223688481-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-392047263', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:33.689302 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.policy [None req-3f130207-dd1d-40cf-bf9f-2683db892f3e tempest-DvrRoutersNegativeTest-1223688481 tempest-DvrRoutersNegativeTest-1223688481-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83554) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 10 11:32:33.689617 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.policy [None req-3f130207-dd1d-40cf-bf9f-2683db892f3e tempest-DvrRoutersNegativeTest-1223688481 tempest-DvrRoutersNegativeTest-1223688481-project] Failed policy check for 'create_router' {{(pid=83554) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 10 11:32:33.690154 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-3f130207-dd1d-40cf-bf9f-2683db892f3e tempest-DvrRoutersNegativeTest-1223688481 tempest-DvrRoutersNegativeTest-1223688481-project] create failed (client error): Access was denied to this resource. Feb 10 11:32:33.691129 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3f130207-dd1d-40cf-bf9f-2683db892f3e tempest-DvrRoutersNegativeTest-1223688481 tempest-DvrRoutersNegativeTest-1223688481-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4490306 Feb 10 11:32:33.721277 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bafdff0-3865-4877-8327-eb2d24dcfe9e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.743401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafdff0-3865-4877-8327-eb2d24dcfe9e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13be7d58-8b68-44f3-b9c5-cc8da7fed991,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:33.753775 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a631e56-f397-4b51-b98d-9a4ac5b98a8d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.757497 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d724-37c6-4361-9058-fddfd3b14820 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.783154 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d0210603-e9f6-480b-940e-cfd947c66372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.809802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3d724-37c6-4361-9058-fddfd3b14820 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Pushing event deleted for resources: {'Port': ['ID=d84737ed-53ff-4fc9-83fb-0770058b4c34,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:33.831403 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0210603-e9f6-480b-940e-cfd947c66372 None None] Pushing event deleted for resources: {'Port': ['ID=2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:33.839283 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bafdff0-3865-4877-8327-eb2d24dcfe9e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.840414 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3bafdff0-3865-4877-8327-eb2d24dcfe9e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/13be7d58-8b68-44f3-b9c5-cc8da7fed991 HTTP/1.1" status: 204 len: 168 time: 0.2618375 Feb 10 11:32:33.846395 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33944) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:33.869298 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0210603-e9f6-480b-940e-cfd947c66372 None None] No DVR routers for this DVR port 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:33.960244 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:33.982930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307ea241-ccec-4f97-8228-fcde95135e85 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:33.985190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03e29bf7-7c3f-428b-8ef7-38b0e8bee70a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.025780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:34.026130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 2fa64a46-a2e2-44ad-a0d6-da5fe76ac2c9 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:32:34.026603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:34.056523 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b579d1fe-6935-488e-9c57-f3a2bc1cca55 None None] Sync routers for ids ['08af32f7-ea9a-46c8-9004-af909644a507'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:34.073233 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:34.073585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:32:34.091186 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b579d1fe-6935-488e-9c57-f3a2bc1cca55 None None] Routers {'08af32f7-ea9a-46c8-9004-af909644a507'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:34.091797 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b579d1fe-6935-488e-9c57-f3a2bc1cca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['08af32f7-ea9a-46c8-9004-af909644a507'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:34.108365 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-307ea241-ccec-4f97-8228-fcde95135e85 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.135336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e29bf7-7c3f-428b-8ef7-38b0e8bee70a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=e87dcc91-3876-4867-a3c3-fc2d7eb2c2a1,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:34.217438 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33950) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:34.239419 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-307ea241-ccec-4f97-8228-fcde95135e85 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "PUT /v2.0/floatingips/7bba28be-c6f5-4bd2-ab89-ed368810b501 HTTP/1.1" status: 200 len: 991 time: 8.3826189 Feb 10 11:32:34.241539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03e29bf7-7c3f-428b-8ef7-38b0e8bee70a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.243291 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-03e29bf7-7c3f-428b-8ef7-38b0e8bee70a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/e87dcc91-3876-4867-a3c3-fc2d7eb2c2a1 HTTP/1.1" status: 204 len: 168 time: 2.3491189 Feb 10 11:32:34.243982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573dd72a-a490-4acc-9053-5109c3f3c2ce', 'tag': '2eecc48b-0a10-46d3-916a-b281c257aead'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:32:34.256771 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33958) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:34.259813 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 022f4afe-bfb5-4eb6-9398-e403a2f46ae2 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:34.260306 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.307066 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-77efec28-4e11-4961-aba6-f39a840c9b7a tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:34.446205 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-b579d1fe-6935-488e-9c57-f3a2bc1cca55 None None] Set router 08af32f7-ea9a-46c8-9004-af909644a507 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:34.446665 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] The port '022f4afe-bfb5-4eb6-9398-e403a2f46ae2' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:32:34.451101 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573dd72a-a490-4acc-9053-5109c3f3c2ce', 'tag': '2eecc48b-0a10-46d3-916a-b281c257aead', 'status': 'completed', 'code': 200} Feb 10 11:32:34.554349 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-28cdb10b-8c3f-4496-ab89-771d91f63298 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] GET failed (client error): The resource could not be found. Feb 10 11:32:34.554774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-28cdb10b-8c3f-4496-ab89-771d91f63298 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:34.583201 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-77efec28-4e11-4961-aba6-f39a840c9b7a tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:34.586986 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-77efec28-4e11-4961-aba6-f39a840c9b7a tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7378087 Feb 10 11:32:34.589743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d724-37c6-4361-9058-fddfd3b14820 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.615322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33966) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:34.619661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4eefc241-876d-49e9-a01c-cf6df6c3b905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.641789 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-98fdcd82-9979-4b56-872f-d5cf1ae659ff tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group_rule': {'security_group_id': '1c0e0917-ef78-43ec-bfb3-3048dbc41a82', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:34.711908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-98fdcd82-9979-4b56-872f-d5cf1ae659ff tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:34.747045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-98fdcd82-9979-4b56-872f-d5cf1ae659ff tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:34.750090 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a631e56-f397-4b51-b98d-9a4ac5b98a8d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.765465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.766194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.778178 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a631e56-f397-4b51-b98d-9a4ac5b98a8d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.794940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4eefc241-876d-49e9-a01c-cf6df6c3b905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:34.811144 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.819702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-28cdb10b-8c3f-4496-ab89-771d91f63298 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:34.823655 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-28cdb10b-8c3f-4496-ab89-771d91f63298 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports/e87dcc91-3876-4867-a3c3-fc2d7eb2c2a1 HTTP/1.1" status: 404 len: 333 time: 0.5203924 Feb 10 11:32:34.829581 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33970) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:34.858217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4eefc241-876d-49e9-a01c-cf6df6c3b905 admin admin] Usage tracker for resource:security_group_rule and tenant:796061261a564f9e91804e33ab9ac003 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:34.862257 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98fdcd82-9979-4b56-872f-d5cf1ae659ff tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.879815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4eefc241-876d-49e9-a01c-cf6df6c3b905 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:34.882122 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b579d1fe-6935-488e-9c57-f3a2bc1cca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af32f7-ea9a-46c8-9004-af909644a507', 'name': 'tempest-ServerActionsTestJSON-1565376735-router', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:24Z', 'updated_at': '2022-02-10T11:31:38Z', 'revision_number': 4, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'gw_port': {'id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:27Z', 'updated_at': '2022-02-10T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '7bba28be-c6f5-4bd2-ab89-ed368810b501', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'floating_ip_address': '172.26.4.227', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'port_id': '2eecc48b-0a10-46d3-916a-b281c257aead', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'mac_address': 'fa:16:3e:f1:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573dd72a-a490-4acc-9053-5109c3f3c2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:31:52Z', 'updated_at': '2022-02-10T11:32:27Z', 'revision_number': 1, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61eda003-442f-4d2d-ba59-a817cc89e604', 'name': '', 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'mac_address': 'fa:16:3e:e9:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:36Z', 'updated_at': '2022-02-10T11:32:05Z', 'revision_number': 5, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'subnets': [{'id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:34.887783 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b579d1fe-6935-488e-9c57-f3a2bc1cca55 None None] Checking router: 08af32f7-ea9a-46c8-9004-af909644a507 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:32:34.901566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b579d1fe-6935-488e-9c57-f3a2bc1cca55 None None] Routers {'08af32f7-ea9a-46c8-9004-af909644a507'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:34.902215 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b579d1fe-6935-488e-9c57-f3a2bc1cca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['08af32f7-ea9a-46c8-9004-af909644a507'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:34.950676 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d5cdb29c-86c0-4dcb-9239-c20f7fcae136 req-df443e6f-218b-46fe-bdd1-70fdea20b201 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e47f622a65945dda4a63ba667a1ebd5&device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 1098 time: 0.5017560 Feb 10 11:32:34.951871 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4eefc241-876d-49e9-a01c-cf6df6c3b905 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:35.003477 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6027c06f-d291-41ad-964c-6a3e73a82c7f']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:35.099500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a631e56-f397-4b51-b98d-9a4ac5b98a8d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.100019 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a631e56-f397-4b51-b98d-9a4ac5b98a8d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Fanout notify agent at l3_agent the message router_deleted on router d0be5965-5083-43ad-b1ab-d5cab840b3b8 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:32:35.127349 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-b579d1fe-6935-488e-9c57-f3a2bc1cca55 None None] Set router 08af32f7-ea9a-46c8-9004-af909644a507 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:35.153517 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf2be46-a56e-41fb-8e57-5c33c65c275d') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:35.153860 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf2be46-a56e-41fb-8e57-5c33c65c275d') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:35.172410 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d724-37c6-4361-9058-fddfd3b14820 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.181165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.201372 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866ffa1-380f-4fe7-ba78-378f8c7b3ddd req-544fda19-62be-479d-bcd0-85b21e43810c tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:35.202955 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f866ffa1-380f-4fe7-ba78-378f8c7b3ddd req-544fda19-62be-479d-bcd0-85b21e43810c tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.7515156 Feb 10 11:32:35.208186 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d724-37c6-4361-9058-fddfd3b14820 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.236622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.247091 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdb29c-86c0-4dcb-9239-c20f7fcae136 req-505dfa0c-7268-4cbf-b396-4808fa8a5f68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:35.248561 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d5cdb29c-86c0-4dcb-9239-c20f7fcae136 req-505dfa0c-7268-4cbf-b396-4808fa8a5f68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 HTTP/1.1" status: 200 len: 913 time: 0.2779124 Feb 10 11:32:35.257959 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98fdcd82-9979-4b56-872f-d5cf1ae659ff tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.261910 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a631e56-f397-4b51-b98d-9a4ac5b98a8d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.265943 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6a631e56-f397-4b51-b98d-9a4ac5b98a8d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/routers/d0be5965-5083-43ad-b1ab-d5cab840b3b8 HTTP/1.1" status: 204 len: 168 time: 1.7849889 Feb 10 11:32:35.266628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33974) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:35.331585 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:35.331996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:35.347768 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:35.367300 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98fdcd82-9979-4b56-872f-d5cf1ae659ff tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.414689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4eefc241-876d-49e9-a01c-cf6df6c3b905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.434801 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ae70e0cc-c17a-4950-b58a-1b62ea386b6b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1097786 Feb 10 11:32:35.439893 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33978) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:35.447180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4eefc241-876d-49e9-a01c-cf6df6c3b905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.455156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdcd82-9979-4b56-872f-d5cf1ae659ff tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d589db2-933d-4d48-9a1e-6be96296d62b,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:35.521371 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d5cdb29c-86c0-4dcb-9239-c20f7fcae136 req-b502dfe6-c542-4275-bb13-aa4981bf0571 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eecc48b-0a10-46d3-916a-b281c257aead HTTP/1.1" status: 200 len: 999 time: 0.2536676 Feb 10 11:32:35.522007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98fdcd82-9979-4b56-872f-d5cf1ae659ff tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.523047 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-98fdcd82-9979-4b56-872f-d5cf1ae659ff tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9048376 Feb 10 11:32:35.533683 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33982) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:35.539374 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefc241-876d-49e9-a01c-cf6df6c3b905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40de7083-4011-47e4-ae8a-e6320281f2dc,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:35.542436 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f866ffa1-380f-4fe7-ba78-378f8c7b3ddd req-2dd42ee7-6632-4cf3-9556-b5b0c6ad8832 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3283141 Feb 10 11:32:35.547715 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d724-37c6-4361-9058-fddfd3b14820 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.548589 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca3d724-37c6-4361-9058-fddfd3b14820 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Fanout notify agent at l3_agent the message router_deleted on router e2455b68-e09b-4a24-9edb-b66cafe8ed34 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:32:35.562869 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.566639 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.598772 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4eefc241-876d-49e9-a01c-cf6df6c3b905 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=796061261a564f9e91804e33ab9ac003&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3722286 Feb 10 11:32:35.606514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33988) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:35.613151 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Network': ['ID=6027c06f-d291-41ad-964c-6a3e73a82c7f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:35.622711 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d724-37c6-4361-9058-fddfd3b14820 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.625371 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b579d1fe-6935-488e-9c57-f3a2bc1cca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af32f7-ea9a-46c8-9004-af909644a507', 'name': 'tempest-ServerActionsTestJSON-1565376735-router', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:24Z', 'updated_at': '2022-02-10T11:31:38Z', 'revision_number': 4, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'gw_port': {'id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:27Z', 'updated_at': '2022-02-10T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '7bba28be-c6f5-4bd2-ab89-ed368810b501', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'floating_ip_address': '172.26.4.227', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'port_id': '2eecc48b-0a10-46d3-916a-b281c257aead', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'mac_address': 'fa:16:3e:f1:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573dd72a-a490-4acc-9053-5109c3f3c2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:31:52Z', 'updated_at': '2022-02-10T11:32:27Z', 'revision_number': 1, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61eda003-442f-4d2d-ba59-a817cc89e604', 'name': '', 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'mac_address': 'fa:16:3e:e9:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:36Z', 'updated_at': '2022-02-10T11:32:05Z', 'revision_number': 5, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'subnets': [{'id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:35.628147 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7ca3d724-37c6-4361-9058-fddfd3b14820 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "DELETE /v2.0/routers/e2455b68-e09b-4a24-9edb-b66cafe8ed34 HTTP/1.1" status: 204 len: 168 time: 4.3136504 Feb 10 11:32:35.629030 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33992) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:35.630907 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-92a5d42d-4061-4e7b-8953-ea0fe55ed4d4 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules/8d589db2-933d-4d48-9a1e-6be96296d62b HTTP/1.1" status: 200 len: 706 time: 0.0926480 Feb 10 11:32:35.631567 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b579d1fe-6935-488e-9c57-f3a2bc1cca55 None None] The sync data for ids ['08af32f7-ea9a-46c8-9004-af909644a507'] in dv-neutron-828497-1-hyperv is: [{'id': '08af32f7-ea9a-46c8-9004-af909644a507', 'name': 'tempest-ServerActionsTestJSON-1565376735-router', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:24Z', 'updated_at': '2022-02-10T11:31:38Z', 'revision_number': 4, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'gw_port': {'id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:27Z', 'updated_at': '2022-02-10T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '7bba28be-c6f5-4bd2-ab89-ed368810b501', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'floating_ip_address': '172.26.4.227', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'port_id': '2eecc48b-0a10-46d3-916a-b281c257aead', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'mac_address': 'fa:16:3e:f1:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573dd72a-a490-4acc-9053-5109c3f3c2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:31:52Z', 'updated_at': '2022-02-10T11:32:27Z', 'revision_number': 1, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61eda003-442f-4d2d-ba59-a817cc89e604', 'name': '', 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'mac_address': 'fa:16:3e:e9:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:36Z', 'updated_at': '2022-02-10T11:32:05Z', 'revision_number': 5, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'subnets': [{'id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:35.636649 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07c3ae4-5af0-4204-abfc-a24353434ead tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting subnet f14f06db-2ccc-4d87-a223-79ca336620a3 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:35.640534 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ccebeaa3-4a78-459b-8a55-a624ee03cb88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/networks/6027c06f-d291-41ad-964c-6a3e73a82c7f HTTP/1.1" status: 204 len: 168 time: 3.3620670 Feb 10 11:32:35.642068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 33994) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:35.646049 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae58696f-5cff-4cb8-bce0-ac11189a8e98 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:35.649722 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ae58696f-5cff-4cb8-bce0-ac11189a8e98 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1933367 Feb 10 11:32:35.650973 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1915194445', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'enable_snat': False}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:35.654083 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d07c3ae4-5af0-4204-abfc-a24353434ead tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.687552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 33998) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:35.687891 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34002) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:35.698299 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:35.705706 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdb29c-86c0-4dcb-9239-c20f7fcae136 req-375dbd5a-820d-4d3f-9e0d-2dc8535a7f57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:35.707202 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d5cdb29c-86c0-4dcb-9239-c20f7fcae136 req-375dbd5a-820d-4d3f-9e0d-2dc8535a7f57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13860d03-a045-4a92-adff-58389fc1eb4f HTTP/1.1" status: 200 len: 851 time: 0.1704745 Feb 10 11:32:35.806836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Usage tracker for resource:router and tenant:9582ae79fbce41f089afab55516f3656 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:35.845641 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-78eb55c5-8de8-405d-aa80-9f41347ef409 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:router {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:35.849701 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:35.858034 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df4ed3b-ded9-40f0-863b-43446adeebeb None None] New status for floating IP 7bba28be-c6f5-4bd2-ab89-ed368810b501: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:32:35.881271 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:35.896901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d07c3ae4-5af0-4204-abfc-a24353434ead tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.943828 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-243ffd79-5416-4a0f-b31f-146979f72214 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:35.956542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-78eb55c5-8de8-405d-aa80-9f41347ef409 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:router {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:35.961733 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-78eb55c5-8de8-405d-aa80-9f41347ef409 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2673423 Feb 10 11:32:35.963209 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34008) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:35.974899 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.975822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.992546 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-18d4286d-3f95-4a5f-8f98-954dad99fbb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:35.998011 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c62a63a3-f493-4f8c-9f5c-0685ebed65b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.024667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-243ffd79-5416-4a0f-b31f-146979f72214 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:36.028562 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-243ffd79-5416-4a0f-b31f-146979f72214 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.3807557 Feb 10 11:32:36.037762 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34012) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:36.062400 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c62a63a3-f493-4f8c-9f5c-0685ebed65b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.107889 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d5cdb29c-86c0-4dcb-9239-c20f7fcae136 req-a8523055-9fea-4a8c-9c38-81f5b61a9284 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3897104 Feb 10 11:32:36.153840 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb5ee799-b7e2-4fa9-989b-ee14762e68c0 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.168427 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4247a9-5c23-49a7-b86d-0b4abd8d1487 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:36.169168 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0d4247a9-5c23-49a7-b86d-0b4abd8d1487 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Synchronizing usage tracker for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:36.178003 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.204545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d75d98-8951-4214-b3da-e0824fdacb55 req-3e4c0111-3f2c-4281-9c43-68fbe3ad71a2 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:36.206121 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73d75d98-8951-4214-b3da-e0824fdacb55 req-3e4c0111-3f2c-4281-9c43-68fbe3ad71a2 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.4178214 Feb 10 11:32:36.209721 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-18d4286d-3f95-4a5f-8f98-954dad99fbb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:36.217547 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d07c3ae4-5af0-4204-abfc-a24353434ead tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.220609 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb5ee799-b7e2-4fa9-989b-ee14762e68c0 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.256034 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Router 6f8b699d-6f3b-4423-972b-72fcd83dfbf5 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:32:36.258887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-18d4286d-3f95-4a5f-8f98-954dad99fbb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:36.279058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-18d4286d-3f95-4a5f-8f98-954dad99fbb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:36.298675 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c62a63a3-f493-4f8c-9f5c-0685ebed65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.299581 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-18d4286d-3f95-4a5f-8f98-954dad99fbb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:36.304439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0d4247a9-5c23-49a7-b86d-0b4abd8d1487 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Unset dirty status for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:36.305620 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0d4247a9-5c23-49a7-b86d-0b4abd8d1487 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6167924 Feb 10 11:32:36.313381 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34016) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:36.319178 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb5ee799-b7e2-4fa9-989b-ee14762e68c0 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.335551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a63a3-f493-4f8c-9f5c-0685ebed65b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40de7083-4011-47e4-ae8a-e6320281f2dc,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:36.339318 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d5cdb29c-86c0-4dcb-9239-c20f7fcae136 req-dfac97c7-cdaf-40f7-bbe9-fdd313bd7924 service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171350 Feb 10 11:32:36.426749 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ee799-b7e2-4fa9-989b-ee14762e68c0 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d589db2-933d-4d48-9a1e-6be96296d62b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:36.430589 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d4286d-3f95-4a5f-8f98-954dad99fbb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:36.535180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb5ee799-b7e2-4fa9-989b-ee14762e68c0 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.536194 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fb5ee799-b7e2-4fa9-989b-ee14762e68c0 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/8d589db2-933d-4d48-9a1e-6be96296d62b HTTP/1.1" status: 204 len: 168 time: 0.4950383 Feb 10 11:32:36.546860 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34020) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:36.580000 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c62a63a3-f493-4f8c-9f5c-0685ebed65b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.583493 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c62a63a3-f493-4f8c-9f5c-0685ebed65b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40de7083-4011-47e4-ae8a-e6320281f2dc HTTP/1.1" status: 204 len: 168 time: 0.9736385 Feb 10 11:32:36.596385 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73d75d98-8951-4214-b3da-e0824fdacb55 req-a62ec663-bfc2-461b-94c7-4c2e11316024 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3479519 Feb 10 11:32:36.625368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d07c3ae4-5af0-4204-abfc-a24353434ead tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.668699 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d5cdb29c-86c0-4dcb-9239-c20f7fcae136 req-d100e263-3d9e-4ce5-b06b-ed8ece23240b service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668793 Feb 10 11:32:36.676654 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c4498d6e-8c90-4983-9423-ebf79bcda8b7 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:36.676847 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18d4286d-3f95-4a5f-8f98-954dad99fbb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.697864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c3ae4-5af0-4204-abfc-a24353434ead tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Subnet': ['ID=f14f06db-2ccc-4d87-a223-79ca336620a3,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:36.708650 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c4498d6e-8c90-4983-9423-ebf79bcda8b7 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:36.709945 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c4498d6e-8c90-4983-9423-ebf79bcda8b7 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1595030 Feb 10 11:32:36.714410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34026) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:36.755692 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.760396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d07c3ae4-5af0-4204-abfc-a24353434ead tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.775280 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53822f6d-e569-4eec-b644-2d466a0f214b None None] Network 78212250-90cf-40a1-a119-bd3227adef60 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:36.803147 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7756da8-cf5b-45b5-81b3-eabe91614a8d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.806799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:36.807285 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d07c3ae4-5af0-4204-abfc-a24353434ead tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/f14f06db-2ccc-4d87-a223-79ca336620a3 HTTP/1.1" status: 204 len: 168 time: 1.9754121 Feb 10 11:32:36.812384 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34032) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:36.856274 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7756da8-cf5b-45b5-81b3-eabe91614a8d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.874092 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.877965 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b7b1f8cb-597b-4637-881a-289e8709eb4b tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.8031299 Feb 10 11:32:36.880194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34036) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:36.900171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Sync routers for ids ['6f8b699d-6f3b-4423-972b-72fcd83dfbf5'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:37.017717 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Routers {'6f8b699d-6f3b-4423-972b-72fcd83dfbf5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:37.018713 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6f8b699d-6f3b-4423-972b-72fcd83dfbf5'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:37.024339 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7756da8-cf5b-45b5-81b3-eabe91614a8d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.042787 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d3ccc588-1c5b-401d-b32a-bb606c8b950f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7282991 Feb 10 11:32:37.058179 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34040) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:37.080633 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-53579f97-fec8-491e-a6db-4bff7f2e03a5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-921681295'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:37.094703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-53579f97-fec8-491e-a6db-4bff7f2e03a5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:37.117604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7756da8-cf5b-45b5-81b3-eabe91614a8d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0e0917-ef78-43ec-bfb3-3048dbc41a82,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:37.144498 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7756da8-cf5b-45b5-81b3-eabe91614a8d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.145983 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e7756da8-cf5b-45b5-81b3-eabe91614a8d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-groups/1c0e0917-ef78-43ec-bfb3-3048dbc41a82 HTTP/1.1" status: 204 len: 168 time: 0.4305084 Feb 10 11:32:37.152327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34046) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:37.158712 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-53579f97-fec8-491e-a6db-4bff7f2e03a5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:network and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:37.166627 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-53579f97-fec8-491e-a6db-4bff7f2e03a5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:37.183283 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.187361 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-53579f97-fec8-491e-a6db-4bff7f2e03a5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:37.228224 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9bec7d75-04aa-4851-b382-5705e7c54bc4 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:37.252899 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53579f97-fec8-491e-a6db-4bff7f2e03a5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:37.255870 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53579f97-fec8-491e-a6db-4bff7f2e03a5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.291613 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port a5ecc59c-16c3-4750-97e4-620cb4f22a5b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:37.292002 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.308629 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-05a4d020-daed-4287-91b4-1b8c24e7510d tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "GET /v2.0/routers/6f8b699d-6f3b-4423-972b-72fcd83dfbf5 HTTP/1.1" status: 200 len: 909 time: 0.3698158 Feb 10 11:32:37.310473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9bec7d75-04aa-4851-b382-5705e7c54bc4 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:37.313013 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9bec7d75-04aa-4851-b382-5705e7c54bc4 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1575074 Feb 10 11:32:37.313964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34054) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:37.319194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1049810766', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'enable_snat': True}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:37.321831 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34058) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:37.324168 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:37.329606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Usage tracker for resource:router and tenant:095fddbea52e445dbfab32a35b04646f is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:37.332889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:37.340148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:37.349604 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6039c676-4b6d-4ece-ad27-c030bf9cb5e1 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857641320'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:37.353922 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Set router 6f8b699d-6f3b-4423-972b-72fcd83dfbf5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:37.355837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.357399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.369938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6039c676-4b6d-4ece-ad27-c030bf9cb5e1 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:37.383513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.403255 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53579f97-fec8-491e-a6db-4bff7f2e03a5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:32:37.420143 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6039c676-4b6d-4ece-ad27-c030bf9cb5e1 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:37.477380 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53579f97-fec8-491e-a6db-4bff7f2e03a5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.477868 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-53579f97-fec8-491e-a6db-4bff7f2e03a5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Added segment 9b669837-06de-43a0-855b-d49184af83ee of type vlan for network 027f41e5-ab3b-4d34-b8d3-f156e3a9631f Feb 10 11:32:37.515742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6039c676-4b6d-4ece-ad27-c030bf9cb5e1 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.625623 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461546c7-fdde-4e1d-a64b-ad1eac90d208 None None] DHCP port deletion for 78212250-90cf-40a1-a119-bd3227adef60 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:37.627843 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.636400 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-461546c7-fdde-4e1d-a64b-ad1eac90d208 None None] Deleting port a5ecc59c-16c3-4750-97e4-620cb4f22a5b {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:37.637010 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-461546c7-fdde-4e1d-a64b-ad1eac90d208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.727999 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53579f97-fec8-491e-a6db-4bff7f2e03a5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.887298 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.895432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6039c676-4b6d-4ece-ad27-c030bf9cb5e1 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:37.927836 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.988345 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6039c676-4b6d-4ece-ad27-c030bf9cb5e1 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:37.994152 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] For port a5ecc59c-16c3-4750-97e4-620cb4f22a5b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a5ecc59c-16c3-4750-97e4-620cb4f22a5b,segment=NetworkSegment(febb3b6e-50d1-4733-818f-3a77a92f78ab),segment_id=febb3b6e-50d1-4733-818f-3a77a92f78ab)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:37.994391 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.003228 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6039c676-4b6d-4ece-ad27-c030bf9cb5e1 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:38.007475 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34072) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:38.015117 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a5ecc59c-16c3-4750-97e4-620cb4f22a5b no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:38.057351 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6039c676-4b6d-4ece-ad27-c030bf9cb5e1 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:38.125339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.134432 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-461546c7-fdde-4e1d-a64b-ad1eac90d208 None None] For port a5ecc59c-16c3-4750-97e4-620cb4f22a5b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a5ecc59c-16c3-4750-97e4-620cb4f22a5b,segment=NetworkSegment(febb3b6e-50d1-4733-818f-3a77a92f78ab),segment_id=febb3b6e-50d1-4733-818f-3a77a92f78ab)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:38.134842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-461546c7-fdde-4e1d-a64b-ad1eac90d208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.205465 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53579f97-fec8-491e-a6db-4bff7f2e03a5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.208606 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53579f97-fec8-491e-a6db-4bff7f2e03a5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:38.209216 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53579f97-fec8-491e-a6db-4bff7f2e03a5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.225419 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for a5ecc59c-16c3-4750-97e4-620cb4f22a5b owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:38.266778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.objects.ports [None req-18d4286d-3f95-4a5f-8f98-954dad99fbb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:32:38.268504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Allocated IP 172.26.4.64 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/fc5c2b3c-4aa5-47ee-813f-20ded7b553ff) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:38.301017 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-461546c7-fdde-4e1d-a64b-ad1eac90d208 None None] Calling delete_port for a5ecc59c-16c3-4750-97e4-620cb4f22a5b owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:38.302008 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.334350 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-43a252d9-7ec9-405f-a0d9-1dc8d9813649 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:38.334972 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-43a252d9-7ec9-405f-a0d9-1dc8d9813649 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 11:32:38.339541 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-43a252d9-7ec9-405f-a0d9-1dc8d9813649 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2975147 Feb 10 11:32:38.364129 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8b699d-6f3b-4423-972b-72fcd83dfbf5', 'name': 'tempest-snat-router-1049810766', 'tenant_id': '095fddbea52e445dbfab32a35b04646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146'}], 'enable_snat': False}, 'gw_port_id': '36aa5be3-4203-4b80-b362-5d17ad1e8503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:29Z', 'updated_at': '2022-02-10T11:32:33Z', 'revision_number': 3, 'project_id': '095fddbea52e445dbfab32a35b04646f', 'gw_port': {'id': '36aa5be3-4203-4b80-b362-5d17ad1e8503', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8b699d-6f3b-4423-972b-72fcd83dfbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:31Z', 'updated_at': '2022-02-10T11:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:38.373632 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.386499 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18d4286d-3f95-4a5f-8f98-954dad99fbb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.390765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Checking router: 6f8b699d-6f3b-4423-972b-72fcd83dfbf5 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:32:38.391120 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Updating router 6f8b699d-6f3b-4423-972b-72fcd83dfbf5 port 36aa5be3-4203-4b80-b362-5d17ad1e8503 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:32:38.393283 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34078) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:38.405325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844566037'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:38.423237 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:38.436158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:38.441793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:38.449757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.450812 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:38.473981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.474716 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-461546c7-fdde-4e1d-a64b-ad1eac90d208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.484229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.499104 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.518595 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.547583 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461546c7-fdde-4e1d-a64b-ad1eac90d208 None None] Pushing event deleted for resources: {'Port': ['ID=a5ecc59c-16c3-4750-97e4-620cb4f22a5b,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:38.560125 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:38.565371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:38.568903 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:38.572084 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.580303 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-53579f97-fec8-491e-a6db-4bff7f2e03a5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5210686 Feb 10 11:32:38.595268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34082) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:38.602367 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53579f97-fec8-491e-a6db-4bff7f2e03a5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Network': ['ID=027f41e5-ab3b-4d34-b8d3-f156e3a9631f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:38.611023 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:38.619276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461546c7-fdde-4e1d-a64b-ad1eac90d208 None None] No DVR routers for this DVR port a5ecc59c-16c3-4750-97e4-620cb4f22a5b on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:38.621547 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e6a9068e-5f80-4efd-abd2-425c0f386174 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'subnet': {'network_id': '027f41e5-ab3b-4d34-b8d3-f156e3a9631f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:38.647884 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d4286d-3f95-4a5f-8f98-954dad99fbb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:38.656345 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7592043-e28a-472b-b356-b9998e1688e7 req-23863b0e-5716-4464-a216-60e623e34d7d tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:38.658500 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b7592043-e28a-472b-b356-b9998e1688e7 req-23863b0e-5716-4464-a216-60e623e34d7d tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.8877156 Feb 10 11:32:38.667346 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 027f41e5-ab3b-4d34-b8d3-f156e3a9631f details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:32:38.672866 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-18d4286d-3f95-4a5f-8f98-954dad99fbb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:38.675909 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d4286d-3f95-4a5f-8f98-954dad99fbb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:38.676498 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18d4286d-3f95-4a5f-8f98-954dad99fbb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.693085 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:38.695218 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:38.699788 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99b59e-2389-48fa-a13e-eb7421fc8bfe None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:38.705728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:38.712198 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6039c676-4b6d-4ece-ad27-c030bf9cb5e1 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.713252 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4286d-3f95-4a5f-8f98-954dad99fbb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=1419778e-9167-4784-b424-36556d7c1a50,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:38.742804 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Pushing event updated for resources: {'Port': ['ID=fc5c2b3c-4aa5-47ee-813f-20ded7b553ff,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:38.835664 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.907386 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6039c676-4b6d-4ece-ad27-c030bf9cb5e1 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.910719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:32:38.911038 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:32:38.925739 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.980559 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:38.986523 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-18d4286d-3f95-4a5f-8f98-954dad99fbb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0192215 Feb 10 11:32:38.992610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34086) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:38.995969 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:38.996185 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6039c676-4b6d-4ece-ad27-c030bf9cb5e1 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.002202 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6039c676-4b6d-4ece-ad27-c030bf9cb5e1 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6669457 Feb 10 11:32:39.002491 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0b7a06-5aa2-4e73-928a-05571a5503b5,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:39.005766 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:39.012360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-9c3b1bfd-dbd4-409c-9b1d-bf1c43daba51 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:39.012831 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34090) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:39.024177 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e6a9068e-5f80-4efd-abd2-425c0f386174 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:39.034056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9506b6c1-bd94-4597-b895-2032a51deb4c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Request body: {'security_group_rule': {'security_group_id': 'aee74ae7-addf-489b-b079-673be5169131', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:39.040079 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:39.040318 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e6a9068e-5f80-4efd-abd2-425c0f386174 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:subnet and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:39.044877 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b7592043-e28a-472b-b356-b9998e1688e7 req-90310859-5e54-497a-bd86-9edf7f2bed88 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3492043 Feb 10 11:32:39.045983 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e6a9068e-5f80-4efd-abd2-425c0f386174 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:39.049947 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9506b6c1-bd94-4597-b895-2032a51deb4c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:39.052000 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039c676-4b6d-4ece-ad27-c030bf9cb5e1 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee74ae7-addf-489b-b079-673be5169131,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:39.059549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e6a9068e-5f80-4efd-abd2-425c0f386174 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:39.062839 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9506b6c1-bd94-4597-b895-2032a51deb4c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Usage tracker for resource:security_group_rule and tenant:7a860da754cf43edb2855bfd2767d070 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:39.067087 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9506b6c1-bd94-4597-b895-2032a51deb4c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:39.075547 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9506b6c1-bd94-4597-b895-2032a51deb4c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:39.091147 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a9068e-5f80-4efd-abd2-425c0f386174 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:39.172025 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9506b6c1-bd94-4597-b895-2032a51deb4c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.229433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.230504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.251346 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9c3b1bfd-dbd4-409c-9b1d-bf1c43daba51 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:39.255820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9c3b1bfd-dbd4-409c-9b1d-bf1c43daba51 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:39.259344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9c3b1bfd-dbd4-409c-9b1d-bf1c43daba51 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:39.266632 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': '1419778e-9167-4784-b424-36556d7c1a50'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:32:39.267194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9c3b1bfd-dbd4-409c-9b1d-bf1c43daba51 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:39.267420 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.295353 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6a9068e-5f80-4efd-abd2-425c0f386174 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.409339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.413620 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port a5ecc59c-16c3-4750-97e4-620cb4f22a5b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:39.413964 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.415426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3b1bfd-dbd4-409c-9b1d-bf1c43daba51 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:39.435114 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Transition to ACTIVE for port object 36aa5be3-4203-4b80-b362-5d17ad1e8503 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:39.474049 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.474326 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9506b6c1-bd94-4597-b895-2032a51deb4c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.515616 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.534137 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.544626 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd726460-d33d-4143-a66f-4d845d915fd3 req-a1a6ad59-950b-4672-adac-2f027b6decd1 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:39.546345 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cd726460-d33d-4143-a66f-4d845d915fd3 req-a1a6ad59-950b-4672-adac-2f027b6decd1 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.3600967 Feb 10 11:32:39.547071 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9506b6c1-bd94-4597-b895-2032a51deb4c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.558150 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] The port 'a5ecc59c-16c3-4750-97e4-620cb4f22a5b' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:32:39.579994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Allocated IP 2001:db8::f816:3eff:fe16:22cb (3b5b04fa-1e24-453f-83a6-7d1810ca3421/1419778e-9167-4784-b424-36556d7c1a50/fa84d95f-c905-4318-984f-7f588e9daac9) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:39.587769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Attempting to bind port 36aa5be3-4203-4b80-b362-5d17ad1e8503 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:39.588186 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Attempting to bind port 36aa5be3-4203-4b80-b362-5d17ad1e8503 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:39.588836 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Attempting to bind port 36aa5be3-4203-4b80-b362-5d17ad1e8503 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:39.591111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec7cad-74bb-4abb-90a3-2b972de5a299 None None] Pushing event updated for resources: {'Port': ['ID=36aa5be3-4203-4b80-b362-5d17ad1e8503,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:39.603440 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:39.603608 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:39.604005 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.604390 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:39.605027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Bound port: 36aa5be3-4203-4b80-b362-5d17ad1e8503, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:39.605255 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.634710 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9915fc59-d227-4283-a6cf-6bcd2073c8d8,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:39.646277 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1bfd-dbd4-409c-9b1d-bf1c43daba51 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.656105 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506b6c1-bd94-4597-b895-2032a51deb4c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c0a978-a955-42ee-8c2f-155ebc8c7353,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:39.673811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.677933 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fb9241d8-d6a1-40b3-8181-600663e498eb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2779992 Feb 10 11:32:39.684042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34096) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:39.750593 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-27747af2-af2d-4cb2-9a48-5faeb9dd7056 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '9915fc59-d227-4283-a6cf-6bcd2073c8d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:39.766479 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] For port 36aa5be3-4203-4b80-b362-5d17ad1e8503, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:39.784798 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-27747af2-af2d-4cb2-9a48-5faeb9dd7056 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:39.788198 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Allocated IP 172.26.4.181 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/27e34292-16bd-4bb7-a68b-68e55c538c0b) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:39.795260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] For port 36aa5be3-4203-4b80-b362-5d17ad1e8503, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=36aa5be3-4203-4b80-b362-5d17ad1e8503,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:39.801110 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.811191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9506b6c1-bd94-4597-b895-2032a51deb4c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.812997 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9506b6c1-bd94-4597-b895-2032a51deb4c tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7960572 Feb 10 11:32:39.814401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-27747af2-af2d-4cb2-9a48-5faeb9dd7056 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:39.817069 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34100) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:39.927535 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.938394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Transition to ACTIVE for port object fa84d95f-c905-4318-984f-7f588e9daac9 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:39.960413 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Transition to ACTIVE for port object fa84d95f-c905-4318-984f-7f588e9daac9 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:39.966133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7d3c-46ee-4d33-a6a6-51ee4aac655d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.974105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.978728 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cd726460-d33d-4143-a66f-4d845d915fd3 req-c633913b-1c22-4c61-b930-c18077b8787e tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3940682 Feb 10 11:32:40.020236 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:40.021073 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Routers {'6f8b699d-6f3b-4423-972b-72fcd83dfbf5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:40.022169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6f8b699d-6f3b-4423-972b-72fcd83dfbf5'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:40.040174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7d3c-46ee-4d33-a6a6-51ee4aac655d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.083776 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:40.085423 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec7cad-74bb-4abb-90a3-2b972de5a299 None None] Pushing event updated for resources: {'Port': ['ID=36aa5be3-4203-4b80-b362-5d17ad1e8503,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:40.105524 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Router 12243322-0d6c-467a-91b3-bd334e351aac is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:32:40.114323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.135309 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-27747af2-af2d-4cb2-9a48-5faeb9dd7056 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:40.148446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:40.152370 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.194312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-27747af2-af2d-4cb2-9a48-5faeb9dd7056 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:40.201933 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7d3c-46ee-4d33-a6a6-51ee4aac655d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.249574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.337837 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Attempting to bind port fa84d95f-c905-4318-984f-7f588e9daac9 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:40.338418 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78212250-90cf-40a1-a119-bd3227adef60']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:40.338532 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Attempting to bind port fa84d95f-c905-4318-984f-7f588e9daac9 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:40.338532 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Attempting to bind port fa84d95f-c905-4318-984f-7f588e9daac9 on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:40.340596 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Pushing event updated for resources: {'Port': ['ID=fa84d95f-c905-4318-984f-7f588e9daac9,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:40.352549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb7d3c-46ee-4d33-a6a6-51ee4aac655d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee74ae7-addf-489b-b079-673be5169131,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:40.367999 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:40.368372 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:40.368770 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.369175 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:40.369649 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Bound port: fa84d95f-c905-4318-984f-7f588e9daac9, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:40.370016 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.400949 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febb3b6e-50d1-4733-818f-3a77a92f78ab') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:40.401640 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febb3b6e-50d1-4733-818f-3a77a92f78ab') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:40.419814 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1bfd-dbd4-409c-9b1d-bf1c43daba51 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.450166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] Set router 6f8b699d-6f3b-4423-972b-72fcd83dfbf5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:40.458947 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27747af2-af2d-4cb2-9a48-5faeb9dd7056 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.473403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.517407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3b1bfd-dbd4-409c-9b1d-bf1c43daba51 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:40.522930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-9c3b1bfd-dbd4-409c-9b1d-bf1c43daba51 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:40.529315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3b1bfd-dbd4-409c-9b1d-bf1c43daba51 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:40.530002 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1bfd-dbd4-409c-9b1d-bf1c43daba51 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.539318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7d3c-46ee-4d33-a6a6-51ee4aac655d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.543407 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fdeb7d3c-46ee-4d33-a6a6-51ee4aac655d tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-groups/aee74ae7-addf-489b-b079-673be5169131 HTTP/1.1" status: 204 len: 168 time: 0.7242279 Feb 10 11:32:40.545053 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Pushing event updated for resources: {'Port': ['ID=27e34292-16bd-4bb7-a68b-68e55c538c0b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:40.548922 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:40.549645 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34108) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:40.551090 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b1bfd-dbd4-409c-9b1d-bf1c43daba51 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=2c6c1611-f27c-4253-a3be-90b8bdab51c7,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:40.566963 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:40.568472 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9c3b1bfd-dbd4-409c-9b1d-bf1c43daba51 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5753624 Feb 10 11:32:40.572120 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34112) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:40.572334 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6a9068e-5f80-4efd-abd2-425c0f386174 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.581628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'mac_address': 'fa:16:3e:47:91:32', 'name': 'tempest-NetworksTestDHCPv6-1739597431'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:40.582288 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:40.607323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.656758 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] For port fa84d95f-c905-4318-984f-7f588e9daac9, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:40.676576 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] For port fa84d95f-c905-4318-984f-7f588e9daac9, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fa84d95f-c905-4318-984f-7f588e9daac9,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:40.685821 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.697611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:40.698117 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:40.724064 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:40.749447 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:40.763966 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Sync routers for ids ['12243322-0d6c-467a-91b3-bd334e351aac'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:40.778505 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Routers {'12243322-0d6c-467a-91b3-bd334e351aac'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:40.779405 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['12243322-0d6c-467a-91b3-bd334e351aac'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:40.798182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:40.802548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.807397 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8b5ea5c4-f713-45ca-9ed7-d1db9fe3e6a4 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4921541 Feb 10 11:32:40.821938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34116) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:40.825077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:40.845203 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:40.872517 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.943929 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dcc89-9649-4758-9a1e-026b3ab3b2a6 None None] Pushing event updated for resources: {'Port': ['ID=fa84d95f-c905-4318-984f-7f588e9daac9,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:40.946841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port d349a191-35c7-4a19-a20d-f8f38b49bdee yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:32:40.980248 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Set router 12243322-0d6c-467a-91b3-bd334e351aac gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:41.015396 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8b699d-6f3b-4423-972b-72fcd83dfbf5', 'name': 'tempest-snat-router-1049810766', 'tenant_id': '095fddbea52e445dbfab32a35b04646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146'}], 'enable_snat': False}, 'gw_port_id': '36aa5be3-4203-4b80-b362-5d17ad1e8503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:29Z', 'updated_at': '2022-02-10T11:32:33Z', 'revision_number': 3, 'project_id': '095fddbea52e445dbfab32a35b04646f', 'gw_port': {'id': '36aa5be3-4203-4b80-b362-5d17ad1e8503', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8b699d-6f3b-4423-972b-72fcd83dfbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:31Z', 'updated_at': '2022-02-10T11:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:41.025350 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d290f6e-ffa5-446e-844c-76d29d4ea91d None None] The sync data for ids ['6f8b699d-6f3b-4423-972b-72fcd83dfbf5'] in dv-neutron-828497-1-hyperv is: [{'id': '6f8b699d-6f3b-4423-972b-72fcd83dfbf5', 'name': 'tempest-snat-router-1049810766', 'tenant_id': '095fddbea52e445dbfab32a35b04646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146'}], 'enable_snat': False}, 'gw_port_id': '36aa5be3-4203-4b80-b362-5d17ad1e8503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:29Z', 'updated_at': '2022-02-10T11:32:33Z', 'revision_number': 3, 'project_id': '095fddbea52e445dbfab32a35b04646f', 'gw_port': {'id': '36aa5be3-4203-4b80-b362-5d17ad1e8503', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8b699d-6f3b-4423-972b-72fcd83dfbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:31Z', 'updated_at': '2022-02-10T11:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:41.173221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9068e-5f80-4efd-abd2-425c0f386174 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Subnet': ['ID=409463ca-44a2-41c2-9a44-d8e30cb1cca7,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:41.282985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27747af2-af2d-4cb2-9a48-5faeb9dd7056 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.299817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 172.20.0.12 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/2c6c1611-f27c-4253-a3be-90b8bdab51c7/d349a191-35c7-4a19-a20d-f8f38b49bdee) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:41.308369 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::f816:3eff:fe47:9132 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/1419778e-9167-4784-b424-36556d7c1a50/d349a191-35c7-4a19-a20d-f8f38b49bdee) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:41.324096 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48fb8a-f480-4699-a1fe-6be4f745774a req-5a9d8f42-212b-4130-9dff-1f699fd1594b tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:41.325935 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed48fb8a-f480-4699-a1fe-6be4f745774a req-5a9d8f42-212b-4130-9dff-1f699fd1594b tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.8704476 Feb 10 11:32:41.326719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.334276 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27747af2-af2d-4cb2-9a48-5faeb9dd7056 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.359717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3763beaf-0ab8-425e-8a74-88888ba41539 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:41.391444 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.439036 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12243322-0d6c-467a-91b3-bd334e351aac', 'name': 'tempest-snat-router-1049810766', 'tenant_id': '095fddbea52e445dbfab32a35b04646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'fc5c2b3c-4aa5-47ee-813f-20ded7b553ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:37Z', 'updated_at': '2022-02-10T11:32:38Z', 'revision_number': 3, 'project_id': '095fddbea52e445dbfab32a35b04646f', 'gw_port': {'id': 'fc5c2b3c-4aa5-47ee-813f-20ded7b553ff', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12243322-0d6c-467a-91b3-bd334e351aac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:38Z', 'updated_at': '2022-02-10T11:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:41.441773 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Network': ['ID=78212250-90cf-40a1-a119-bd3227adef60,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:41.443326 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Checking router: 12243322-0d6c-467a-91b3-bd334e351aac for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:32:41.444055 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Updating router 12243322-0d6c-467a-91b3-bd334e351aac port fc5c2b3c-4aa5-47ee-813f-20ded7b553ff binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:32:41.448956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9068e-5f80-4efd-abd2-425c0f386174 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Checking segment: {'id': '9b669837-06de-43a0-855b-d49184af83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '027f41e5-ab3b-4d34-b8d3-f156e3a9631f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:41.449398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a9068e-5f80-4efd-abd2-425c0f386174 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network hostable DHCP agents. Network: 027f41e5-ab3b-4d34-b8d3-f156e3a9631f, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:32:41.465225 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27747af2-af2d-4cb2-9a48-5faeb9dd7056 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc44c29-4d38-40e7-a4b6-5aa5935128de,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:41.497651 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8766704e-7115-41af-b2a0-6e3748805df2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/networks/78212250-90cf-40a1-a119-bd3227adef60 HTTP/1.1" status: 204 len: 168 time: 4.6770210 Feb 10 11:32:41.502100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34122) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:41.503996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27747af2-af2d-4cb2-9a48-5faeb9dd7056 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.505397 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-27747af2-af2d-4cb2-9a48-5faeb9dd7056 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8137827 Feb 10 11:32:41.507216 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3763beaf-0ab8-425e-8a74-88888ba41539 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:41.508347 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3763beaf-0ab8-425e-8a74-88888ba41539 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9483981 Feb 10 11:32:41.511030 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34126) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:41.511475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34128) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:41.515295 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.516623 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-39dfc1ec-9941-4512-a9f6-645067063c5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1820405847'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:41.533515 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-395fd971-c3bf-4b7a-9a79-505ab98a26f5 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '9915fc59-d227-4283-a6cf-6bcd2073c8d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:41.553557 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-39dfc1ec-9941-4512-a9f6-645067063c5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:41.556889 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed48fb8a-f480-4699-a1fe-6be4f745774a req-573cfc0d-ff44-44d9-bc57-938c99b80e52 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184775 Feb 10 11:32:41.566338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-395fd971-c3bf-4b7a-9a79-505ab98a26f5 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:41.569113 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-39dfc1ec-9941-4512-a9f6-645067063c5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:network and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:41.573666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a9068e-5f80-4efd-abd2-425c0f386174 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 027f41e5-ab3b-4d34-b8d3-f156e3a9631f is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:32:41.577820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-39dfc1ec-9941-4512-a9f6-645067063c5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:41.587156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-395fd971-c3bf-4b7a-9a79-505ab98a26f5 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:41.593937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-39dfc1ec-9941-4512-a9f6-645067063c5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:41.599202 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-395fd971-c3bf-4b7a-9a79-505ab98a26f5 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:41.622356 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e6a9068e-5f80-4efd-abd2-425c0f386174 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 027f41e5-ab3b-4d34-b8d3-f156e3a9631f) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:41.631596 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62b318e-6178-4fa6-9f2f-4f74e8e4769f None None] Network 027f41e5-ab3b-4d34-b8d3-f156e3a9631f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:41.640125 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a9068e-5f80-4efd-abd2-425c0f386174 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:41.640403 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-395fd971-c3bf-4b7a-9a79-505ab98a26f5 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:41.640915 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6a9068e-5f80-4efd-abd2-425c0f386174 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.689590 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e6a9068e-5f80-4efd-abd2-425c0f386174 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0886908 Feb 10 11:32:41.698186 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34136) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:41.714472 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dfc1ec-9941-4512-a9f6-645067063c5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:41.722078 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-39dfc1ec-9941-4512-a9f6-645067063c5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.736787 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.737555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.755691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'network_id': '027f41e5-ab3b-4d34-b8d3-f156e3a9631f', 'name': 'tempest-PortsTestJSON-1055714172'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:41.834835 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7213663a-95d6-485d-b35c-58ccb1640cde tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "GET /v2.0/routers/12243322-0d6c-467a-91b3-bd334e351aac HTTP/1.1" status: 200 len: 907 time: 0.9987872 Feb 10 11:32:41.904857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34142) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:41.956486 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-027f41e5-ab3b-4d34-b8d3-f156e3a9631f', 'network_id': '027f41e5-ab3b-4d34-b8d3-f156e3a9631f', 'tenant_id': 'f814e8e262394e9da62e4d84c68e410d', 'fixed_ips': [{'subnet_id': '409463ca-44a2-41c2-9a44-d8e30cb1cca7'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:32:41.957430 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.967820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39dfc1ec-9941-4512-a9f6-645067063c5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:32:42.107007 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fa84d95f-c905-4318-984f-7f588e9daac9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:42.145111 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.265806 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Router ae871832-ba40-4e8a-86a2-3137810de9c0 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:32:42.284395 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.310995 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Transition to ACTIVE for port object fc5c2b3c-4aa5-47ee-813f-20ded7b553ff will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:42.327464 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.342049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6b6a8a26-aafa-419e-b010-4e2ba8200977 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Synchronizing usage tracker for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:42.346729 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-39dfc1ec-9941-4512-a9f6-645067063c5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.347096 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-39dfc1ec-9941-4512-a9f6-645067063c5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Added segment 363148da-136c-411b-a194-a2bfe3448cfd of type vlan for network da8df238-718a-45f2-ba4d-56cf0c98e060 Feb 10 11:32:42.381043 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-395fd971-c3bf-4b7a-9a79-505ab98a26f5 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.455861 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port fa84d95f-c905-4318-984f-7f588e9daac9 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:42.485467 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Attempting to bind port fc5c2b3c-4aa5-47ee-813f-20ded7b553ff on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:42.486350 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Attempting to bind port fc5c2b3c-4aa5-47ee-813f-20ded7b553ff by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:42.486875 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Attempting to bind port fc5c2b3c-4aa5-47ee-813f-20ded7b553ff on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:42.498352 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:42.499611 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:42.500231 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.501257 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:42.502070 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Bound port: fc5c2b3c-4aa5-47ee-813f-20ded7b553ff, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:42.503118 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.506429 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c24bae-d91b-460a-a88a-e1d5df52dde9 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:42.572257 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Allocated IP 172.20.0.2 (027f41e5-ab3b-4d34-b8d3-f156e3a9631f/409463ca-44a2-41c2-9a44-d8e30cb1cca7/6d6b8772-131a-4cc2-ab95-c391964468a2) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:42.611368 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object d349a191-35c7-4a19-a20d-f8f38b49bdee will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:42.628144 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866da79-896f-4688-9ae9-7f20df1c658c None None] Pushing event updated for resources: {'Port': ['ID=fc5c2b3c-4aa5-47ee-813f-20ded7b553ff,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:42.668750 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] For port fc5c2b3c-4aa5-47ee-813f-20ded7b553ff, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:42.675347 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] For port fc5c2b3c-4aa5-47ee-813f-20ded7b553ff, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fc5c2b3c-4aa5-47ee-813f-20ded7b553ff,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:42.690007 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.696811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-39dfc1ec-9941-4512-a9f6-645067063c5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.701989 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6b6a8a26-aafa-419e-b010-4e2ba8200977 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] Unset dirty status for tenant:7a860da754cf43edb2855bfd2767d070 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:42.704860 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6b6a8a26-aafa-419e-b010-4e2ba8200977 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 1.1778221 Feb 10 11:32:42.714406 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34150) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:42.715417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-309d8794-5011-405a-a7e8-28365fb9ab3b None None] Provisioning for port fa84d95f-c905-4318-984f-7f588e9daac9 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:42.752278 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-309d8794-5011-405a-a7e8-28365fb9ab3b None None] Provisioning complete for port fa84d95f-c905-4318-984f-7f588e9daac9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:42.752831 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-309d8794-5011-405a-a7e8-28365fb9ab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.755043 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-8a802e2a-6dfd-4b36-a09b-430243ed020e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] delete failed (client error): The resource could not be found. Feb 10 11:32:42.756662 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8a802e2a-6dfd-4b36-a09b-430243ed020e tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "DELETE /v2.0/security-groups/aee74ae7-addf-489b-b079-673be5169131 HTTP/1.1" status: 404 len: 347 time: 0.0342369 Feb 10 11:32:42.766783 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34154) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:42.831898 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866da79-896f-4688-9ae9-7f20df1c658c None None] Pushing event updated for resources: {'Port': ['ID=fc5c2b3c-4aa5-47ee-813f-20ded7b553ff,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:42.857424 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Routers {'12243322-0d6c-467a-91b3-bd334e351aac'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:42.858060 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['12243322-0d6c-467a-91b3-bd334e351aac'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:42.864402 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:42.898437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.918302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:port and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:42.946167 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e566916d-8095-4d06-8ace-d436757ab094 tempest-SecGroupTest-664311520 tempest-SecGroupTest-664311520-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1707072 Feb 10 11:32:42.964726 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:42.974543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132dd49-9279-41ff-8637-dd79aed2f521 req-7169e7a8-ac70-49fd-8c26-20cf7654add2 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:42.979388 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d132dd49-9279-41ff-8637-dd79aed2f521 req-7169e7a8-ac70-49fd-8c26-20cf7654add2 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.3605139 Feb 10 11:32:43.097306 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d132dd49-9279-41ff-8637-dd79aed2f521 req-2e79ed27-618f-4545-a4a9-40c7af7e8a67 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065845 Feb 10 11:32:43.113467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:43.142423 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.150247 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b3cb1403-05ad-4b3c-9118-8ad154dc7cea tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.5168502 Feb 10 11:32:43.151426 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Sync routers for ids ['ae871832-ba40-4e8a-86a2-3137810de9c0'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:43.152191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34160) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:43.159062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:43.165293 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:43.173769 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:43.175912 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-39dfc1ec-9941-4512-a9f6-645067063c5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.182876 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dfc1ec-9941-4512-a9f6-645067063c5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:43.184461 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-39dfc1ec-9941-4512-a9f6-645067063c5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.196859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:43.267201 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-395fd971-c3bf-4b7a-9a79-505ab98a26f5 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 11:32:43.268689 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-395fd971-c3bf-4b7a-9a79-505ab98a26f5 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.7434845 Feb 10 11:32:43.292303 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34164) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:43.293896 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] Set router 12243322-0d6c-467a-91b3-bd334e351aac gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:43.300759 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=d349a191-35c7-4a19-a20d-f8f38b49bdee,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:43.394636 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:43.398021 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.446918 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0e31f1d6-b53b-4d9d-880a-6b08d89f711c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "GET /v2.0/routers/ae871832-ba40-4e8a-86a2-3137810de9c0 HTTP/1.1" status: 200 len: 909 time: 0.2933319 Feb 10 11:32:43.447753 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34170) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:43.463256 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1915194445', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'enable_snat': True}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:43.472383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:43.479426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Usage tracker for resource:router and tenant:9582ae79fbce41f089afab55516f3656 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:43.482958 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-39dfc1ec-9941-4512-a9f6-645067063c5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9766884 Feb 10 11:32:43.487442 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:43.495225 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:43.501114 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34174) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:43.512891 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.515720 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.521895 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Routers {'ae871832-ba40-4e8a-86a2-3137810de9c0'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:43.523746 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfc1ec-9941-4512-a9f6-645067063c5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Network': ['ID=da8df238-718a-45f2-ba4d-56cf0c98e060,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:43.523992 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['ae871832-ba40-4e8a-86a2-3137810de9c0'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:43.540973 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-2377aab5-1380-43e4-a516-044ed3f3b942 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'subnet': {'network_id': 'da8df238-718a-45f2-ba4d-56cf0c98e060', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:43.546010 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.590268 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network da8df238-718a-45f2-ba4d-56cf0c98e060 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:32:43.593003 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:43.593702 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.601235 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] device_id is not set on port e140e183-7a73-4b0f-a089-48579f87bb5a yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:32:43.658995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34178) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:43.668432 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-309d8794-5011-405a-a7e8-28365fb9ab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.693460 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12243322-0d6c-467a-91b3-bd334e351aac', 'name': 'tempest-snat-router-1049810766', 'tenant_id': '095fddbea52e445dbfab32a35b04646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'fc5c2b3c-4aa5-47ee-813f-20ded7b553ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:37Z', 'updated_at': '2022-02-10T11:32:38Z', 'revision_number': 3, 'project_id': '095fddbea52e445dbfab32a35b04646f', 'gw_port': {'id': 'fc5c2b3c-4aa5-47ee-813f-20ded7b553ff', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12243322-0d6c-467a-91b3-bd334e351aac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:38Z', 'updated_at': '2022-02-10T11:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:43.698268 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb7fa2-fd40-488a-b158-a20f2783e662 None None] The sync data for ids ['12243322-0d6c-467a-91b3-bd334e351aac'] in dv-neutron-828497-1-hyperv is: [{'id': '12243322-0d6c-467a-91b3-bd334e351aac', 'name': 'tempest-snat-router-1049810766', 'tenant_id': '095fddbea52e445dbfab32a35b04646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'fc5c2b3c-4aa5-47ee-813f-20ded7b553ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:37Z', 'updated_at': '2022-02-10T11:32:38Z', 'revision_number': 3, 'project_id': '095fddbea52e445dbfab32a35b04646f', 'gw_port': {'id': 'fc5c2b3c-4aa5-47ee-813f-20ded7b553ff', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12243322-0d6c-467a-91b3-bd334e351aac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:38Z', 'updated_at': '2022-02-10T11:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:43.765449 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.846769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.887664 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-309d8794-5011-405a-a7e8-28365fb9ab3b None None] For port fa84d95f-c905-4318-984f-7f588e9daac9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fa84d95f-c905-4318-984f-7f588e9daac9,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:43.890180 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Transition to ACTIVE for port object 6d6b8772-131a-4cc2-ab95-c391964468a2 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:43.905857 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-309d8794-5011-405a-a7e8-28365fb9ab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.926528 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f5dbe599-4f0b-4c96-ae2d-cb882a832a27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.3511994 Feb 10 11:32:43.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34184) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:44.013003 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Transition to ACTIVE for port object 6d6b8772-131a-4cc2-ab95-c391964468a2 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:44.022964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc8c2-ae4a-43a5-affd-810035b2ebee tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.034555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Set router ae871832-ba40-4e8a-86a2-3137810de9c0 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:44.110344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2377aab5-1380-43e4-a516-044ed3f3b942 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:44.140701 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2377aab5-1380-43e4-a516-044ed3f3b942 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:subnet and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:44.148326 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2377aab5-1380-43e4-a516-044ed3f3b942 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:44.151121 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 36aa5be3-4203-4b80-b362-5d17ad1e8503 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:44.152267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc8c2-ae4a-43a5-affd-810035b2ebee tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.176220 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b05dfc2b-4950-4b21-9f3b-50482c1d59d3 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.214259 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.235954 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2377aab5-1380-43e4-a516-044ed3f3b942 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:44.285392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d8794-5011-405a-a7e8-28365fb9ab3b None None] Pushing event updated for resources: {'Port': ['ID=fa84d95f-c905-4318-984f-7f588e9daac9,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:44.351278 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.378145 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2377aab5-1380-43e4-a516-044ed3f3b942 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:44.388327 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-401e3f5a-0679-49e6-ad0c-c99ca3786b3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a860da754cf43edb2855bfd2767d070&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6576338 Feb 10 11:32:44.391900 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34190) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:44.407418 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Allocated IP 172.20.0.13 (027f41e5-ab3b-4d34-b8d3-f156e3a9631f/409463ca-44a2-41c2-9a44-d8e30cb1cca7/e140e183-7a73-4b0f-a089-48579f87bb5a) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:44.424607 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.502952 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7896616b-7534-4b19-a742-13b307039433 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:44.507527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7896616b-7534-4b19-a742-13b307039433 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:44.507527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7896616b-7534-4b19-a742-13b307039433 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:44.529587 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Network 027f41e5-ab3b-4d34-b8d3-f156e3a9631f is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:44.536747 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:44.551372 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:44.553625 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf6e061-0ef9-44da-8b5e-a97eee95ecde None None] Update dhcp port {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'fixed_ips': [{'subnet_id': '1419778e-9167-4784-b424-36556d7c1a50', 'ip_address': '2001:db8::f816:3eff:fe16:22cb'}, {'subnet_id': '2c6c1611-f27c-4253-a3be-90b8bdab51c7'}], 'binding:host_id': 'dv-neutron-828497-1-hyperv'}, 'id': 'fa84d95f-c905-4318-984f-7f588e9daac9'} from dv-neutron-828497-1-hyperv. {{(pid=83556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:32:44.562863 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc8c2-ae4a-43a5-affd-810035b2ebee tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.593700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2377aab5-1380-43e4-a516-044ed3f3b942 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.597261 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Pushing event updated for resources: {'Port': ['ID=6d6b8772-131a-4cc2-ab95-c391964468a2,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:44.615744 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7896616b-7534-4b19-a742-13b307039433 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:44.619648 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7896616b-7534-4b19-a742-13b307039433 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.6783469 Feb 10 11:32:44.622284 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34194) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:44.628469 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdc8c2-ae4a-43a5-affd-810035b2ebee tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9915fc59-d227-4283-a6cf-6bcd2073c8d8,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:44.646087 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d701aa35-ba0e-49ed-9039-2bcf400f2a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.675074 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 36aa5be3-4203-4b80-b362-5d17ad1e8503 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:44.688116 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b23fa-1cb9-4e37-ae17-f961e25a0857 req-2f3a68dd-2a78-472f-9709-f5222d1f4de0 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:44.694207 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2e7b23fa-1cb9-4e37-ae17-f961e25a0857 req-2f3a68dd-2a78-472f-9709-f5222d1f4de0 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.3448045 Feb 10 11:32:44.710786 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d701aa35-ba0e-49ed-9039-2bcf400f2a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.714048 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 36aa5be3-4203-4b80-b362-5d17ad1e8503 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:44.714555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.746364 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0bf6e061-0ef9-44da-8b5e-a97eee95ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.767122 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Allocated IP 172.26.4.108 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/97d93cb2-1817-4a46-b3b1-20265c838538) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:44.774705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc8c2-ae4a-43a5-affd-810035b2ebee tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.775821 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f2fdc8c2-ae4a-43a5-affd-810035b2ebee tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "DELETE /v2.0/security-groups/9915fc59-d227-4283-a6cf-6bcd2073c8d8 HTTP/1.1" status: 204 len: 168 time: 1.4701540 Feb 10 11:32:44.798245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34198) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:44.857740 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2e7b23fa-1cb9-4e37-ae17-f961e25a0857 req-9dc1bd6f-9824-43aa-9d49-cdb7272902f8 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619298 Feb 10 11:32:44.868683 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Attempting to bind port 6d6b8772-131a-4cc2-ab95-c391964468a2 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:44.869227 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Attempting to bind port 6d6b8772-131a-4cc2-ab95-c391964468a2 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9b669837-06de-43a0-855b-d49184af83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '027f41e5-ab3b-4d34-b8d3-f156e3a9631f'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:44.869638 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Attempting to bind port 6d6b8772-131a-4cc2-ab95-c391964468a2 on network 027f41e5-ab3b-4d34-b8d3-f156e3a9631f {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:44.926777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:44.927241 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Checking segment: {'id': '9b669837-06de-43a0-855b-d49184af83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '027f41e5-ab3b-4d34-b8d3-f156e3a9631f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:44.927757 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.928262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Bound using segment: {'id': '9b669837-06de-43a0-855b-d49184af83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '027f41e5-ab3b-4d34-b8d3-f156e3a9631f'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:44.928852 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Bound port: 6d6b8772-131a-4cc2-ab95-c391964468a2, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b669837-06de-43a0-855b-d49184af83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '027f41e5-ab3b-4d34-b8d3-f156e3a9631f'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:44.929396 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.960593 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d701aa35-ba0e-49ed-9039-2bcf400f2a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.990928 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701aa35-ba0e-49ed-9039-2bcf400f2a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee756da-1b17-45a6-8ecc-c9b433feee12,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:45.012864 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-add00333-d4a8-4b7a-9a10-ca7330921ee6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port d349a191-35c7-4a19-a20d-f8f38b49bdee {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:45.014111 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-add00333-d4a8-4b7a-9a10-ca7330921ee6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.046025 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.065472 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d701aa35-ba0e-49ed-9039-2bcf400f2a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.065472 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d701aa35-ba0e-49ed-9039-2bcf400f2a74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fee756da-1b17-45a6-8ecc-c9b433feee12 HTTP/1.1" status: 204 len: 168 time: 0.6362689 Feb 10 11:32:45.091313 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.121509 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.140420 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Transition to ACTIVE for port object e140e183-7a73-4b0f-a089-48579f87bb5a will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:45.200581 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:45.201156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4d787dae-0c28-48d9-af66-cf1cd3e299f6 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Synchronizing usage tracker for tenant:1b9f19114ef344a683d3e1781bf2cb8c on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:45.210783 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:45.220011 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.226838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:45.245553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.259200 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae871832-ba40-4e8a-86a2-3137810de9c0', 'name': 'tempest-snat-router-1915194445', 'tenant_id': '9582ae79fbce41f089afab55516f3656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.181'}], 'enable_snat': False}, 'gw_port_id': '27e34292-16bd-4bb7-a68b-68e55c538c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:35Z', 'updated_at': '2022-02-10T11:32:41Z', 'revision_number': 3, 'project_id': '9582ae79fbce41f089afab55516f3656', 'gw_port': {'id': '27e34292-16bd-4bb7-a68b-68e55c538c0b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae871832-ba40-4e8a-86a2-3137810de9c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:38Z', 'updated_at': '2022-02-10T11:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:45.290514 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Checking router: ae871832-ba40-4e8a-86a2-3137810de9c0 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:32:45.291020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Updating router ae871832-ba40-4e8a-86a2-3137810de9c0 port 27e34292-16bd-4bb7-a68b-68e55c538c0b binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:32:45.318644 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Pushing event updated for resources: {'Port': ['ID=97d93cb2-1817-4a46-b3b1-20265c838538,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:45.320139 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4d787dae-0c28-48d9-af66-cf1cd3e299f6 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Unset dirty status for tenant:1b9f19114ef344a683d3e1781bf2cb8c on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:45.325019 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4d787dae-0c28-48d9-af66-cf1cd3e299f6 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5134361 Feb 10 11:32:45.325768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34204) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:45.334937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fd453fa5-c5ea-4a39-8247-0e516c552997 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782323611'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:45.339001 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] For port 6d6b8772-131a-4cc2-ab95-c391964468a2, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:45.366292 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 027f41e5-ab3b-4d34-b8d3-f156e3a9631f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:45.368651 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fd453fa5-c5ea-4a39-8247-0e516c552997 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:45.380341 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-0bf6e061-0ef9-44da-8b5e-a97eee95ecde None None] Allocated IP 172.20.0.2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/2c6c1611-f27c-4253-a3be-90b8bdab51c7/fa84d95f-c905-4318-984f-7f588e9daac9) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:45.400906 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fd453fa5-c5ea-4a39-8247-0e516c552997 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:45.421380 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd453fa5-c5ea-4a39-8247-0e516c552997 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.473010 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fd453fa5-c5ea-4a39-8247-0e516c552997 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:45.479058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fd453fa5-c5ea-4a39-8247-0e516c552997 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:45.483110 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fd453fa5-c5ea-4a39-8247-0e516c552997 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:45.495827 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fd453fa5-c5ea-4a39-8247-0e516c552997 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:45.540629 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 36aa5be3-4203-4b80-b362-5d17ad1e8503, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=36aa5be3-4203-4b80-b362-5d17ad1e8503,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:45.544805 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] For port 6d6b8772-131a-4cc2-ab95-c391964468a2, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6d6b8772-131a-4cc2-ab95-c391964468a2,segment=NetworkSegment(9b669837-06de-43a0-855b-d49184af83ee),segment_id=9b669837-06de-43a0-855b-d49184af83ee)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:45.559024 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.569390 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd453fa5-c5ea-4a39-8247-0e516c552997 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.575545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd453fa5-c5ea-4a39-8247-0e516c552997 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.595589 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.597851 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.598567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.606841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:45.610468 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:45.651313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.681715 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd453fa5-c5ea-4a39-8247-0e516c552997 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e897294a-fcbe-48f8-b186-b7404a89859b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:45.695116 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd453fa5-c5ea-4a39-8247-0e516c552997 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.696341 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fd453fa5-c5ea-4a39-8247-0e516c552997 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3697886 Feb 10 11:32:45.740954 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34208) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:45.751073 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-0bf6e061-0ef9-44da-8b5e-a97eee95ecde None None] For port fa84d95f-c905-4318-984f-7f588e9daac9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fa84d95f-c905-4318-984f-7f588e9daac9,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:45.757596 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3e3bdabc-866f-4583-8cf1-9589edf53108 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': 'e897294a-fcbe-48f8-b186-b7404a89859b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:45.758013 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-3e3bdabc-866f-4583-8cf1-9589edf53108 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:45.761726 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3e3bdabc-866f-4583-8cf1-9589edf53108 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0129554 Feb 10 11:32:45.762808 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34212) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:45.808080 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=36aa5be3-4203-4b80-b362-5d17ad1e8503,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:45.825323 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=e140e183-7a73-4b0f-a089-48579f87bb5a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:45.856255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-add00333-d4a8-4b7a-9a10-ca7330921ee6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.869288 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7012984a-cac0-4c98-92e3-95c20e5ce20c tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.906409 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7012984a-cac0-4c98-92e3-95c20e5ce20c tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.916376 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9b185-f5d9-4932-b16b-7282d8fb356a None None] Pushing event updated for resources: {'Port': ['ID=6d6b8772-131a-4cc2-ab95-c391964468a2,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:45.940215 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.resource_extend [None req-0bf6e061-0ef9-44da-8b5e-a97eee95ecde None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:32:45.965328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0bf6e061-0ef9-44da-8b5e-a97eee95ecde None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.997997 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b05dfc2b-4950-4b21-9f3b-50482c1d59d3 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.007195 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7012984a-cac0-4c98-92e3-95c20e5ce20c tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.082187 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012984a-cac0-4c98-92e3-95c20e5ce20c tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e897294a-fcbe-48f8-b186-b7404a89859b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:46.104317 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-add00333-d4a8-4b7a-9a10-ca7330921ee6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for d349a191-35c7-4a19-a20d-f8f38b49bdee owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:46.105640 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7012984a-cac0-4c98-92e3-95c20e5ce20c tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.106743 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7012984a-cac0-4c98-92e3-95c20e5ce20c tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "DELETE /v2.0/security-groups/e897294a-fcbe-48f8-b186-b7404a89859b HTTP/1.1" status: 204 len: 168 time: 0.3438203 Feb 10 11:32:46.113656 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34218) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:46.202851 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fa84d95f-c905-4318-984f-7f588e9daac9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:46.245379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0bf6e061-0ef9-44da-8b5e-a97eee95ecde None None] Transition to ACTIVE for port object fa84d95f-c905-4318-984f-7f588e9daac9 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:46.262503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8625b378-e9d1-4b38-bd1d-9f36faac80ef tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Synchronizing usage tracker for tenant:1b9f19114ef344a683d3e1781bf2cb8c on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:46.267472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0bf6e061-0ef9-44da-8b5e-a97eee95ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.268158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Router 22d96b3e-7af1-4d6d-be7c-9c2e138f4429 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:32:46.294059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:46.294285 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8625b378-e9d1-4b38-bd1d-9f36faac80ef tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Unset dirty status for tenant:1b9f19114ef344a683d3e1781bf2cb8c on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:46.295283 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8625b378-e9d1-4b38-bd1d-9f36faac80ef tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1818180 Feb 10 11:32:46.300029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34222) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:46.301580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.307293 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2e3cfd87-04a3-4356-90b8-d90369322099 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group': {'name': 'tempest-secgroup--2095938423'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:46.317578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cdd9e-50b5-4b03-b889-583de4fd9fdb req-3f1be1c0-3aa1-49c2-b004-78015a50a17d tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:46.324445 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-915cdd9e-50b5-4b03-b889-583de4fd9fdb req-3f1be1c0-3aa1-49c2-b004-78015a50a17d tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.1771457 Feb 10 11:32:46.353935 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d9e3054c-600f-45d4-8418-40f7de4ef9be tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.6514306 Feb 10 11:32:46.354712 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34226) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:46.362052 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b05dfc2b-4950-4b21-9f3b-50482c1d59d3 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Deleting port fc5c2b3c-4aa5-47ee-813f-20ded7b553ff {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:46.362410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b05dfc2b-4950-4b21-9f3b-50482c1d59d3 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.380017 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2e3cfd87-04a3-4356-90b8-d90369322099 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:46.400951 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'network_id': '027f41e5-ab3b-4d34-b8d3-f156e3a9631f', 'name': 'tempest-PortsTestJSON-2031430087'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:46.469290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2e3cfd87-04a3-4356-90b8-d90369322099 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:46.492287 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6e061-0ef9-44da-8b5e-a97eee95ecde None None] Pushing event updated for resources: {'Port': ['ID=fa84d95f-c905-4318-984f-7f588e9daac9,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:46.505950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e3cfd87-04a3-4356-90b8-d90369322099 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.526727 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 36aa5be3-4203-4b80-b362-5d17ad1e8503 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:46.542647 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-915cdd9e-50b5-4b03-b889-583de4fd9fdb req-5c4b25b0-2179-41b6-94ff-63d5a12318f3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172637 Feb 10 11:32:46.600162 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2e3cfd87-04a3-4356-90b8-d90369322099 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:46.619469 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2e3cfd87-04a3-4356-90b8-d90369322099 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:46.629703 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2377aab5-1380-43e4-a516-044ed3f3b942 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.635953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2e3cfd87-04a3-4356-90b8-d90369322099 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:46.656380 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.657567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2e3cfd87-04a3-4356-90b8-d90369322099 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:46.673757 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Transition to ACTIVE for port object 27e34292-16bd-4bb7-a68b-68e55c538c0b will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:46.683301 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.780434 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 36aa5be3-4203-4b80-b362-5d17ad1e8503 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:46.780794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.810231 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:46.822401 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Sync routers for ids ['22d96b3e-7af1-4d6d-be7c-9c2e138f4429'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:46.824958 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Attempting to bind port 27e34292-16bd-4bb7-a68b-68e55c538c0b on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:46.825542 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Attempting to bind port 27e34292-16bd-4bb7-a68b-68e55c538c0b by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:46.826069 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Attempting to bind port 27e34292-16bd-4bb7-a68b-68e55c538c0b on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:46.854655 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd1a0f-810b-4699-81d9-69c4139889d0 None None] Pushing event updated for resources: {'Port': ['ID=27e34292-16bd-4bb7-a68b-68e55c538c0b,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:46.858697 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:46.859661 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:46.860232 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.860771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:46.861465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Bound port: 27e34292-16bd-4bb7-a68b-68e55c538c0b, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:46.862004 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.886830 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.891219 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3cf4c010-8b10-47c0-96a8-4397e818e416 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4386721 Feb 10 11:32:46.893229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34230) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:46.902769 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Routers {'22d96b3e-7af1-4d6d-be7c-9c2e138f4429'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:46.903467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e3cfd87-04a3-4356-90b8-d90369322099 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.906381 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['22d96b3e-7af1-4d6d-be7c-9c2e138f4429'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:46.911663 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e3cfd87-04a3-4356-90b8-d90369322099 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.996017 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] For port 27e34292-16bd-4bb7-a68b-68e55c538c0b, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:47.003838 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] For port 27e34292-16bd-4bb7-a68b-68e55c538c0b, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=27e34292-16bd-4bb7-a68b-68e55c538c0b,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:47.015408 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.036794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e3cfd87-04a3-4356-90b8-d90369322099 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.038039 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2e3cfd87-04a3-4356-90b8-d90369322099 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7370894 Feb 10 11:32:47.043148 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34234) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:47.054036 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cfd87-04a3-4356-90b8-d90369322099 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c8b60f-707f-411a-a09a-6f95c6308d3e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:47.065501 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-36f9c1aa-0f55-4dad-8fad-7b4d978928f8 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': 'f0c8b60f-707f-411a-a09a-6f95c6308d3e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:47.066166 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-36f9c1aa-0f55-4dad-8fad-7b4d978928f8 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:47.067130 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-36f9c1aa-0f55-4dad-8fad-7b4d978928f8 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0192263 Feb 10 11:32:47.070273 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34238) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:47.211570 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2358cff-7608-400e-9a9f-81459f16a8d4 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.276981 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2358cff-7608-400e-9a9f-81459f16a8d4 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.308868 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Set router 22d96b3e-7af1-4d6d-be7c-9c2e138f4429 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:47.314472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd1a0f-810b-4699-81d9-69c4139889d0 None None] Pushing event updated for resources: {'Port': ['ID=27e34292-16bd-4bb7-a68b-68e55c538c0b,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:47.315338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b05dfc2b-4950-4b21-9f3b-50482c1d59d3 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] For port fc5c2b3c-4aa5-47ee-813f-20ded7b553ff, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fc5c2b3c-4aa5-47ee-813f-20ded7b553ff,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:47.315920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b05dfc2b-4950-4b21-9f3b-50482c1d59d3 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.327392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Routers {'ae871832-ba40-4e8a-86a2-3137810de9c0'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:47.328047 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['ae871832-ba40-4e8a-86a2-3137810de9c0'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:47.375191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2358cff-7608-400e-9a9f-81459f16a8d4 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.569449 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] Set router ae871832-ba40-4e8a-86a2-3137810de9c0 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:47.622717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2358cff-7608-400e-9a9f-81459f16a8d4 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.626443 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b2358cff-7608-400e-9a9f-81459f16a8d4 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "DELETE /v2.0/security-groups/f0c8b60f-707f-411a-a09a-6f95c6308d3e HTTP/1.1" status: 204 len: 168 time: 0.5518332 Feb 10 11:32:47.627502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2358cff-7608-400e-9a9f-81459f16a8d4 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c8b60f-707f-411a-a09a-6f95c6308d3e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:47.637431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34244) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:47.700657 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b05dfc2b-4950-4b21-9f3b-50482c1d59d3 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Calling delete_port for fc5c2b3c-4aa5-47ee-813f-20ded7b553ff owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:47.748244 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74b321b-17d9-4745-9971-4ac9e874e444 None None] Network 027f41e5-ab3b-4d34-b8d3-f156e3a9631f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:47.761539 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9a1571c2-5199-4d6b-84b3-04969c38a6e3 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Synchronizing usage tracker for tenant:1b9f19114ef344a683d3e1781bf2cb8c on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:47.769211 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d96b3e-7af1-4d6d-be7c-9c2e138f4429', 'name': 'tempest-snat-router-1915194445', 'tenant_id': '9582ae79fbce41f089afab55516f3656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '97d93cb2-1817-4a46-b3b1-20265c838538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:43Z', 'updated_at': '2022-02-10T11:32:45Z', 'revision_number': 3, 'project_id': '9582ae79fbce41f089afab55516f3656', 'gw_port': {'id': '97d93cb2-1817-4a46-b3b1-20265c838538', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d96b3e-7af1-4d6d-be7c-9c2e138f4429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:44Z', 'updated_at': '2022-02-10T11:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:47.778042 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Checking router: 22d96b3e-7af1-4d6d-be7c-9c2e138f4429 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:32:47.778513 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Updating router 22d96b3e-7af1-4d6d-be7c-9c2e138f4429 port 97d93cb2-1817-4a46-b3b1-20265c838538 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:32:47.839347 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9a1571c2-5199-4d6b-84b3-04969c38a6e3 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Unset dirty status for tenant:1b9f19114ef344a683d3e1781bf2cb8c on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:47.841367 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9a1571c2-5199-4d6b-84b3-04969c38a6e3 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2027099 Feb 10 11:32:47.846929 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34248) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:47.883039 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.895846 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-720a0746-0eac-4f04-a93e-51310bcf3f46 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group': {'name': 'tempest-secgroup--392742326'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:47.921562 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-720a0746-0eac-4f04-a93e-51310bcf3f46 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:47.979937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-720a0746-0eac-4f04-a93e-51310bcf3f46 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:47.985657 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377aab5-1380-43e4-a516-044ed3f3b942 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Subnet': ['ID=d9eb635a-24b5-4270-9fe2-ab9caa216c28,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:48.039901 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-32ec1938-1951-48c9-9ea6-d153405f991c None None] Provisioning for port 6d6b8772-131a-4cc2-ab95-c391964468a2 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:48.046662 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82176a43-f4a3-4486-99e1-4afaac4e0e15 req-049317c9-2f9e-4cbf-8e33-d190b09631bc tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:48.057370 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-82176a43-f4a3-4486-99e1-4afaac4e0e15 req-049317c9-2f9e-4cbf-8e33-d190b09631bc tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.2791760 Feb 10 11:32:48.070334 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:48.072218 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-add00333-d4a8-4b7a-9a10-ca7330921ee6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.086781 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-720a0746-0eac-4f04-a93e-51310bcf3f46 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.189290 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-82176a43-f4a3-4486-99e1-4afaac4e0e15 req-60fcc9b3-9c42-486e-974c-fdfbf19ff6f7 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304193 Feb 10 11:32:48.224941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-720a0746-0eac-4f04-a93e-51310bcf3f46 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:48.229388 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-720a0746-0eac-4f04-a93e-51310bcf3f46 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:48.233040 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-720a0746-0eac-4f04-a93e-51310bcf3f46 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:48.239638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-720a0746-0eac-4f04-a93e-51310bcf3f46 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:48.274048 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:port and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:48.324297 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fa84d95f-c905-4318-984f-7f588e9daac9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:48.348473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:48.356938 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add00333-d4a8-4b7a-9a10-ca7330921ee6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=d349a191-35c7-4a19-a20d-f8f38b49bdee,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:48.404404 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-720a0746-0eac-4f04-a93e-51310bcf3f46 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.410218 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:48.418905 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-720a0746-0eac-4f04-a93e-51310bcf3f46 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.492786 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-720a0746-0eac-4f04-a93e-51310bcf3f46 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.500113 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-720a0746-0eac-4f04-a93e-51310bcf3f46 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6449008 Feb 10 11:32:48.500744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34252) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:48.502570 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a0746-0eac-4f04-a93e-51310bcf3f46 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6034f2-379a-42ba-9ba5-fe08c078d0fc,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:48.509580 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-202eae76-71d7-4379-a972-48013231b780 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '2f6034f2-379a-42ba-9ba5-fe08c078d0fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:48.510077 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-202eae76-71d7-4379-a972-48013231b780 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:48.514304 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-202eae76-71d7-4379-a972-48013231b780 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101256 Feb 10 11:32:48.515445 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34256) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:48.520900 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8b9fc91c-92d2-47c0-a1bd-18138a1b5b12 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '2f6034f2-379a-42ba-9ba5-fe08c078d0fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:48.522085 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-8b9fc91c-92d2-47c0-a1bd-18138a1b5b12 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:48.525435 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8b9fc91c-92d2-47c0-a1bd-18138a1b5b12 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0089676 Feb 10 11:32:48.525985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34260) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:48.532661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377aab5-1380-43e4-a516-044ed3f3b942 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Checking segment: {'id': '363148da-136c-411b-a194-a2bfe3448cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'da8df238-718a-45f2-ba4d-56cf0c98e060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:48.533438 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2377aab5-1380-43e4-a516-044ed3f3b942 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network hostable DHCP agents. Network: da8df238-718a-45f2-ba4d-56cf0c98e060, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:32:48.534542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4508ca9a-dd14-4ba3-8ddf-aa4ca8c22f60 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '2f6034f2-379a-42ba-9ba5-fe08c078d0fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:48.535085 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-4508ca9a-dd14-4ba3-8ddf-aa4ca8c22f60 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:48.539081 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4508ca9a-dd14-4ba3-8ddf-aa4ca8c22f60 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0121176 Feb 10 11:32:48.539651 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34264) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:48.548224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6a12411b-f791-401c-9fac-7e7b3708867c tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '2f6034f2-379a-42ba-9ba5-fe08c078d0fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:48.548976 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-6a12411b-f791-401c-9fac-7e7b3708867c tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:48.560228 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6a12411b-f791-401c-9fac-7e7b3708867c tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0194774 Feb 10 11:32:48.560850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34268) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:48.610324 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:48.614096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.650166 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.654352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b66a32f-56e7-4687-949d-c9f739dfc83b tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.666946 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Transition to ACTIVE for port object 97d93cb2-1817-4a46-b3b1-20265c838538 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:48.681547 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.691490 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b05dfc2b-4950-4b21-9f3b-50482c1d59d3 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.718292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b66a32f-56e7-4687-949d-c9f739dfc83b tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.783424 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466aebe3-1137-4695-a31f-fe8c7310fcaa None None] Pushing event updated for resources: {'Port': ['ID=97d93cb2-1817-4a46-b3b1-20265c838538,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:48.791287 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8117816b-7d49-4a85-8894-565896d8dde3 None None] Could not find standard attr ID for object d349a191-35c7-4a19-a20d-f8f38b49bdee. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:32:48.798416 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aebe3-1137-4695-a31f-fe8c7310fcaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:48.799263 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aebe3-1137-4695-a31f-fe8c7310fcaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:48.799685 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aebe3-1137-4695-a31f-fe8c7310fcaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:48.800177 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aebe3-1137-4695-a31f-fe8c7310fcaa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:48.800527 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aebe3-1137-4695-a31f-fe8c7310fcaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:48.801311 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aebe3-1137-4695-a31f-fe8c7310fcaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:48.801644 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aebe3-1137-4695-a31f-fe8c7310fcaa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:48.802071 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aebe3-1137-4695-a31f-fe8c7310fcaa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:48.802629 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aebe3-1137-4695-a31f-fe8c7310fcaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:48.802993 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aebe3-1137-4695-a31f-fe8c7310fcaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:48.803367 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aebe3-1137-4695-a31f-fe8c7310fcaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:48.807015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b66a32f-56e7-4687-949d-c9f739dfc83b tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.835038 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Attempting to bind port 97d93cb2-1817-4a46-b3b1-20265c838538 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:48.837537 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Attempting to bind port 97d93cb2-1817-4a46-b3b1-20265c838538 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:48.838690 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Attempting to bind port 97d93cb2-1817-4a46-b3b1-20265c838538 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:48.852715 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66a32f-56e7-4687-949d-c9f739dfc83b tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6034f2-379a-42ba-9ba5-fe08c078d0fc,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:48.857611 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:48.859389 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:48.859862 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.860250 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:48.860727 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Bound port: 97d93cb2-1817-4a46-b3b1-20265c838538, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:48.861192 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.877701 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b66a32f-56e7-4687-949d-c9f739dfc83b tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.884552 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1b66a32f-56e7-4687-949d-c9f739dfc83b tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "DELETE /v2.0/security-groups/2f6034f2-379a-42ba-9ba5-fe08c078d0fc HTTP/1.1" status: 204 len: 168 time: 0.3200505 Feb 10 11:32:48.885331 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34272) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:48.902109 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8117816b-7d49-4a85-8894-565896d8dde3 None None] Provisioning for port fa84d95f-c905-4318-984f-7f588e9daac9 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:48.970552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05dfc2b-4950-4b21-9f3b-50482c1d59d3 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc5c2b3c-4aa5-47ee-813f-20ded7b553ff,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:48.980309 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] device_id is not set on port 7e719f07-19f8-4a5a-a4e9-4fdb801c63ed yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:32:48.992336 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8117816b-7d49-4a85-8894-565896d8dde3 None None] Provisioning complete for port fa84d95f-c905-4318-984f-7f588e9daac9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:48.992721 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8117816b-7d49-4a85-8894-565896d8dde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.008569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3d3dfb86-8f9c-4cea-9a2e-efa69efe3b43 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Synchronizing usage tracker for tenant:1b9f19114ef344a683d3e1781bf2cb8c on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:49.032050 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] For port 97d93cb2-1817-4a46-b3b1-20265c838538, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:49.037028 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] For port 97d93cb2-1817-4a46-b3b1-20265c838538, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=97d93cb2-1817-4a46-b3b1-20265c838538,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:49.042810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3d3dfb86-8f9c-4cea-9a2e-efa69efe3b43 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Unset dirty status for tenant:1b9f19114ef344a683d3e1781bf2cb8c on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:49.048754 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3d3dfb86-8f9c-4cea-9a2e-efa69efe3b43 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1622016 Feb 10 11:32:49.050247 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34276) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:49.054633 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.062650 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ebc6216e-9c09-472d-961c-14fc9faadf1e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879397698'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:49.070121 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ebc6216e-9c09-472d-961c-14fc9faadf1e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:49.082683 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ebc6216e-9c09-472d-961c-14fc9faadf1e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:49.102667 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebc6216e-9c09-472d-961c-14fc9faadf1e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.146500 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ebc6216e-9c09-472d-961c-14fc9faadf1e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:49.155961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ebc6216e-9c09-472d-961c-14fc9faadf1e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:49.159106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-add00333-d4a8-4b7a-9a10-ca7330921ee6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.162990 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ebc6216e-9c09-472d-961c-14fc9faadf1e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:49.174468 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ebc6216e-9c09-472d-961c-14fc9faadf1e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:49.194614 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2377aab5-1380-43e4-a516-044ed3f3b942 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network da8df238-718a-45f2-ba4d-56cf0c98e060 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:32:49.225408 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae871832-ba40-4e8a-86a2-3137810de9c0', 'name': 'tempest-snat-router-1915194445', 'tenant_id': '9582ae79fbce41f089afab55516f3656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.181'}], 'enable_snat': False}, 'gw_port_id': '27e34292-16bd-4bb7-a68b-68e55c538c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:35Z', 'updated_at': '2022-02-10T11:32:41Z', 'revision_number': 3, 'project_id': '9582ae79fbce41f089afab55516f3656', 'gw_port': {'id': '27e34292-16bd-4bb7-a68b-68e55c538c0b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae871832-ba40-4e8a-86a2-3137810de9c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:38Z', 'updated_at': '2022-02-10T11:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:49.253301 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466aebe3-1137-4695-a31f-fe8c7310fcaa None None] Pushing event updated for resources: {'Port': ['ID=97d93cb2-1817-4a46-b3b1-20265c838538,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:49.257849 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Routers {'22d96b3e-7af1-4d6d-be7c-9c2e138f4429'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:49.258537 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['22d96b3e-7af1-4d6d-be7c-9c2e138f4429'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:49.260967 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08257cb2-1436-4faa-be03-c50dc204c583 None None] The sync data for ids ['ae871832-ba40-4e8a-86a2-3137810de9c0'] in dv-neutron-828497-1-hyperv is: [{'id': 'ae871832-ba40-4e8a-86a2-3137810de9c0', 'name': 'tempest-snat-router-1915194445', 'tenant_id': '9582ae79fbce41f089afab55516f3656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.181'}], 'enable_snat': False}, 'gw_port_id': '27e34292-16bd-4bb7-a68b-68e55c538c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:35Z', 'updated_at': '2022-02-10T11:32:41Z', 'revision_number': 3, 'project_id': '9582ae79fbce41f089afab55516f3656', 'gw_port': {'id': '27e34292-16bd-4bb7-a68b-68e55c538c0b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae871832-ba40-4e8a-86a2-3137810de9c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:38Z', 'updated_at': '2022-02-10T11:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:49.263425 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port fa84d95f-c905-4318-984f-7f588e9daac9 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:49.263817 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.355752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebc6216e-9c09-472d-961c-14fc9faadf1e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.370776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebc6216e-9c09-472d-961c-14fc9faadf1e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.462166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6d6b8772-131a-4cc2-ab95-c391964468a2 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:49.501307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6216e-9c09-472d-961c-14fc9faadf1e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9944304b-9b52-4793-9abe-aa5141cf2a2d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:49.521555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebc6216e-9c09-472d-961c-14fc9faadf1e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.522946 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ebc6216e-9c09-472d-961c-14fc9faadf1e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4717286 Feb 10 11:32:49.528810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Allocated IP 172.20.0.4 (027f41e5-ab3b-4d34-b8d3-f156e3a9631f/409463ca-44a2-41c2-9a44-d8e30cb1cca7/7e719f07-19f8-4a5a-a4e9-4fdb801c63ed) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:49.536499 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34282) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:49.539060 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c7614b42-3f3a-4415-9ccc-eeb8de2bacea None None] Could not find standard attr ID for object d349a191-35c7-4a19-a20d-f8f38b49bdee. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:32:49.554771 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] Set router 22d96b3e-7af1-4d6d-be7c-9c2e138f4429 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:49.565842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-4f5aecda-a1d8-45ca-b058-024c065d4375 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '9944304b-9b52-4793-9abe-aa5141cf2a2d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:49.566552 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-4f5aecda-a1d8-45ca-b058-024c065d4375 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:49.568735 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4f5aecda-a1d8-45ca-b058-024c065d4375 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0200734 Feb 10 11:32:49.571528 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34286) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:49.587817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8f8c7ca4-14d6-4856-ac39-7871fe77d9c0 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '9944304b-9b52-4793-9abe-aa5141cf2a2d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:49.594396 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 6d6b8772-131a-4cc2-ab95-c391964468a2 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:49.602780 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432ce0e-d2cb-4509-97d3-75e0a257d816 req-65a893dc-780d-4114-95df-22d6a4ffe443 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:49.605646 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 6d6b8772-131a-4cc2-ab95-c391964468a2 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:49.606103 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.613434 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d432ce0e-d2cb-4509-97d3-75e0a257d816 req-65a893dc-780d-4114-95df-22d6a4ffe443 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.1643987 Feb 10 11:32:49.638244 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8f8c7ca4-14d6-4856-ac39-7871fe77d9c0 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:49.642385 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-2377aab5-1380-43e4-a516-044ed3f3b942 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, da8df238-718a-45f2-ba4d-56cf0c98e060) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:49.648492 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8f8c7ca4-14d6-4856-ac39-7871fe77d9c0 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:49.654216 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8f8c7ca4-14d6-4856-ac39-7871fe77d9c0 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:49.668156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8f8c7ca4-14d6-4856-ac39-7871fe77d9c0 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:49.680351 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e3e7d5-96fe-4b2f-9d34-458b487a3e73 None None] Network da8df238-718a-45f2-ba4d-56cf0c98e060 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:49.697351 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d432ce0e-d2cb-4509-97d3-75e0a257d816 req-d99a1f72-349b-41e6-8263-9b456356f2fe tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817368 Feb 10 11:32:49.747273 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-8f8c7ca4-14d6-4856-ac39-7871fe77d9c0 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:49.751045 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8f8c7ca4-14d6-4856-ac39-7871fe77d9c0 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1758561 Feb 10 11:32:49.751365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34290) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:49.757292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8713eed4-c21d-4e65-af59-de74c24f35d4 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '9944304b-9b52-4793-9abe-aa5141cf2a2d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:49.758220 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-8713eed4-c21d-4e65-af59-de74c24f35d4 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:49.761919 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8713eed4-c21d-4e65-af59-de74c24f35d4 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069273 Feb 10 11:32:49.762160 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34294) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:49.784367 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a3686b0f-3aeb-4112-9483-86d58c97c581 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '9944304b-9b52-4793-9abe-aa5141cf2a2d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:49.790462 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a3686b0f-3aeb-4112-9483-86d58c97c581 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:49.794397 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a3686b0f-3aeb-4112-9483-86d58c97c581 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:49.797536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a3686b0f-3aeb-4112-9483-86d58c97c581 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:49.804257 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a3686b0f-3aeb-4112-9483-86d58c97c581 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:49.833552 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e0d750f2-e2e5-43e8-97ef-4a695a10db4b None None] Provisioning for port e140e183-7a73-4b0f-a089-48579f87bb5a completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:49.856429 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-a3686b0f-3aeb-4112-9483-86d58c97c581 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:49.861077 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a3686b0f-3aeb-4112-9483-86d58c97c581 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0944037 Feb 10 11:32:49.861949 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34298) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:49.868228 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-33f12202-2d13-4c23-aad0-d2e09a05c119 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '9944304b-9b52-4793-9abe-aa5141cf2a2d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:49.868837 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-33f12202-2d13-4c23-aad0-d2e09a05c119 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:49.872221 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-33f12202-2d13-4c23-aad0-d2e09a05c119 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068531 Feb 10 11:32:49.872463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34302) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:49.880730 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3b03a5bc-2f59-4e8c-a345-21ef5bf1a2b8 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '9944304b-9b52-4793-9abe-aa5141cf2a2d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:49.883305 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e0d750f2-e2e5-43e8-97ef-4a695a10db4b None None] Provisioning complete for port e140e183-7a73-4b0f-a089-48579f87bb5a triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:49.885787 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e0d750f2-e2e5-43e8-97ef-4a695a10db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.889075 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3b03a5bc-2f59-4e8c-a345-21ef5bf1a2b8 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:49.897987 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3b03a5bc-2f59-4e8c-a345-21ef5bf1a2b8 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:49.902323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3b03a5bc-2f59-4e8c-a345-21ef5bf1a2b8 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:49.911211 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3b03a5bc-2f59-4e8c-a345-21ef5bf1a2b8 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:49.929454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2377aab5-1380-43e4-a516-044ed3f3b942 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:49.930043 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2377aab5-1380-43e4-a516-044ed3f3b942 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.971970 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34306) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:49.972872 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-add00333-d4a8-4b7a-9a10-ca7330921ee6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/d349a191-35c7-4a19-a20d-f8f38b49bdee HTTP/1.1" status: 204 len: 168 time: 5.3401384 Feb 10 11:32:50.007520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e0d750f2-e2e5-43e8-97ef-4a695a10db4b None None] Port e140e183-7a73-4b0f-a089-48579f87bb5a cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:50.011655 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-3b03a5bc-2f59-4e8c-a345-21ef5bf1a2b8 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:50.016181 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3b03a5bc-2f59-4e8c-a345-21ef5bf1a2b8 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1425617 Feb 10 11:32:50.021485 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34310) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:50.030556 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-389aec6a-a926-4558-928e-45d4f7f485ad tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '9944304b-9b52-4793-9abe-aa5141cf2a2d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:50.031643 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-389aec6a-a926-4558-928e-45d4f7f485ad tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:50.035811 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-389aec6a-a926-4558-928e-45d4f7f485ad tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0130715 Feb 10 11:32:50.043184 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34314) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:50.056041 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-212f85d4-b139-42ee-b333-fa52d7ca8290 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '9944304b-9b52-4793-9abe-aa5141cf2a2d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:50.057492 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2377aab5-1380-43e4-a516-044ed3f3b942 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.5387352 Feb 10 11:32:50.063449 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34318) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:50.070295 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-212f85d4-b139-42ee-b333-fa52d7ca8290 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:50.076143 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'network_id': 'da8df238-718a-45f2-ba4d-56cf0c98e060', 'name': 'tempest-PortsIpV6TestJSON-2060780911', 'fixed_ips': [{'subnet_id': 'd9eb635a-24b5-4270-9fe2-ab9caa216c28', 'ip_address': '2001:db8::10'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:50.077251 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d96b3e-7af1-4d6d-be7c-9c2e138f4429', 'name': 'tempest-snat-router-1915194445', 'tenant_id': '9582ae79fbce41f089afab55516f3656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '97d93cb2-1817-4a46-b3b1-20265c838538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:43Z', 'updated_at': '2022-02-10T11:32:45Z', 'revision_number': 3, 'project_id': '9582ae79fbce41f089afab55516f3656', 'gw_port': {'id': '97d93cb2-1817-4a46-b3b1-20265c838538', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d96b3e-7af1-4d6d-be7c-9c2e138f4429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:44Z', 'updated_at': '2022-02-10T11:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:50.082492 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb1f3b7-96aa-4220-b7f3-ce3e5c8a94d8 None None] The sync data for ids ['22d96b3e-7af1-4d6d-be7c-9c2e138f4429'] in dv-neutron-828497-1-hyperv is: [{'id': '22d96b3e-7af1-4d6d-be7c-9c2e138f4429', 'name': 'tempest-snat-router-1915194445', 'tenant_id': '9582ae79fbce41f089afab55516f3656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '97d93cb2-1817-4a46-b3b1-20265c838538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:43Z', 'updated_at': '2022-02-10T11:32:45Z', 'revision_number': 3, 'project_id': '9582ae79fbce41f089afab55516f3656', 'gw_port': {'id': '97d93cb2-1817-4a46-b3b1-20265c838538', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d96b3e-7af1-4d6d-be7c-9c2e138f4429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:44Z', 'updated_at': '2022-02-10T11:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:50.113753 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-212f85d4-b139-42ee-b333-fa52d7ca8290 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:50.129344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b05dfc2b-4950-4b21-9f3b-50482c1d59d3 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.163894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.164299 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903cd4f3-279b-46d5-98c8-f800e3421056 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:50.165774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903cd4f3-279b-46d5-98c8-f800e3421056 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:50.167212 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903cd4f3-279b-46d5-98c8-f800e3421056 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:50.168034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-903cd4f3-279b-46d5-98c8-f800e3421056 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:50.176993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-212f85d4-b139-42ee-b333-fa52d7ca8290 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:50.182274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e0d750f2-e2e5-43e8-97ef-4a695a10db4b None None] Provisioning complete for port 6d6b8772-131a-4cc2-ab95-c391964468a2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:50.182274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e0d750f2-e2e5-43e8-97ef-4a695a10db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.195858 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-212f85d4-b139-42ee-b333-fa52d7ca8290 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:50.240931 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-903cd4f3-279b-46d5-98c8-f800e3421056 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:50.242197 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-903cd4f3-279b-46d5-98c8-f800e3421056 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2685070 Feb 10 11:32:50.255306 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34322) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:50.317605 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 6d6b8772-131a-4cc2-ab95-c391964468a2, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6d6b8772-131a-4cc2-ab95-c391964468a2,segment=NetworkSegment(9b669837-06de-43a0-855b-d49184af83ee),segment_id=9b669837-06de-43a0-855b-d49184af83ee)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:50.320762 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7254b4bd-adf7-4a26-ad95-f1c1a1746c75 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "GET /v2.0/routers/22d96b3e-7af1-4d6d-be7c-9c2e138f4429 HTTP/1.1" status: 200 len: 908 time: 3.3702171 Feb 10 11:32:50.325183 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34326) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:50.330702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-da8df238-718a-45f2-ba4d-56cf0c98e060', 'network_id': 'da8df238-718a-45f2-ba4d-56cf0c98e060', 'tenant_id': '4e97c96ac063404ba5595986b22a3e7c', 'fixed_ips': [{'subnet_id': 'd9eb635a-24b5-4270-9fe2-ab9caa216c28'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:32:50.331062 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:50.331537 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.335563 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:port and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:50.338760 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:50.345604 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:50.347929 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.457321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.474600 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b05dfc2b-4950-4b21-9f3b-50482c1d59d3 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.483433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Transition to ACTIVE for port object 7e719f07-19f8-4a5a-a4e9-4fdb801c63ed will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:50.484835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b05dfc2b-4950-4b21-9f3b-50482c1d59d3 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.484989 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-212f85d4-b139-42ee-b333-fa52d7ca8290 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:50.489092 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-212f85d4-b139-42ee-b333-fa52d7ca8290 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4444277 Feb 10 11:32:50.490028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34330) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:50.500541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-5d3a9916-9a63-48b2-89fd-392fe924f11b tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '9944304b-9b52-4793-9abe-aa5141cf2a2d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:50.505622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:50.509554 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5d3a9916-9a63-48b2-89fd-392fe924f11b tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:50.520120 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5d3a9916-9a63-48b2-89fd-392fe924f11b tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:50.525898 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5d3a9916-9a63-48b2-89fd-392fe924f11b tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:50.540231 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5d3a9916-9a63-48b2-89fd-392fe924f11b tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:50.546919 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=6d6b8772-131a-4cc2-ab95-c391964468a2,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:50.565529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.608260 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b05dfc2b-4950-4b21-9f3b-50482c1d59d3 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.608489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05dfc2b-4950-4b21-9f3b-50482c1d59d3 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12243322-0d6c-467a-91b3-bd334e351aac {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:32:50.636063 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Allocated IP 2001:db8::2 (da8df238-718a-45f2-ba4d-56cf0c98e060/d9eb635a-24b5-4270-9fe2-ab9caa216c28/5066229a-dcd5-422e-948d-37015dcdedac) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:50.652189 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b05dfc2b-4950-4b21-9f3b-50482c1d59d3 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.657378 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b05dfc2b-4950-4b21-9f3b-50482c1d59d3 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "DELETE /v2.0/routers/12243322-0d6c-467a-91b3-bd334e351aac HTTP/1.1" status: 204 len: 168 time: 8.6569133 Feb 10 11:32:50.658179 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34334) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:50.664463 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-5d3a9916-9a63-48b2-89fd-392fe924f11b tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:50.666041 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5d3a9916-9a63-48b2-89fd-392fe924f11b tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1747866 Feb 10 11:32:50.678771 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34338) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:50.740460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 027f41e5-ab3b-4d34-b8d3-f156e3a9631f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:50.758463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f4bf5e99-e0f9-4050-bc94-2cedc0da3436 None None] Provisioning complete for port e140e183-7a73-4b0f-a089-48579f87bb5a triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:50.758841 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5e99-e0f9-4050-bc94-2cedc0da3436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.794618 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:50.811646 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:50.818636 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf5e99-e0f9-4050-bc94-2cedc0da3436 None None] Port e140e183-7a73-4b0f-a089-48579f87bb5a cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:50.856245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=7e719f07-19f8-4a5a-a4e9-4fdb801c63ed,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:50.915901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-84dbda58-10e6-4b4e-866e-fc9cb9fd2b42 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 1419778e-9167-4784-b424-36556d7c1a50 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:50.923348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-84dbda58-10e6-4b4e-866e-fc9cb9fd2b42 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.948065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:50.949346 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.979739 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d0777854-5ddd-41cb-b930-5844d38ca084 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6193216 Feb 10 11:32:50.982516 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34344) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:51.040740 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.054184 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Transition to ACTIVE for port object 5066229a-dcd5-422e-948d-37015dcdedac will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:51.078736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Transition to ACTIVE for port object 5066229a-dcd5-422e-948d-37015dcdedac will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:51.089458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.127538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f60c465-949f-47c0-a2a7-7571541cd548 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:51.128140 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3f60c465-949f-47c0-a2a7-7571541cd548 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Synchronizing usage tracker for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:51.146102 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef33f5a7-6f7a-4521-9f34-435fab31368a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.196843 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Network da8df238-718a-45f2-ba4d-56cf0c98e060 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:51.201571 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:51.207725 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:51.210077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Pushing event updated for resources: {'Port': ['ID=5066229a-dcd5-422e-948d-37015dcdedac,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:51.267718 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-84dbda58-10e6-4b4e-866e-fc9cb9fd2b42 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.320686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Attempting to bind port 5066229a-dcd5-422e-948d-37015dcdedac on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:51.320686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Attempting to bind port 5066229a-dcd5-422e-948d-37015dcdedac by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '363148da-136c-411b-a194-a2bfe3448cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'da8df238-718a-45f2-ba4d-56cf0c98e060'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:51.321486 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Attempting to bind port 5066229a-dcd5-422e-948d-37015dcdedac on network da8df238-718a-45f2-ba4d-56cf0c98e060 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:51.327136 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6a01d164-2b19-4b1f-a56c-a1aa6bac9b52 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.327380 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2a9947b5-c8ff-4247-b34f-3996baf6f1c8 None None] Provisioning for port 7e719f07-19f8-4a5a-a4e9-4fdb801c63ed completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:51.334885 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:51.335321 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Checking segment: {'id': '363148da-136c-411b-a194-a2bfe3448cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'da8df238-718a-45f2-ba4d-56cf0c98e060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:51.336015 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.336454 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Bound using segment: {'id': '363148da-136c-411b-a194-a2bfe3448cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'da8df238-718a-45f2-ba4d-56cf0c98e060'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:51.336836 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Bound port: 5066229a-dcd5-422e-948d-37015dcdedac, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363148da-136c-411b-a194-a2bfe3448cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'da8df238-718a-45f2-ba4d-56cf0c98e060'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:51.337730 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.340993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.347513 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2a9947b5-c8ff-4247-b34f-3996baf6f1c8 None None] Provisioning complete for port 7e719f07-19f8-4a5a-a4e9-4fdb801c63ed triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:51.348162 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2a9947b5-c8ff-4247-b34f-3996baf6f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.349041 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3f60c465-949f-47c0-a2a7-7571541cd548 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Unset dirty status for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:51.352888 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3f60c465-949f-47c0-a2a7-7571541cd548 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.3658359 Feb 10 11:32:51.354778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34348) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:51.506387 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] device_id is not set on port 4fe00f4a-12fc-4f51-8614-cb930dcccab2 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:32:51.510974 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-2a9947b5-c8ff-4247-b34f-3996baf6f1c8 None None] Port 7e719f07-19f8-4a5a-a4e9-4fdb801c63ed cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:51.518696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef33f5a7-6f7a-4521-9f34-435fab31368a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.532788 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ef33f5a7-6f7a-4521-9f34-435fab31368a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Deleting port 36aa5be3-4203-4b80-b362-5d17ad1e8503 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:51.533964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef33f5a7-6f7a-4521-9f34-435fab31368a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.548156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6a01d164-2b19-4b1f-a56c-a1aa6bac9b52 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.552343 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] For port 5066229a-dcd5-422e-948d-37015dcdedac, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:51.555759 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] For port 5066229a-dcd5-422e-948d-37015dcdedac, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5066229a-dcd5-422e-948d-37015dcdedac,segment=NetworkSegment(363148da-136c-411b-a194-a2bfe3448cfd),segment_id=363148da-136c-411b-a194-a2bfe3448cfd)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:51.565238 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.620738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-bfe5ac2b-d1de-4b07-bcbe-042dd85f2623 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 7e719f07-19f8-4a5a-a4e9-4fdb801c63ed {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:51.621088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfe5ac2b-d1de-4b07-bcbe-042dd85f2623 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.656370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e056f-aafa-4a19-8d9c-11ed4fcd608f None None] Pushing event updated for resources: {'Port': ['ID=5066229a-dcd5-422e-948d-37015dcdedac,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:51.712950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-84dbda58-10e6-4b4e-866e-fc9cb9fd2b42 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.756658 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ef33f5a7-6f7a-4521-9f34-435fab31368a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] For port 36aa5be3-4203-4b80-b362-5d17ad1e8503, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=36aa5be3-4203-4b80-b362-5d17ad1e8503,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:51.757950 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef33f5a7-6f7a-4521-9f34-435fab31368a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.828644 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df8035-8816-4bd0-9e28-783f4cb68574 req-d5288c43-3307-4bba-98ad-5bde92844abd tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:51.830180 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-72df8035-8816-4bd0-9e28-783f4cb68574 req-d5288c43-3307-4bba-98ad-5bde92844abd tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.7799516 Feb 10 11:32:51.896977 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6a01d164-2b19-4b1f-a56c-a1aa6bac9b52 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.912370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ef33f5a7-6f7a-4521-9f34-435fab31368a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Calling delete_port for 36aa5be3-4203-4b80-b362-5d17ad1e8503 owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:51.944577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01d164-2b19-4b1f-a56c-a1aa6bac9b52 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9944304b-9b52-4793-9abe-aa5141cf2a2d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:52.154513 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-84dbda58-10e6-4b4e-866e-fc9cb9fd2b42 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.160530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef33f5a7-6f7a-4521-9f34-435fab31368a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.206716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33f5a7-6f7a-4521-9f34-435fab31368a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Pushing event deleted for resources: {'Port': ['ID=36aa5be3-4203-4b80-b362-5d17ad1e8503,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:52.237150 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-72df8035-8816-4bd0-9e28-783f4cb68574 req-710c772e-d652-4839-bfbf-b096b544c0d5 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3749287 Feb 10 11:32:52.237912 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6a01d164-2b19-4b1f-a56c-a1aa6bac9b52 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.240395 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6a01d164-2b19-4b1f-a56c-a1aa6bac9b52 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "DELETE /v2.0/security-groups/9944304b-9b52-4793-9abe-aa5141cf2a2d HTTP/1.1" status: 204 len: 168 time: 1.5595758 Feb 10 11:32:52.245687 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34358) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:52.281410 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbda58-10e6-4b4e-866e-fc9cb9fd2b42 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=1419778e-9167-4784-b424-36556d7c1a50,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:52.297819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cff1e40-f59d-4a60-9adc-ef8d3b726b39 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.354810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Allocated IP 2001:db8::10 (da8df238-718a-45f2-ba4d-56cf0c98e060/d9eb635a-24b5-4270-9fe2-ab9caa216c28/4fe00f4a-12fc-4f51-8614-cb930dcccab2) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:52.367430 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-84dbda58-10e6-4b4e-866e-fc9cb9fd2b42 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.376649 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4539e03-cecd-4607-a990-0e9fb6ffdf25 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:52.396534 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-84dbda58-10e6-4b4e-866e-fc9cb9fd2b42 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/1419778e-9167-4784-b424-36556d7c1a50 HTTP/1.1" status: 204 len: 168 time: 2.1405487 Feb 10 11:32:52.447544 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34362) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:52.495019 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0177150b-61ae-4a4e-a9ae-8b8163533f12 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2479236 Feb 10 11:32:52.496473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef33f5a7-6f7a-4521-9f34-435fab31368a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.522616 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34366) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:52.539984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d06eb797-9811-4b19-93c5-5a3fac44d12e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group': {'name': 'tempest-secgroup--341091024'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:52.580809 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d06eb797-9811-4b19-93c5-5a3fac44d12e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:52.622097 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d06eb797-9811-4b19-93c5-5a3fac44d12e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:52.626871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfe5ac2b-d1de-4b07-bcbe-042dd85f2623 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.642024 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d06eb797-9811-4b19-93c5-5a3fac44d12e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:52.752431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d06eb797-9811-4b19-93c5-5a3fac44d12e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:52.769603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6d6b8772-131a-4cc2-ab95-c391964468a2 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:52.820888 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 2c6c1611-f27c-4253-a3be-90b8bdab51c7 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:52.831741 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef33f5a7-6f7a-4521-9f34-435fab31368a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.833278 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-bfe5ac2b-d1de-4b07-bcbe-042dd85f2623 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for 7e719f07-19f8-4a5a-a4e9-4fdb801c63ed owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:52.837615 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef33f5a7-6f7a-4521-9f34-435fab31368a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.902199 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef33f5a7-6f7a-4521-9f34-435fab31368a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.903315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef33f5a7-6f7a-4521-9f34-435fab31368a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f8b699d-6f3b-4423-972b-72fcd83dfbf5 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:32:52.910971 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.922238 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 6d6b8772-131a-4cc2-ab95-c391964468a2 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:52.922238 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.923319 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef33f5a7-6f7a-4521-9f34-435fab31368a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.924560 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ef33f5a7-6f7a-4521-9f34-435fab31368a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "DELETE /v2.0/routers/6f8b699d-6f3b-4423-972b-72fcd83dfbf5 HTTP/1.1" status: 204 len: 168 time: 2.2616169 Feb 10 11:32:52.928616 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34372) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:52.938654 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-802257710', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:52.947742 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:52.953337 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Usage tracker for resource:router and tenant:8521d4e943cc4619b75fc4be12849af9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:52.956979 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:52.968116 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:52.990996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.992311 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.020787 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.094696 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d06eb797-9811-4b19-93c5-5a3fac44d12e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.130583 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5066229a-dcd5-422e-948d-37015dcdedac up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:53.170648 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382c7ca2-945a-47d8-b669-5163ad712f92 None None] Network da8df238-718a-45f2-ba4d-56cf0c98e060 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:53.389696 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-daee2369-1982-471c-b2ed-27deb9d853b0 None None] Provisioning for port 5066229a-dcd5-422e-948d-37015dcdedac completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:53.447780 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.477069 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.523088 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 5066229a-dcd5-422e-948d-37015dcdedac completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:53.562364 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 5066229a-dcd5-422e-948d-37015dcdedac triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:53.563010 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.770130 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.773713 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.835271 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.865706 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.894554 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.927066 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 5066229a-dcd5-422e-948d-37015dcdedac, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5066229a-dcd5-422e-948d-37015dcdedac,segment=NetworkSegment(363148da-136c-411b-a194-a2bfe3448cfd),segment_id=363148da-136c-411b-a194-a2bfe3448cfd)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:53.938704 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.963320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.991878 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6c1611-f27c-4253-a3be-90b8bdab51c7,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:54.004977 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d06eb797-9811-4b19-93c5-5a3fac44d12e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:54.033244 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68b9b44-eb5a-4611-981b-20c67257c176 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:54.049237 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.049587 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.049930 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.050323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.050665 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.050995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.051324 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.051665 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.051974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.052301 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.052623 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.098108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d06eb797-9811-4b19-93c5-5a3fac44d12e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:54.112151 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d06eb797-9811-4b19-93c5-5a3fac44d12e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:54.130472 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-230a81ac-f956-45a6-a359-42cefdce25ef tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/2c6c1611-f27c-4253-a3be-90b8bdab51c7 HTTP/1.1" status: 204 len: 168 time: 1.6768374 Feb 10 11:32:54.141071 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.144414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34378) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:54.150730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Allocated IP 172.26.4.166 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/e377ca0c-1fb6-4fb3-97b2-8d1172b30d1f) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:54.152533 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d06eb797-9811-4b19-93c5-5a3fac44d12e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:54.238143 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=5066229a-dcd5-422e-948d-37015dcdedac,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:54.273889 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e69b9-c1fc-476c-b056-3d721b1d5e75 req-6c49cadd-6276-46a4-8b41-1c046e19ab30 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:54.276998 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8f6e69b9-c1fc-476c-b056-3d721b1d5e75 req-6c49cadd-6276-46a4-8b41-1c046e19ab30 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.7481227 Feb 10 11:32:54.280297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Transition to ACTIVE for port object 4fe00f4a-12fc-4f51-8614-cb930dcccab2 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:54.285597 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-473e6cbc-1a8b-4ba3-be0b-a7fb8cebd648 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1373134 Feb 10 11:32:54.287817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34382) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:54.293276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ce147cf7-c2fb-407e-829f-5cfb49e90bc7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:54.307018 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e772b2c2-0bb4-4e9b-aeff-b8e7f0a1ec1a None None] Provisioning complete for port fa84d95f-c905-4318-984f-7f588e9daac9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:54.307397 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e772b2c2-0bb4-4e9b-aeff-b8e7f0a1ec1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.340594 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfe5ac2b-d1de-4b07-bcbe-042dd85f2623 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.360217 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.360564 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.360903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.361287 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.361603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.361938 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.362269 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.362755 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.363086 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.363415 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.363780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:54.406017 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cff1e40-f59d-4a60-9adc-ef8d3b726b39 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.433688 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5ac2b-d1de-4b07-bcbe-042dd85f2623 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=7e719f07-19f8-4a5a-a4e9-4fdb801c63ed,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:54.435498 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3cff1e40-f59d-4a60-9adc-ef8d3b726b39 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Deleting port 97d93cb2-1817-4a46-b3b1-20265c838538 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:54.436360 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cff1e40-f59d-4a60-9adc-ef8d3b726b39 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.444738 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.464788 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ce147cf7-c2fb-407e-829f-5cfb49e90bc7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:54.471018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ce147cf7-c2fb-407e-829f-5cfb49e90bc7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:54.475395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ce147cf7-c2fb-407e-829f-5cfb49e90bc7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:54.493542 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ce147cf7-c2fb-407e-829f-5cfb49e90bc7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:54.501931 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8f6e69b9-c1fc-476c-b056-3d721b1d5e75 req-58be613a-becb-456c-9d00-db5e489bfb41 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070968 Feb 10 11:32:54.522089 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.584342 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 27e34292-16bd-4bb7-a68b-68e55c538c0b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:54.695994 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d06eb797-9811-4b19-93c5-5a3fac44d12e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.738325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:54.738325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce147cf7-c2fb-407e-829f-5cfb49e90bc7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:54.783820 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b924f471-d9fa-48d5-83a5-86b3658e2b2d None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:54.803038 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8173f6f7-8d2f-4ef4-8eeb-51a4f8d54a3a None None] Provisioning complete for port 5066229a-dcd5-422e-948d-37015dcdedac triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:54.803457 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8173f6f7-8d2f-4ef4-8eeb-51a4f8d54a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.824387 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.866476 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:54.868360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Pushing event updated for resources: {'Port': ['ID=e377ca0c-1fb6-4fb3-97b2-8d1172b30d1f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:54.884573 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d06eb797-9811-4b19-93c5-5a3fac44d12e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.895984 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:54.944840 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b924f471-d9fa-48d5-83a5-86b3658e2b2d None None] Deleting port fa84d95f-c905-4318-984f-7f588e9daac9 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:54.945516 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b924f471-d9fa-48d5-83a5-86b3658e2b2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.000401 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 27e34292-16bd-4bb7-a68b-68e55c538c0b completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:55.010289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:55.011070 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:55.011934 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:55.012595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:55.013248 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:55.014513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:55.015184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:55.016002 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:55.016690 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:55.017277 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:55.017826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:55.077808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ce147cf7-c2fb-407e-829f-5cfb49e90bc7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.138195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 27e34292-16bd-4bb7-a68b-68e55c538c0b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:55.138475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.365013 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=4fe00f4a-12fc-4f51-8614-cb930dcccab2,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:55.368530 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06eb797-9811-4b19-93c5-5a3fac44d12e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26492888-f1a9-448f-af0d-67285d1ac2ee,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:55.381307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network da8df238-718a-45f2-ba4d-56cf0c98e060 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:55.383625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfe5ac2b-d1de-4b07-bcbe-042dd85f2623 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.386704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:55.418110 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:55.430015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:55.430478 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.431157 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3347cd6b-4956-4fdb-a3d1-2663811c707c req-7fc13af9-8527-4154-bffc-fe29e9292ea7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e47f622a65945dda4a63ba667a1ebd5&device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 1098 time: 0.1948841 Feb 10 11:32:55.486783 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d06eb797-9811-4b19-93c5-5a3fac44d12e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.490663 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d06eb797-9811-4b19-93c5-5a3fac44d12e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.9610424 Feb 10 11:32:55.492548 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bfe5ac2b-d1de-4b07-bcbe-042dd85f2623 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/7e719f07-19f8-4a5a-a4e9-4fdb801c63ed HTTP/1.1" status: 204 len: 168 time: 4.1234100 Feb 10 11:32:55.495038 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-3cff1e40-f59d-4a60-9adc-ef8d3b726b39 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] For port 97d93cb2-1817-4a46-b3b1-20265c838538, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=97d93cb2-1817-4a46-b3b1-20265c838538,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:55.495038 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cff1e40-f59d-4a60-9adc-ef8d3b726b39 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.508212 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34390) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:55.508610 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34392) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:55.536257 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7edd12e8-28ba-4c4c-bfed-e26bd912708f tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '26492888-f1a9-448f-af0d-67285d1ac2ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:55.593495 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7edd12e8-28ba-4c4c-bfed-e26bd912708f tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:55.596947 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b924f471-d9fa-48d5-83a5-86b3658e2b2d None None] For port fa84d95f-c905-4318-984f-7f588e9daac9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fa84d95f-c905-4318-984f-7f588e9daac9,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:55.597521 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b924f471-d9fa-48d5-83a5-86b3658e2b2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.600457 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5057c641-aad6-4da7-947e-8a84ce98eb04 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] GET failed (client error): The resource could not be found. Feb 10 11:32:55.600984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5057c641-aad6-4da7-947e-8a84ce98eb04 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Synchronizing usage tracker for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:55.604413 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c83d2731-163a-4028-833d-d04dc5c75829 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5393519 Feb 10 11:32:55.617197 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34398) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:55.629525 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'network_id': 'da8df238-718a-45f2-ba4d-56cf0c98e060', 'name': 'tempest-PortsIpV6TestJSON-2063331224', 'fixed_ips': [{'subnet_id': 'd9eb635a-24b5-4270-9fe2-ab9caa216c28', 'ip_address': '2001:db8::f'}]}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:55.658413 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7edd12e8-28ba-4c4c-bfed-e26bd912708f tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:55.676773 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.725159 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7edd12e8-28ba-4c4c-bfed-e26bd912708f tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:55.744180 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3cff1e40-f59d-4a60-9adc-ef8d3b726b39 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Calling delete_port for 97d93cb2-1817-4a46-b3b1-20265c838538 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:55.747951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b924f471-d9fa-48d5-83a5-86b3658e2b2d None None] Calling delete_port for fa84d95f-c905-4318-984f-7f588e9daac9 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:55.775989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7edd12e8-28ba-4c4c-bfed-e26bd912708f tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:55.785286 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5057c641-aad6-4da7-947e-8a84ce98eb04 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Unset dirty status for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:55.789896 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5057c641-aad6-4da7-947e-8a84ce98eb04 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports/7e719f07-19f8-4a5a-a4e9-4fdb801c63ed HTTP/1.1" status: 404 len: 333 time: 0.2665539 Feb 10 11:32:55.790527 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34402) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:55.814254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 27e34292-16bd-4bb7-a68b-68e55c538c0b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=27e34292-16bd-4bb7-a68b-68e55c538c0b,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:55.827238 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.861856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358d84e-f76e-43d5-8fbe-0b8b76c14c50 req-90dcfab3-4f83-4ccf-b34b-dfce3292f648 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:55.863445 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d358d84e-f76e-43d5-8fbe-0b8b76c14c50 req-90dcfab3-4f83-4ccf-b34b-dfce3292f648 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.6793070 Feb 10 11:32:55.921065 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-48240916-d1ee-4d03-ab8b-49d1b4a16301 None None] Provisioning for port 4fe00f4a-12fc-4f51-8614-cb930dcccab2 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:55.965105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-48240916-d1ee-4d03-ab8b-49d1b4a16301 None None] Provisioning complete for port 4fe00f4a-12fc-4f51-8614-cb930dcccab2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:55.966154 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-48240916-d1ee-4d03-ab8b-49d1b4a16301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.008584 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d358d84e-f76e-43d5-8fbe-0b8b76c14c50 req-2a236a90-1875-4c3c-b94a-1394d2781b7a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254270 Feb 10 11:32:56.018254 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb4ec0-61dc-44b1-b0b9-9990279381d7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port e140e183-7a73-4b0f-a089-48579f87bb5a {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:56.018611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfcb4ec0-61dc-44b1-b0b9-9990279381d7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.074652 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b924f471-d9fa-48d5-83a5-86b3658e2b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.083126 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-48240916-d1ee-4d03-ab8b-49d1b4a16301 None None] Port 4fe00f4a-12fc-4f51-8614-cb930dcccab2 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:56.084610 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-7edd12e8-28ba-4c4c-bfed-e26bd912708f tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The resource could not be found. Feb 10 11:32:56.085713 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7edd12e8-28ba-4c4c-bfed-e26bd912708f tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5655787 Feb 10 11:32:56.095825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34406) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:56.097932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347cd6b-4956-4fdb-a3d1-2663811c707c req-a24f92aa-f5a9-4f8c-9ee6-b9abea99a33b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:56.099601 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3347cd6b-4956-4fdb-a3d1-2663811c707c req-a24f92aa-f5a9-4f8c-9ee6-b9abea99a33b service neutron] 10.222.0.73 "GET /v2.0/networks?id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 HTTP/1.1" status: 200 len: 913 time: 0.6315598 Feb 10 11:32:56.101223 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924f471-d9fa-48d5-83a5-86b3658e2b2d None None] No DVR routers for this DVR port fa84d95f-c905-4318-984f-7f588e9daac9 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:56.102850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2d644ba4-b36d-4605-a3e0-5dfd704c417c tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '26492888-f1a9-448f-af0d-67285d1ac2ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'de523818-0ed0-491c-b2d6-63171674a84e'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:56.104667 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=27e34292-16bd-4bb7-a68b-68e55c538c0b,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:56.116046 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2d644ba4-b36d-4605-a3e0-5dfd704c417c tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:56.122742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2d644ba4-b36d-4605-a3e0-5dfd704c417c tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:56.128144 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2d644ba4-b36d-4605-a3e0-5dfd704c417c tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:56.167453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2d644ba4-b36d-4605-a3e0-5dfd704c417c tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:56.199509 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924f471-d9fa-48d5-83a5-86b3658e2b2d None None] Pushing event deleted for resources: {'Port': ['ID=fa84d95f-c905-4318-984f-7f588e9daac9,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:56.221445 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:56.256375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:port and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:56.261867 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:56.274456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:56.348712 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:56.386383 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3347cd6b-4956-4fdb-a3d1-2663811c707c req-3b806b3c-696e-45df-be26-6fefb98e129b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eecc48b-0a10-46d3-916a-b281c257aead HTTP/1.1" status: 200 len: 1001 time: 0.2435327 Feb 10 11:32:56.432726 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.433493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.501698 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-2d644ba4-b36d-4605-a3e0-5dfd704c417c tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The resource could not be found. Feb 10 11:32:56.502742 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2d644ba4-b36d-4605-a3e0-5dfd704c417c tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4066987 Feb 10 11:32:56.506811 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cff1e40-f59d-4a60-9adc-ef8d3b726b39 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.508310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34410) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:56.512253 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4f0a32ef-bddd-4bb9-988b-5fe6aa16ac7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.550958 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfcb4ec0-61dc-44b1-b0b9-9990279381d7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.552457 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 27e34292-16bd-4bb7-a68b-68e55c538c0b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:56.634834 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 27e34292-16bd-4bb7-a68b-68e55c538c0b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:56.635684 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.656107 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff1e40-f59d-4a60-9adc-ef8d3b726b39 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Pushing event deleted for resources: {'Port': ['ID=97d93cb2-1817-4a46-b3b1-20265c838538,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:56.723240 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb4ec0-61dc-44b1-b0b9-9990279381d7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for e140e183-7a73-4b0f-a089-48579f87bb5a owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:56.750021 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347cd6b-4956-4fdb-a3d1-2663811c707c req-08b75785-5255-47b4-b248-d9cf3b638fd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:56.752437 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3347cd6b-4956-4fdb-a3d1-2663811c707c req-08b75785-5255-47b4-b248-d9cf3b638fd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13860d03-a045-4a92-adff-58389fc1eb4f HTTP/1.1" status: 200 len: 851 time: 0.3053260 Feb 10 11:32:56.775147 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 97d93cb2-1817-4a46-b3b1-20265c838538 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:56.807045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.objects.ports [None req-ce147cf7-c2fb-407e-829f-5cfb49e90bc7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83555) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:32:56.809063 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 97d93cb2-1817-4a46-b3b1-20265c838538 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:56.809443 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 97d93cb2-1817-4a46-b3b1-20265c838538 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 10 11:32:56.826038 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ce147cf7-c2fb-407e-829f-5cfb49e90bc7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.841788 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Port 97d93cb2-1817-4a46-b3b1-20265c838538 not found, will not notify nova. {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 10 11:32:56.842813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5066229a-dcd5-422e-948d-37015dcdedac up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:56.865362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.940071 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-57e4d6a9-8018-4c7f-a476-02dd8024e993 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.965060 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] device_id is not set on port 27b17e3b-21b3-4116-8e7d-9f475dfed598 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:32:56.966343 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 5066229a-dcd5-422e-948d-37015dcdedac triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:56.967818 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.026017 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce147cf7-c2fb-407e-829f-5cfb49e90bc7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:57.038510 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-ce147cf7-c2fb-407e-829f-5cfb49e90bc7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:57.057029 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce147cf7-c2fb-407e-829f-5cfb49e90bc7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=6a71431b-2f98-49f8-9be0-fa517660a959,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:57.063129 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce147cf7-c2fb-407e-829f-5cfb49e90bc7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:57.063793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ce147cf7-c2fb-407e-829f-5cfb49e90bc7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.066940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cff1e40-f59d-4a60-9adc-ef8d3b726b39 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.078794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d547c813-08b3-40b5-a578-39d92d72ac20 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:57.093826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-57e4d6a9-8018-4c7f-a476-02dd8024e993 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.230945 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3347cd6b-4956-4fdb-a3d1-2663811c707c req-8d688b67-0ec4-455a-b176-cb80a36e79e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4683194 Feb 10 11:32:57.240938 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ce147cf7-c2fb-407e-829f-5cfb49e90bc7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9515767 Feb 10 11:32:57.250958 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34416) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:57.304410 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e41f67cf-a22c-428e-99b4-27e464a139c7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:57.404878 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfcb4ec0-61dc-44b1-b0b9-9990279381d7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.409667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-57e4d6a9-8018-4c7f-a476-02dd8024e993 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.442313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': '6a71431b-2f98-49f8-9be0-fa517660a959'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:32:57.443455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.460152 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4d6a9-8018-4c7f-a476-02dd8024e993 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26492888-f1a9-448f-af0d-67285d1ac2ee,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:57.499401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Allocated IP 2001:db8::f (da8df238-718a-45f2-ba4d-56cf0c98e060/d9eb635a-24b5-4270-9fe2-ab9caa216c28/27b17e3b-21b3-4116-8e7d-9f475dfed598) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:57.520437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-57e4d6a9-8018-4c7f-a476-02dd8024e993 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.523852 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-57e4d6a9-8018-4c7f-a476-02dd8024e993 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "DELETE /v2.0/security-groups/26492888-f1a9-448f-af0d-67285d1ac2ee HTTP/1.1" status: 204 len: 168 time: 1.0100923 Feb 10 11:32:57.531345 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34420) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:57.540092 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fa84d95f-c905-4318-984f-7f588e9daac9 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:57.560947 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3347cd6b-4956-4fdb-a3d1-2663811c707c req-4c84068a-9116-4fce-ae74-cf3ec5b2e023 service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128979 Feb 10 11:32:57.599338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: fa84d95f-c905-4318-984f-7f588e9daac9 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:57.599338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fa84d95f-c905-4318-984f-7f588e9daac9 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:32:57.647773 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb4ec0-61dc-44b1-b0b9-9990279381d7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=e140e183-7a73-4b0f-a089-48579f87bb5a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:57.665429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cff1e40-f59d-4a60-9adc-ef8d3b726b39 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.720852 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cff1e40-f59d-4a60-9adc-ef8d3b726b39 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.724489 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Allocated IP 2001:db8::f816:3eff:fe4d:4b6d (3b5b04fa-1e24-453f-83a6-7d1810ca3421/6a71431b-2f98-49f8-9be0-fa517660a959/10037810-2568-4e97-9fd9-a14d8b1c8be1) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:57.983136 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae02fa-c66c-4933-bdb2-e98203d8df2a req-eb7a2cdb-ff39-44fe-b70e-5940f966a4f4 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:57.984728 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34ae02fa-c66c-4933-bdb2-e98203d8df2a req-eb7a2cdb-ff39-44fe-b70e-5940f966a4f4 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.7348654 Feb 10 11:32:57.989896 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e41f67cf-a22c-428e-99b4-27e464a139c7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:57.995476 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfcb4ec0-61dc-44b1-b0b9-9990279381d7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.018394 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e41f67cf-a22c-428e-99b4-27e464a139c7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:58.022509 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e41f67cf-a22c-428e-99b4-27e464a139c7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:58.026746 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cff1e40-f59d-4a60-9adc-ef8d3b726b39 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.027253 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cff1e40-f59d-4a60-9adc-ef8d3b726b39 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22d96b3e-7af1-4d6d-be7c-9c2e138f4429 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:32:58.045918 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ae42ca49-0e03-457c-b7b4-2786137a101e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Synchronizing usage tracker for tenant:1b9f19114ef344a683d3e1781bf2cb8c on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:58.049903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e41f67cf-a22c-428e-99b4-27e464a139c7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:58.059882 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.077243 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Transition to ACTIVE for port object 10037810-2568-4e97-9fd9-a14d8b1c8be1 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:58.077517 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dfcb4ec0-61dc-44b1-b0b9-9990279381d7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/e140e183-7a73-4b0f-a089-48579f87bb5a HTTP/1.1" status: 204 len: 168 time: 2.2805314 Feb 10 11:32:58.081276 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34424) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:58.088842 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cff1e40-f59d-4a60-9adc-ef8d3b726b39 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.092883 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3cff1e40-f59d-4a60-9adc-ef8d3b726b39 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "DELETE /v2.0/routers/22d96b3e-7af1-4d6d-be7c-9c2e138f4429 HTTP/1.1" status: 204 len: 168 time: 7.7418537 Feb 10 11:32:58.097538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34428) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:58.097734 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Transition to ACTIVE for port object 10037810-2568-4e97-9fd9-a14d8b1c8be1 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:58.104074 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.115454 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3347cd6b-4956-4fdb-a3d1-2663811c707c req-abe971ef-43f2-48a5-b395-470a437223f3 service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362618 Feb 10 11:32:58.132944 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41f67cf-a22c-428e-99b4-27e464a139c7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:58.159520 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34ae02fa-c66c-4933-bdb2-e98203d8df2a req-3344dc81-1de2-4525-90da-d8b29e5e351a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574695 Feb 10 11:32:58.163736 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa8c6f1-6f83-49f5-afc8-7de100200087 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] GET failed (client error): The resource could not be found. Feb 10 11:32:58.164237 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bfa8c6f1-6f83-49f5-afc8-7de100200087 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Synchronizing usage tracker for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:58.207967 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:58.211705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Pushing event updated for resources: {'Port': ['ID=10037810-2568-4e97-9fd9-a14d8b1c8be1,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:58.220341 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ae42ca49-0e03-457c-b7b4-2786137a101e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Unset dirty status for tenant:1b9f19114ef344a683d3e1781bf2cb8c on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:58.225847 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ae42ca49-0e03-457c-b7b4-2786137a101e tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6882441 Feb 10 11:32:58.225940 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:58.226024 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34432) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:58.227183 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:58.241488 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e0c041d5-37e0-48a3-9e13-4640cdb2df39 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': '05047b61-6857-4db0-bef7-a4ac2d3fe1e1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:58.252219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e0c041d5-37e0-48a3-9e13-4640cdb2df39 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:58.263731 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e0c041d5-37e0-48a3-9e13-4640cdb2df39 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:58.270247 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e0c041d5-37e0-48a3-9e13-4640cdb2df39 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:58.282442 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e0c041d5-37e0-48a3-9e13-4640cdb2df39 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:58.284393 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bfa8c6f1-6f83-49f5-afc8-7de100200087 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Unset dirty status for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:58.285577 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bfa8c6f1-6f83-49f5-afc8-7de100200087 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports/e140e183-7a73-4b0f-a089-48579f87bb5a HTTP/1.1" status: 404 len: 333 time: 0.2013800 Feb 10 11:32:58.298240 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34436) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:58.335260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Attempting to bind port 10037810-2568-4e97-9fd9-a14d8b1c8be1 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:58.335626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Attempting to bind port 10037810-2568-4e97-9fd9-a14d8b1c8be1 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:58.336381 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Attempting to bind port 10037810-2568-4e97-9fd9-a14d8b1c8be1 on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:58.336499 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Router 9c3a1525-dba2-4906-8344-6d60d7e5d854 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:32:58.343569 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:58.343987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:58.344638 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.344765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:58.345735 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Bound port: 10037810-2568-4e97-9fd9-a14d8b1c8be1, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:58.345735 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.366290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e41f67cf-a22c-428e-99b4-27e464a139c7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.375936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.465166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] For port 10037810-2568-4e97-9fd9-a14d8b1c8be1, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:58.468918 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] For port 10037810-2568-4e97-9fd9-a14d8b1c8be1, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=10037810-2568-4e97-9fd9-a14d8b1c8be1,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:58.473793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Transition to ACTIVE for port object 27b17e3b-21b3-4116-8e7d-9f475dfed598 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:58.477161 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.529913 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 36aa5be3-4203-4b80-b362-5d17ad1e8503 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:58.575686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 36aa5be3-4203-4b80-b362-5d17ad1e8503 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:58.576068 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 36aa5be3-4203-4b80-b362-5d17ad1e8503 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:32:58.602372 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-e0c041d5-37e0-48a3-9e13-4640cdb2df39 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The resource could not be found. Feb 10 11:32:58.606671 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e0c041d5-37e0-48a3-9e13-4640cdb2df39 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3686438 Feb 10 11:32:58.617371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34440) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:58.632194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-77cbe7b9-fb67-4772-a9ab-eac442509fc2 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group': {'name': 'tempest-secgroup--721063195'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:58.633367 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7d662-ac74-48dd-9be3-732ccb9da976 None None] Pushing event updated for resources: {'Port': ['ID=10037810-2568-4e97-9fd9-a14d8b1c8be1,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:58.652616 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-77cbe7b9-fb67-4772-a9ab-eac442509fc2 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:58.660966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.700129 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2bd2a1-0453-446b-98de-a9766a3be116 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting subnet 409463ca-44a2-41c2-9a44-d8e30cb1cca7 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:58.705730 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd2a1-0453-446b-98de-a9766a3be116 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.720679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-77cbe7b9-fb67-4772-a9ab-eac442509fc2 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:58.784322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-77cbe7b9-fb67-4772-a9ab-eac442509fc2 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.816907 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd2a1-0453-446b-98de-a9766a3be116 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.829802 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network da8df238-718a-45f2-ba4d-56cf0c98e060 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:58.831217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=27b17e3b-21b3-4116-8e7d-9f475dfed598,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:58.849972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d160ebe5-bbdd-4a2f-8b83-ebdd58400745 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.867373 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fa724a2a-81c1-4f73-89d8-ac0ad5c13bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.923732 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:58.934525 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:58.940150 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:58.941036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.984964 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd2a1-0453-446b-98de-a9766a3be116 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.022196 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e41f67cf-a22c-428e-99b4-27e464a139c7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.090168 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-77cbe7b9-fb67-4772-a9ab-eac442509fc2 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:59.098326 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2ec89da2-2587-4f62-b24c-5d9d48ff3056 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4739077 Feb 10 11:32:59.102861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34444) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:59.110018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-77cbe7b9-fb67-4772-a9ab-eac442509fc2 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:59.128026 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41f67cf-a22c-428e-99b4-27e464a139c7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:59.133295 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e41f67cf-a22c-428e-99b4-27e464a139c7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:59.141898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41f67cf-a22c-428e-99b4-27e464a139c7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:59.142512 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e41f67cf-a22c-428e-99b4-27e464a139c7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.146307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-77cbe7b9-fb67-4772-a9ab-eac442509fc2 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:59.163502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f67cf-a22c-428e-99b4-27e464a139c7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=bed04975-2b8c-4e9b-8b26-58a58dfdb94f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:59.175787 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-77cbe7b9-fb67-4772-a9ab-eac442509fc2 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:59.189972 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd2a1-0453-446b-98de-a9766a3be116 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.230842 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e41f67cf-a22c-428e-99b4-27e464a139c7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9672475 Feb 10 11:32:59.233265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34450) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:59.233876 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:59.247518 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388a1cc2-3e51-480f-b274-ee61677bdfb1 None None] Sync routers for ids ['9c3a1525-dba2-4906-8344-6d60d7e5d854'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:59.259755 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bd2a1-0453-446b-98de-a9766a3be116 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Subnet': ['ID=409463ca-44a2-41c2-9a44-d8e30cb1cca7,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:59.277894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'mac_address': 'fa:16:3e:64:ea:56', 'name': 'tempest-NetworksTestDHCPv6-258186622'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:59.286850 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f64b16f-93e1-414c-bdc9-553b7c893f28 None None] Network 027f41e5-ab3b-4d34-b8d3-f156e3a9631f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:59.306366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd2a1-0453-446b-98de-a9766a3be116 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.309832 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.314255 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fd171778-40f8-4a08-b537-a207488ad740 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.3812544 Feb 10 11:32:59.314458 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8a2bd2a1-0453-446b-98de-a9766a3be116 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/409463ca-44a2-41c2-9a44-d8e30cb1cca7 HTTP/1.1" status: 204 len: 168 time: 1.0106270 Feb 10 11:32:59.320050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34454) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:59.320399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34456) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:59.322017 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388a1cc2-3e51-480f-b274-ee61677bdfb1 None None] Routers {'9c3a1525-dba2-4906-8344-6d60d7e5d854'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:59.322973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-388a1cc2-3e51-480f-b274-ee61677bdfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['9c3a1525-dba2-4906-8344-6d60d7e5d854'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:59.330531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-77cbe7b9-fb67-4772-a9ab-eac442509fc2 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.338424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4a6e3f-89a2-4e66-94d1-506c695d8db5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:59.339253 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1b4a6e3f-89a2-4e66-94d1-506c695d8db5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:59.346321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-77cbe7b9-fb67-4772-a9ab-eac442509fc2 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.401958 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-77cbe7b9-fb67-4772-a9ab-eac442509fc2 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.405898 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-77cbe7b9-fb67-4772-a9ab-eac442509fc2 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7771084 Feb 10 11:32:59.416231 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34462) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:59.425989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f326bbc3-0fdc-4daf-ac7d-78037d3588f9 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'enable_snat': False}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:59.426413 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-396dbc91-1ea4-49dc-9643-298f0051f6af tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group': {'name': 'tempest-secgroup--241156250'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:59.430843 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1b4a6e3f-89a2-4e66-94d1-506c695d8db5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:59.434512 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1b4a6e3f-89a2-4e66-94d1-506c695d8db5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3266914 Feb 10 11:32:59.435455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34466) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:59.439061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-396dbc91-1ea4-49dc-9643-298f0051f6af tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:59.470388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbe7b9-fb67-4772-a9ab-eac442509fc2 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2da61a7-2947-4756-9a89-466ffaa4fcf6,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:59.470610 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-388a1cc2-3e51-480f-b274-ee61677bdfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:59.510663 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-396dbc91-1ea4-49dc-9643-298f0051f6af tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:59.517957 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388a1cc2-3e51-480f-b274-ee61677bdfb1 None None] Routers {'9c3a1525-dba2-4906-8344-6d60d7e5d854'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:59.518689 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-388a1cc2-3e51-480f-b274-ee61677bdfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['9c3a1525-dba2-4906-8344-6d60d7e5d854'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:59.549219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-396dbc91-1ea4-49dc-9643-298f0051f6af tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.564119 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d160ebe5-bbdd-4a2f-8b83-ebdd58400745 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.588095 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-388a1cc2-3e51-480f-b274-ee61677bdfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:59.588603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388a1cc2-3e51-480f-b274-ee61677bdfb1 None None] The sync data for ids ['9c3a1525-dba2-4906-8344-6d60d7e5d854'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:59.592425 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d160ebe5-bbdd-4a2f-8b83-ebdd58400745 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Deleting port 27e34292-16bd-4bb7-a68b-68e55c538c0b {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:59.592723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d160ebe5-bbdd-4a2f-8b83-ebdd58400745 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.622090 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7ef11d5c-fec8-4546-b8bc-3fd7c2989b0b None None] Provisioning for port 27b17e3b-21b3-4116-8e7d-9f475dfed598 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:59.663613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef1a052-eb5a-49e0-9a11-96357e9072c5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:59.666476 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7ef11d5c-fec8-4546-b8bc-3fd7c2989b0b None None] Provisioning complete for port 27b17e3b-21b3-4116-8e7d-9f475dfed598 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:59.666934 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7ef11d5c-fec8-4546-b8bc-3fd7c2989b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.667729 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef1a052-eb5a-49e0-9a11-96357e9072c5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:59.672649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef1a052-eb5a-49e0-9a11-96357e9072c5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:59.677020 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7ef1a052-eb5a-49e0-9a11-96357e9072c5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2401130 Feb 10 11:32:59.678673 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34470) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:59.740397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-396dbc91-1ea4-49dc-9643-298f0051f6af tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:59.789599 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.791953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-7ef11d5c-fec8-4546-b8bc-3fd7c2989b0b None None] Port 27b17e3b-21b3-4116-8e7d-9f475dfed598 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:59.811685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.829489 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:59.837529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-396dbc91-1ea4-49dc-9643-298f0051f6af tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:59.842123 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:port and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:59.848298 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-396dbc91-1ea4-49dc-9643-298f0051f6af tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:59.848719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:59.864770 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dac930-3e5b-432f-8c07-058eacabb74c req-96db79d4-2034-4f7e-aa87-be1424646b1a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:59.866270 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47dac930-3e5b-432f-8c07-058eacabb74c req-96db79d4-2034-4f7e-aa87-be1424646b1a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.3788681 Feb 10 11:32:59.870489 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:59.872716 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 6d6b8772-131a-4cc2-ab95-c391964468a2 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:59.872932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.881907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-396dbc91-1ea4-49dc-9643-298f0051f6af tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:59.898798 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-36dfe1d4-ad80-4913-a23c-dcf474255955 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port 27b17e3b-21b3-4116-8e7d-9f475dfed598 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:59.899396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36dfe1d4-ad80-4913-a23c-dcf474255955 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.956593 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab302463-8b0d-4c69-a691-17a8110ee53c None None] DHCP port deletion for 027f41e5-ab3b-4d34-b8d3-f156e3a9631f request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:59.967417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ab302463-8b0d-4c69-a691-17a8110ee53c None None] Deleting port 6d6b8772-131a-4cc2-ab95-c391964468a2 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:59.967826 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ab302463-8b0d-4c69-a691-17a8110ee53c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.081730 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:33:00.103473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d160ebe5-bbdd-4a2f-8b83-ebdd58400745 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] For port 27e34292-16bd-4bb7-a68b-68e55c538c0b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=27e34292-16bd-4bb7-a68b-68e55c538c0b,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:00.104112 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d160ebe5-bbdd-4a2f-8b83-ebdd58400745 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.123250 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:00.128022 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.180715 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47dac930-3e5b-432f-8c07-058eacabb74c req-6fa59709-42b0-48ef-8f2b-a9ab59ac4f85 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780445 Feb 10 11:33:00.224615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port a7054301-3ca1-4d8e-8ffe-3ae818dabb7f yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:00.300548 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ab302463-8b0d-4c69-a691-17a8110ee53c None None] For port 6d6b8772-131a-4cc2-ab95-c391964468a2, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6d6b8772-131a-4cc2-ab95-c391964468a2,segment=NetworkSegment(9b669837-06de-43a0-855b-d49184af83ee),segment_id=9b669837-06de-43a0-855b-d49184af83ee)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:00.304322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ab302463-8b0d-4c69-a691-17a8110ee53c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.331420 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.411141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] For port 6d6b8772-131a-4cc2-ab95-c391964468a2, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6d6b8772-131a-4cc2-ab95-c391964468a2,segment=NetworkSegment(9b669837-06de-43a0-855b-d49184af83ee),segment_id=9b669837-06de-43a0-855b-d49184af83ee)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:00.411514 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.413224 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4a8138-83c4-44bb-97a9-4e0b6e26edac None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:00.463354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d160ebe5-bbdd-4a2f-8b83-ebdd58400745 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Calling delete_port for 27e34292-16bd-4bb7-a68b-68e55c538c0b owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:00.517925 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-396dbc91-1ea4-49dc-9643-298f0051f6af tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.548149 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-396dbc91-1ea4-49dc-9643-298f0051f6af tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.573232 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 10037810-2568-4e97-9fd9-a14d8b1c8be1 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:00.642557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for 6d6b8772-131a-4cc2-ab95-c391964468a2 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:00.660424 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ab302463-8b0d-4c69-a691-17a8110ee53c None None] Calling delete_port for 6d6b8772-131a-4cc2-ab95-c391964468a2 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:00.723305 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dbc91-1ea4-49dc-9643-298f0051f6af tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a86507-4bb7-4865-892d-24f91f905e40,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:00.733170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-396dbc91-1ea4-49dc-9643-298f0051f6af tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.737534 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-396dbc91-1ea4-49dc-9643-298f0051f6af tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3201499 Feb 10 11:33:00.739240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34476) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:00.758643 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-91945498-a75a-471d-bb28-c89db39877f6 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group_rule': {'security_group_id': 'e2da61a7-2947-4756-9a89-466ffaa4fcf6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd6a86507-4bb7-4865-892d-24f91f905e40'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:00.764410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36dfe1d4-ad80-4913-a23c-dcf474255955 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.776535 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-91945498-a75a-471d-bb28-c89db39877f6 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:00.804097 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3cf1e6d3-ba92-4e6b-867d-abbe1a94577e None None] Provisioning for port 10037810-2568-4e97-9fd9-a14d8b1c8be1 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:00.834539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-91945498-a75a-471d-bb28-c89db39877f6 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:00.893416 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ab302463-8b0d-4c69-a691-17a8110ee53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.909878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-91945498-a75a-471d-bb28-c89db39877f6 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:00.919175 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-36dfe1d4-ad80-4913-a23c-dcf474255955 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for 27b17e3b-21b3-4116-8e7d-9f475dfed598 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:00.943677 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:00.944242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:00.952171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 10037810-2568-4e97-9fd9-a14d8b1c8be1 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:00.959535 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab302463-8b0d-4c69-a691-17a8110ee53c None None] Pushing event deleted for resources: {'Port': ['ID=6d6b8772-131a-4cc2-ab95-c391964468a2,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:00.964757 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-91945498-a75a-471d-bb28-c89db39877f6 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:00.975232 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 10037810-2568-4e97-9fd9-a14d8b1c8be1 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:00.975232 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.995600 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ee3ba-ea5c-4bc5-8d7a-03f08ba21b17 req-2b4133ea-a139-4449-a50f-c5ed85879593 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:00.997327 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-026ee3ba-ea5c-4bc5-8d7a-03f08ba21b17 req-2b4133ea-a139-4449-a50f-c5ed85879593 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.5200720 Feb 10 11:33:01.030189 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab302463-8b0d-4c69-a691-17a8110ee53c None None] No DVR routers for this DVR port 6d6b8772-131a-4cc2-ab95-c391964468a2 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:01.041836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 172.20.0.3 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/bed04975-2b8c-4e9b-8b26-58a58dfdb94f/a7054301-3ca1-4d8e-8ffe-3ae818dabb7f) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:01.058320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::f816:3eff:fe64:ea56 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/6a71431b-2f98-49f8-9be0-fa517660a959/a7054301-3ca1-4d8e-8ffe-3ae818dabb7f) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:01.137313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.143879 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-026ee3ba-ea5c-4bc5-8d7a-03f08ba21b17 req-35a3e1f5-4b6b-467d-9615-0ac15ee95404 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252468 Feb 10 11:33:01.156730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36dfe1d4-ad80-4913-a23c-dcf474255955 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.202298 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 10037810-2568-4e97-9fd9-a14d8b1c8be1, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=10037810-2568-4e97-9fd9-a14d8b1c8be1,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:01.230893 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-91945498-a75a-471d-bb28-c89db39877f6 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:01.235041 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-91945498-a75a-471d-bb28-c89db39877f6 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4839053 Feb 10 11:33:01.241383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34482) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:01.252677 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfe1d4-ad80-4913-a23c-dcf474255955 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=27b17e3b-21b3-4116-8e7d-9f475dfed598,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:01.294270 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.332603 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d160ebe5-bbdd-4a2f-8b83-ebdd58400745 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.412746 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36dfe1d4-ad80-4913-a23c-dcf474255955 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.415407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160ebe5-bbdd-4a2f-8b83-ebdd58400745 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Pushing event deleted for resources: {'Port': ['ID=27e34292-16bd-4bb7-a68b-68e55c538c0b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:01.427777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=10037810-2568-4e97-9fd9-a14d8b1c8be1,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:01.431591 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6d6b8772-131a-4cc2-ab95-c391964468a2 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:01.447590 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 6d6b8772-131a-4cc2-ab95-c391964468a2 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:01.447935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.478992 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 6d6b8772-131a-4cc2-ab95-c391964468a2 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:33:01.480103 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6d6b8772-131a-4cc2-ab95-c391964468a2 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:33:01.512714 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf8081c-3586-43d7-a9cc-c5224423964e None None] Update dhcp port {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'fixed_ips': [{'subnet_id': '6a71431b-2f98-49f8-9be0-fa517660a959', 'ip_address': '2001:db8::f816:3eff:fe4d:4b6d'}, {'subnet_id': 'bed04975-2b8c-4e9b-8b26-58a58dfdb94f'}], 'binding:host_id': 'dv-neutron-828497-1-hyperv'}, 'id': '10037810-2568-4e97-9fd9-a14d8b1c8be1'} from dv-neutron-828497-1-hyperv. {{(pid=83556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:33:01.564727 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-36dfe1d4-ad80-4913-a23c-dcf474255955 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/27b17e3b-21b3-4116-8e7d-9f475dfed598 HTTP/1.1" status: 204 len: 168 time: 1.8799849 Feb 10 11:33:01.569024 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34488) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:01.571712 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] The port '6d6b8772-131a-4cc2-ab95-c391964468a2' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:33:01.598949 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ecf8081c-3586-43d7-a9cc-c5224423964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.613409 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.629746 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-335e12e7-4d51-4740-9af9-716e8deb55d0 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] GET failed (client error): The resource could not be found. Feb 10 11:33:01.630312 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-335e12e7-4d51-4740-9af9-716e8deb55d0 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:01.786468 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-335e12e7-4d51-4740-9af9-716e8deb55d0 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:01.789726 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-335e12e7-4d51-4740-9af9-716e8deb55d0 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports/27b17e3b-21b3-4116-8e7d-9f475dfed598 HTTP/1.1" status: 404 len: 333 time: 0.2190244 Feb 10 11:33:01.802026 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.802455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34492) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:01.852134 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4453763b-f990-4541-9cf7-882b42c1e136 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.853634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d160ebe5-bbdd-4a2f-8b83-ebdd58400745 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.917925 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object a7054301-3ca1-4d8e-8ffe-3ae818dabb7f will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:02.001530 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.040757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4453763b-f990-4541-9cf7-882b42c1e136 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.088828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027f41e5-ab3b-4d34-b8d3-f156e3a9631f']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:02.122410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3d381f63-4218-4c17-a169-e28fa1f6be6e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port 4fe00f4a-12fc-4f51-8614-cb930dcccab2 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:02.122750 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d381f63-4218-4c17-a169-e28fa1f6be6e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.127926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b669837-06de-43a0-855b-d49184af83ee') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:02.128232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b669837-06de-43a0-855b-d49184af83ee') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:02.150733 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.179294 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5f61f-1774-486f-b310-cebf4b4d465f req-947a29e0-640e-4f8d-b7e3-5d3a72c83b7f tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:02.181802 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bcc5f61f-1774-486f-b310-cebf4b4d465f req-947a29e0-640e-4f8d-b7e3-5d3a72c83b7f tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.4401689 Feb 10 11:33:02.188154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.199560 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.203032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:33:02.203805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:33:02.221519 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:33:02.258086 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-ecf8081c-3586-43d7-a9cc-c5224423964e None None] Allocated IP 172.20.0.2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/bed04975-2b8c-4e9b-8b26-58a58dfdb94f/10037810-2568-4e97-9fd9-a14d8b1c8be1) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:02.313931 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d160ebe5-bbdd-4a2f-8b83-ebdd58400745 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.330309 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4453763b-f990-4541-9cf7-882b42c1e136 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.349903 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d160ebe5-bbdd-4a2f-8b83-ebdd58400745 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.413740 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453763b-f990-4541-9cf7-882b42c1e136 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a86507-4bb7-4865-892d-24f91f905e40,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:02.438665 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ecf8081c-3586-43d7-a9cc-c5224423964e None None] For port 10037810-2568-4e97-9fd9-a14d8b1c8be1, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=10037810-2568-4e97-9fd9-a14d8b1c8be1,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:02.458005 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:02.464012 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=a7054301-3ca1-4d8e-8ffe-3ae818dabb7f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:02.467052 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:02.474361 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:02.485792 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d160ebe5-bbdd-4a2f-8b83-ebdd58400745 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.486397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d160ebe5-bbdd-4a2f-8b83-ebdd58400745 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae871832-ba40-4e8a-86a2-3137810de9c0 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:33:02.493842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ecf8081c-3586-43d7-a9cc-c5224423964e None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.496851 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d160ebe5-bbdd-4a2f-8b83-ebdd58400745 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.503705 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.505353 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d160ebe5-bbdd-4a2f-8b83-ebdd58400745 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "DELETE /v2.0/routers/ae871832-ba40-4e8a-86a2-3137810de9c0 HTTP/1.1" status: 204 len: 168 time: 4.3975904 Feb 10 11:33:02.506324 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34496) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:02.518313 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-234628517', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:02.519377 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ecf8081c-3586-43d7-a9cc-c5224423964e None None] Transition to ACTIVE for port object 10037810-2568-4e97-9fd9-a14d8b1c8be1 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:02.526083 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ecf8081c-3586-43d7-a9cc-c5224423964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.530597 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:02.540578 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Usage tracker for resource:router and tenant:99ed92f9b9c240a18aba428dc8472ebc is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:02.543166 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.546071 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:02.558179 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bcc5f61f-1774-486f-b310-cebf4b4d465f req-7f59c271-4a2d-4c7c-add9-af3bff187bd0 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3624475 Feb 10 11:33:02.565486 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:02.571450 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Network': ['ID=027f41e5-ab3b-4d34-b8d3-f156e3a9631f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:02.577207 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4453763b-f990-4541-9cf7-882b42c1e136 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.579268 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4453763b-f990-4541-9cf7-882b42c1e136 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "DELETE /v2.0/security-groups/d6a86507-4bb7-4865-892d-24f91f905e40 HTTP/1.1" status: 204 len: 168 time: 1.3366961 Feb 10 11:33:02.583748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34500) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:02.589543 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e1630a7b-50a7-428c-8190-6adb264bbce5 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/networks/027f41e5-ab3b-4d34-b8d3-f156e3a9631f HTTP/1.1" status: 204 len: 168 time: 3.2680328 Feb 10 11:33:02.609654 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34504) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:02.617614 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-78ab23fe-2a3d-4ed4-8035-12f79affbce0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-38902476'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:02.627419 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d381f63-4218-4c17-a169-e28fa1f6be6e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.630181 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f326bbc3-0fdc-4daf-ac7d-78037d3588f9 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.632612 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 10037810-2568-4e97-9fd9-a14d8b1c8be1 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:02.638361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-78ab23fe-2a3d-4ed4-8035-12f79affbce0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:02.642791 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:02.643386 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.645189 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.646143 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.672127 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-354fcabf-f5fb-483c-94cf-85d0a2702471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4143617 Feb 10 11:33:02.673635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34510) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:02.706835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-78ab23fe-2a3d-4ed4-8035-12f79affbce0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:network and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:02.774263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-78ab23fe-2a3d-4ed4-8035-12f79affbce0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:02.784561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3d381f63-4218-4c17-a169-e28fa1f6be6e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for 4fe00f4a-12fc-4f51-8614-cb930dcccab2 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:02.805853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8081c-3586-43d7-a9cc-c5224423964e None None] Pushing event updated for resources: {'Port': ['ID=10037810-2568-4e97-9fd9-a14d8b1c8be1,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:02.818322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-78ab23fe-2a3d-4ed4-8035-12f79affbce0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:02.909628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.923707 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2016e6-ec26-41db-b4c8-78aee3ebcca5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:02.927849 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2016e6-ec26-41db-b4c8-78aee3ebcca5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:02.928706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4e2016e6-ec26-41db-b4c8-78aee3ebcca5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:02.941851 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d249002a-083d-481a-9c1c-3eae62d9ffc2 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Synchronizing usage tracker for tenant:1b9f19114ef344a683d3e1781bf2cb8c on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:02.944413 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ab23fe-2a3d-4ed4-8035-12f79affbce0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:02.947362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78ab23fe-2a3d-4ed4-8035-12f79affbce0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.955345 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13beec-7262-4527-ac6d-987231802463 req-7198cd79-63cb-4217-8557-5ff0700eadac tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:02.956877 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ab13beec-7262-4527-ac6d-987231802463 req-7198cd79-63cb-4217-8557-5ff0700eadac tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.1613872 Feb 10 11:33:02.989361 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4e2016e6-ec26-41db-b4c8-78aee3ebcca5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:02.993063 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4e2016e6-ec26-41db-b4c8-78aee3ebcca5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3159211 Feb 10 11:33:02.994654 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34514) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:03.140552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d249002a-083d-481a-9c1c-3eae62d9ffc2 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Unset dirty status for tenant:1b9f19114ef344a683d3e1781bf2cb8c on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:03.141875 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d249002a-083d-481a-9c1c-3eae62d9ffc2 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5560317 Feb 10 11:33:03.149417 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34518) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:03.150170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ab23fe-2a3d-4ed4-8035-12f79affbce0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:33:03.159715 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ab13beec-7262-4527-ac6d-987231802463 req-5ed037e8-8603-4be6-917b-bd3a1056c2f4 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885011 Feb 10 11:33:03.226352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b3a02089-30a3-456d-8c9d-f6e01a13129d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port a7054301-3ca1-4d8e-8ffe-3ae818dabb7f {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:03.226704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3a02089-30a3-456d-8c9d-f6e01a13129d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.233445 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.302591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78ab23fe-2a3d-4ed4-8035-12f79affbce0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.302932 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-78ab23fe-2a3d-4ed4-8035-12f79affbce0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Added segment 45e2dd8b-4674-4590-ae1d-7ce3c8c5c670 of type vlan for network bc24769a-4570-431e-8387-68bba3607cb7 Feb 10 11:33:03.320347 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d381f63-4218-4c17-a169-e28fa1f6be6e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.335912 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6a4aa42-a6ac-4849-875a-ac95cd47e4c3 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.409597 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d381f63-4218-4c17-a169-e28fa1f6be6e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=4fe00f4a-12fc-4f51-8614-cb930dcccab2,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:03.479930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6a4aa42-a6ac-4849-875a-ac95cd47e4c3 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.483283 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f326bbc3-0fdc-4daf-ac7d-78037d3588f9 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.492426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f326bbc3-0fdc-4daf-ac7d-78037d3588f9 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.496626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78ab23fe-2a3d-4ed4-8035-12f79affbce0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.565900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d381f63-4218-4c17-a169-e28fa1f6be6e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.589162 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4237755c-2d75-450a-b75b-114a5bfec0d5 None None] Provisioning for port 10037810-2568-4e97-9fd9-a14d8b1c8be1 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:03.607077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4237755c-2d75-450a-b75b-114a5bfec0d5 None None] Provisioning complete for port 10037810-2568-4e97-9fd9-a14d8b1c8be1 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:03.607936 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4237755c-2d75-450a-b75b-114a5bfec0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.657667 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3d381f63-4218-4c17-a169-e28fa1f6be6e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/4fe00f4a-12fc-4f51-8614-cb930dcccab2 HTTP/1.1" status: 204 len: 168 time: 1.8540559 Feb 10 11:33:03.659054 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34524) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:03.665866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78ab23fe-2a3d-4ed4-8035-12f79affbce0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.671057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ab23fe-2a3d-4ed4-8035-12f79affbce0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:03.672058 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78ab23fe-2a3d-4ed4-8035-12f79affbce0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.749467 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6a4aa42-a6ac-4849-875a-ac95cd47e4c3 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.795054 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6a4aa42-a6ac-4849-875a-ac95cd47e4c3 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.796289 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d6a4aa42-a6ac-4849-875a-ac95cd47e4c3 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "DELETE /v2.0/security-groups/e2da61a7-2947-4756-9a89-466ffaa4fcf6 HTTP/1.1" status: 204 len: 168 time: 0.6435378 Feb 10 11:33:03.815899 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34528) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:03.850382 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5145736-764f-4c09-b875-d4d0394b925e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] GET failed (client error): The resource could not be found. Feb 10 11:33:03.850869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f5145736-764f-4c09-b875-d4d0394b925e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:03.871102 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4aa42-a6ac-4849-875a-ac95cd47e4c3 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2da61a7-2947-4756-9a89-466ffaa4fcf6,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:03.880389 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-78ab23fe-2a3d-4ed4-8035-12f79affbce0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2696648 Feb 10 11:33:03.899829 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f5145736-764f-4c09-b875-d4d0394b925e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:03.901607 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f5145736-764f-4c09-b875-d4d0394b925e tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports/4fe00f4a-12fc-4f51-8614-cb930dcccab2 HTTP/1.1" status: 404 len: 333 time: 0.2373953 Feb 10 11:33:03.902509 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34532) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:03.903266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34534) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:03.930469 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-7da099a4-1fad-4e63-a46b-4412d26659a9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'subnet': {'network_id': 'bc24769a-4570-431e-8387-68bba3607cb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:03.984726 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591e2ae-63a9-4520-b69d-9412f54d3ed1 req-dd904954-c075-4ef1-95ee-7f39a7b60790 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:03.986239 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3591e2ae-63a9-4520-b69d-9412f54d3ed1 req-dd904954-c075-4ef1-95ee-7f39a7b60790 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.6147609 Feb 10 11:33:04.000931 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab23fe-2a3d-4ed4-8035-12f79affbce0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Network': ['ID=bc24769a-4570-431e-8387-68bba3607cb7,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:04.010559 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3a02089-30a3-456d-8c9d-f6e01a13129d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.017838 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network bc24769a-4570-431e-8387-68bba3607cb7 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:33:04.173291 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b3a02089-30a3-456d-8c9d-f6e01a13129d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for a7054301-3ca1-4d8e-8ffe-3ae818dabb7f owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:04.178946 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5d848b9d-8b9f-4f32-97e7-38a2dd212782 None None] Provisioning for port a7054301-3ca1-4d8e-8ffe-3ae818dabb7f completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:04.188215 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5d848b9d-8b9f-4f32-97e7-38a2dd212782 None None] Provisioning complete for port a7054301-3ca1-4d8e-8ffe-3ae818dabb7f triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:04.188455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5d848b9d-8b9f-4f32-97e7-38a2dd212782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.205176 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a9b8172e-9f1c-40d4-a898-04035143b5cb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Synchronizing usage tracker for tenant:1b9f19114ef344a683d3e1781bf2cb8c on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:04.244226 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-5d848b9d-8b9f-4f32-97e7-38a2dd212782 None None] Port a7054301-3ca1-4d8e-8ffe-3ae818dabb7f cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:04.273922 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a9b8172e-9f1c-40d4-a898-04035143b5cb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Unset dirty status for tenant:1b9f19114ef344a683d3e1781bf2cb8c on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:04.275172 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a9b8172e-9f1c-40d4-a898-04035143b5cb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4550703 Feb 10 11:33:04.288768 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34540) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:04.294415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.294707 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3591e2ae-63a9-4520-b69d-9412f54d3ed1 req-494e9054-f429-4f3a-a095-73ad9b1dd7c9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862830 Feb 10 11:33:04.328062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f57f1a98-223b-46f2-81be-ca7d898919bd tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group': {'name': 'tempest-secgroup--1146976126'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:04.399222 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.401304 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7da099a4-1fad-4e63-a46b-4412d26659a9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:04.405675 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f57f1a98-223b-46f2-81be-ca7d898919bd tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:04.450495 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7da099a4-1fad-4e63-a46b-4412d26659a9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:subnet and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:04.462909 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7da099a4-1fad-4e63-a46b-4412d26659a9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:04.465516 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f326bbc3-0fdc-4daf-ac7d-78037d3588f9 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Router 9c3a1525-dba2-4906-8344-6d60d7e5d854 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:33:04.472371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f57f1a98-223b-46f2-81be-ca7d898919bd tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:04.476170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7da099a4-1fad-4e63-a46b-4412d26659a9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:04.504622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 10037810-2568-4e97-9fd9-a14d8b1c8be1 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:04.537776 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f57f1a98-223b-46f2-81be-ca7d898919bd tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.560259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da099a4-1fad-4e63-a46b-4412d26659a9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:04.563735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3a02089-30a3-456d-8c9d-f6e01a13129d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.609847 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 10037810-2568-4e97-9fd9-a14d8b1c8be1 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:04.611389 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.646495 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e239a74-981d-4206-9db8-dd36804af32a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting subnet d9eb635a-24b5-4270-9fe2-ab9caa216c28 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:04.660215 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e239a74-981d-4206-9db8-dd36804af32a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.738318 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a02089-30a3-456d-8c9d-f6e01a13129d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=a7054301-3ca1-4d8e-8ffe-3ae818dabb7f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:04.822357 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e239a74-981d-4206-9db8-dd36804af32a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.875238 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7da099a4-1fad-4e63-a46b-4412d26659a9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.892034 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f57f1a98-223b-46f2-81be-ca7d898919bd tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:04.978896 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f57f1a98-223b-46f2-81be-ca7d898919bd tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Usage tracker for resource:security_group_rule and tenant:1b9f19114ef344a683d3e1781bf2cb8c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:04.997749 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f57f1a98-223b-46f2-81be-ca7d898919bd tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:05.026862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f57f1a98-223b-46f2-81be-ca7d898919bd tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:05.031192 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3a02089-30a3-456d-8c9d-f6e01a13129d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.032094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Allocated IP 172.26.4.160 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/3243f2aa-389e-445b-8d9e-03d06ba21d03) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:05.067174 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b3a02089-30a3-456d-8c9d-f6e01a13129d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/a7054301-3ca1-4d8e-8ffe-3ae818dabb7f HTTP/1.1" status: 204 len: 168 time: 2.0712731 Feb 10 11:33:05.069677 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34548) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:05.122784 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb54b0e-4781-4596-bc22-e9d974a2f7b5 req-7dbb1b63-8ff4-433e-bdbe-320e44472abd tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:05.124856 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbb54b0e-4781-4596-bc22-e9d974a2f7b5 req-7dbb1b63-8ff4-433e-bdbe-320e44472abd tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.2442477 Feb 10 11:33:05.201176 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f9340e-78a1-40d4-ab3b-323ac0f4b1eb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:05.202526 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f9340e-78a1-40d4-ab3b-323ac0f4b1eb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:05.203857 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f9340e-78a1-40d4-ab3b-323ac0f4b1eb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:05.204647 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-41f9340e-78a1-40d4-ab3b-323ac0f4b1eb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:05.218735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f326bbc3-0fdc-4daf-ac7d-78037d3588f9 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:05.230334 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4723c1-6bad-4108-9a88-7279f60bf82c None None] Sync routers for ids ['9c3a1525-dba2-4906-8344-6d60d7e5d854'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:05.230889 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f326bbc3-0fdc-4daf-ac7d-78037d3588f9 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.234725 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f326bbc3-0fdc-4daf-ac7d-78037d3588f9 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "PUT /v2.0/routers/9c3a1525-dba2-4906-8344-6d60d7e5d854 HTTP/1.1" status: 200 len: 925 time: 5.9075747 Feb 10 11:33:05.235533 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34552) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:05.239269 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbb54b0e-4781-4596-bc22-e9d974a2f7b5 req-951fd01b-947f-4d40-9e99-a3a8a5d9cd41 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018794 Feb 10 11:33:05.242723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e239a74-981d-4206-9db8-dd36804af32a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.244505 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4723c1-6bad-4108-9a88-7279f60bf82c None None] Routers {'9c3a1525-dba2-4906-8344-6d60d7e5d854'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:05.245424 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-bc4723c1-6bad-4108-9a88-7279f60bf82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['9c3a1525-dba2-4906-8344-6d60d7e5d854'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:05.308081 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-41f9340e-78a1-40d4-ab3b-323ac0f4b1eb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:05.309339 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-41f9340e-78a1-40d4-ab3b-323ac0f4b1eb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2371671 Feb 10 11:33:05.317016 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34556) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:05.322192 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-bc4723c1-6bad-4108-9a88-7279f60bf82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:05.334834 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4723c1-6bad-4108-9a88-7279f60bf82c None None] Routers {'9c3a1525-dba2-4906-8344-6d60d7e5d854'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:05.335496 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-bc4723c1-6bad-4108-9a88-7279f60bf82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['9c3a1525-dba2-4906-8344-6d60d7e5d854'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:05.398320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f57f1a98-223b-46f2-81be-ca7d898919bd tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.398601 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-bc4723c1-6bad-4108-9a88-7279f60bf82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:05.398968 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4723c1-6bad-4108-9a88-7279f60bf82c None None] The sync data for ids ['9c3a1525-dba2-4906-8344-6d60d7e5d854'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:05.417885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f57f1a98-223b-46f2-81be-ca7d898919bd tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.471877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.534166 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f1a98-223b-46f2-81be-ca7d898919bd tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b0221c-d375-452c-9d67-1ce8803b239e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:05.547920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e239a74-981d-4206-9db8-dd36804af32a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.593869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7da099a4-1fad-4e63-a46b-4412d26659a9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.606376 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e239a74-981d-4206-9db8-dd36804af32a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Subnet': ['ID=d9eb635a-24b5-4270-9fe2-ab9caa216c28,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:05.609085 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f57f1a98-223b-46f2-81be-ca7d898919bd tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.610379 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f57f1a98-223b-46f2-81be-ca7d898919bd tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3172231 Feb 10 11:33:05.641498 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34560) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:05.651229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e239a74-981d-4206-9db8-dd36804af32a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.651886 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6e239a74-981d-4206-9db8-dd36804af32a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/d9eb635a-24b5-4270-9fe2-ab9caa216c28 HTTP/1.1" status: 204 len: 168 time: 1.7329056 Feb 10 11:33:05.659553 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4bdd20-a115-4b76-bcb0-4d8bb1bc0aef None None] Network da8df238-718a-45f2-ba4d-56cf0c98e060 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:05.667319 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a66a5f58-3235-453d-8344-496be9dc65a7 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:05.667917 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-a66a5f58-3235-453d-8344-496be9dc65a7 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 11:33:05.673095 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a66a5f58-3235-453d-8344-496be9dc65a7 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "PUT /v2.0/security-groups/30b0221c-d375-452c-9d67-1ce8803b239e HTTP/1.1" status: 409 len: 330 time: 0.0212886 Feb 10 11:33:05.673095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34564) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:05.673095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34566) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:05.740401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9ae154-7434-4039-b8b7-fd6699c811f4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 6a71431b-2f98-49f8-9be0-fa517660a959 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:05.745298 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f9ae154-7434-4039-b8b7-fd6699c811f4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.807732 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f9ae154-7434-4039-b8b7-fd6699c811f4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.822994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.836730 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7b3623ad-cf1a-44ba-b4be-ce154990afd2 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "GET /v2.0/routers/9c3a1525-dba2-4906-8344-6d60d7e5d854 HTTP/1.1" status: 200 len: 925 time: 0.6004844 Feb 10 11:33:05.841552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34572) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:05.885821 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da099a4-1fad-4e63-a46b-4412d26659a9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Subnet': ['ID=fe294ee9-03a0-48f1-b95c-6b05e1ab4e4a,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:05.959217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.965160 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db69783-1d93-4655-b50e-191d2639528e None None] DHCP port deletion for da8df238-718a-45f2-ba4d-56cf0c98e060 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:33:05.969373 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-18dbfcd4-bd59-403f-a3ef-b8b19c5a3704 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&device_id=9c3a1525-dba2-4906-8344-6d60d7e5d854&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1225781 Feb 10 11:33:05.969373 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34576) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:05.972985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0db69783-1d93-4655-b50e-191d2639528e None None] Deleting port 5066229a-dcd5-422e-948d-37015dcdedac {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:05.973484 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0db69783-1d93-4655-b50e-191d2639528e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.988123 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Pushing event updated for resources: {'Port': ['ID=3243f2aa-389e-445b-8d9e-03d06ba21d03,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:05.993308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:05.995002 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f9ae154-7434-4039-b8b7-fd6699c811f4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.997665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:06.001998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da099a4-1fad-4e63-a46b-4412d26659a9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Checking segment: {'id': '45e2dd8b-4674-4590-ae1d-7ce3c8c5c670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bc24769a-4570-431e-8387-68bba3607cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:06.002437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da099a4-1fad-4e63-a46b-4412d26659a9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network hostable DHCP agents. Network: bc24769a-4570-431e-8387-68bba3607cb7, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:33:06.008176 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:06.144381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bc83e3e0-7056-4d3f-af54-2a10ee9f5142 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.166427 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port 5066229a-dcd5-422e-948d-37015dcdedac {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:06.166971 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.171641 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f989c61e-9e98-4a6f-ac85-e1e271b22507 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:06.172904 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f989c61e-9e98-4a6f-ac85-e1e271b22507 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Synchronizing usage tracker for tenant:095fddbea52e445dbfab32a35b04646f on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:06.176484 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f9ae154-7434-4039-b8b7-fd6699c811f4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.205142 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-0db69783-1d93-4655-b50e-191d2639528e None None] For port 5066229a-dcd5-422e-948d-37015dcdedac, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5066229a-dcd5-422e-948d-37015dcdedac,segment=NetworkSegment(363148da-136c-411b-a194-a2bfe3448cfd),segment_id=363148da-136c-411b-a194-a2bfe3448cfd)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:06.205900 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0db69783-1d93-4655-b50e-191d2639528e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.225200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ae154-7434-4039-b8b7-fd6699c811f4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=6a71431b-2f98-49f8-9be0-fa517660a959,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:06.235530 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f9ae154-7434-4039-b8b7-fd6699c811f4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.240692 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f989c61e-9e98-4a6f-ac85-e1e271b22507 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Unset dirty status for tenant:095fddbea52e445dbfab32a35b04646f on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:06.242205 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f989c61e-9e98-4a6f-ac85-e1e271b22507 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "GET /v2.0/networks/585d1acb-5d6b-405b-8a3c-1987eb05be45 HTTP/1.1" status: 200 len: 881 time: 0.2717721 Feb 10 11:33:06.245917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34580) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:06.252211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bc83e3e0-7056-4d3f-af54-2a10ee9f5142 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.274640 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efd2f5c-7d9c-4117-a1c0-0304e1796712 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:06.293084 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6e526ea2-b727-4354-8610-7c571082eafa tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3a1525-dba2-4906-8344-6d60d7e5d854 HTTP/1.1" status: 200 len: 205 time: 0.0458694 Feb 10 11:33:06.296466 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5f9ae154-7434-4039-b8b7-fd6699c811f4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/6a71431b-2f98-49f8-9be0-fa517660a959 HTTP/1.1" status: 204 len: 168 time: 0.9781973 Feb 10 11:33:06.297769 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34586) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:06.307431 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34588) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:06.355857 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0db69783-1d93-4655-b50e-191d2639528e None None] Calling delete_port for 5066229a-dcd5-422e-948d-37015dcdedac owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:06.467291 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da099a4-1fad-4e63-a46b-4412d26659a9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network bc24769a-4570-431e-8387-68bba3607cb7 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:33:06.519722 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5066229a-dcd5-422e-948d-37015dcdedac no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:06.542362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-7da099a4-1fad-4e63-a46b-4412d26659a9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, bc24769a-4570-431e-8387-68bba3607cb7) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:06.558974 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da099a4-1fad-4e63-a46b-4412d26659a9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:06.558974 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7da099a4-1fad-4e63-a46b-4412d26659a9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.566370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80c9633-fbe2-49b5-a4b8-336e36e60948 None None] Network bc24769a-4570-431e-8387-68bba3607cb7 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:06.624335 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01db69cf-1328-4508-b188-d776ebbeeff3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.675032 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0db69783-1d93-4655-b50e-191d2639528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.676795 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bc83e3e0-7056-4d3f-af54-2a10ee9f5142 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.687956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea581bec-c357-4560-94cc-f0a1f5502800 req-c5f1341c-ecb9-44aa-add1-4f1e3167c32e tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:06.694131 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea581bec-c357-4560-94cc-f0a1f5502800 req-c5f1341c-ecb9-44aa-add1-4f1e3167c32e tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.1889386 Feb 10 11:33:06.754193 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bc83e3e0-7056-4d3f-af54-2a10ee9f5142 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.755536 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bc83e3e0-7056-4d3f-af54-2a10ee9f5142 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "DELETE /v2.0/security-groups/30b0221c-d375-452c-9d67-1ce8803b239e HTTP/1.1" status: 204 len: 168 time: 1.0802672 Feb 10 11:33:06.756550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83e3e0-7056-4d3f-af54-2a10ee9f5142 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b0221c-d375-452c-9d67-1ce8803b239e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:06.760539 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db69783-1d93-4655-b50e-191d2639528e None None] Pushing event deleted for resources: {'Port': ['ID=5066229a-dcd5-422e-948d-37015dcdedac,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:06.762185 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34594) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:06.778191 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db69783-1d93-4655-b50e-191d2639528e None None] No DVR routers for this DVR port 5066229a-dcd5-422e-948d-37015dcdedac on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:06.786973 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7da099a4-1fad-4e63-a46b-4412d26659a9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8774416 Feb 10 11:33:06.797811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] For port 5066229a-dcd5-422e-948d-37015dcdedac, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5066229a-dcd5-422e-948d-37015dcdedac,segment=NetworkSegment(363148da-136c-411b-a194-a2bfe3448cfd),segment_id=363148da-136c-411b-a194-a2bfe3448cfd)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:06.798180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.801162 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34598) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:06.807739 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No active binding found for port 5066229a-dcd5-422e-948d-37015dcdedac {{(pid=83556) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 10 11:33:06.808154 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5066229a-dcd5-422e-948d-37015dcdedac not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:33:06.816032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4a9ea96c-2ad0-4578-8e64-bd791ad5aa4f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'network_id': 'bc24769a-4570-431e-8387-68bba3607cb7', 'name': 'tempest-PortsTestJSON-573395820', 'fixed_ips': [{'subnet_id': 'fe294ee9-03a0-48f1-b95c-6b05e1ab4e4a', 'ip_address': '172.20.0.10'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:06.875345 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea581bec-c357-4560-94cc-f0a1f5502800 req-4355159f-97c0-484d-bdcd-5dd09bf7a7a3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801929 Feb 10 11:33:06.957443 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for 5066229a-dcd5-422e-948d-37015dcdedac owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:07.048409 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9dd3d8-41e0-49d4-b6d4-f90db77812fd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet bed04975-2b8c-4e9b-8b26-58a58dfdb94f {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:07.058375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd3d8-41e0-49d4-b6d4-f90db77812fd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.083631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4a9ea96c-2ad0-4578-8e64-bd791ad5aa4f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:07.094364 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-bc24769a-4570-431e-8387-68bba3607cb7', 'network_id': 'bc24769a-4570-431e-8387-68bba3607cb7', 'tenant_id': 'f814e8e262394e9da62e4d84c68e410d', 'fixed_ips': [{'subnet_id': 'fe294ee9-03a0-48f1-b95c-6b05e1ab4e4a'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:07.096546 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.099252 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4a9ea96c-2ad0-4578-8e64-bd791ad5aa4f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:07.114298 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9ea96c-2ad0-4578-8e64-bd791ad5aa4f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:07.154915 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-bd5b81c9-0b02-40a9-bbd2-9d232f28f4cb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Synchronizing usage tracker for tenant:1b9f19114ef344a683d3e1781bf2cb8c on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:07.159127 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd3d8-41e0-49d4-b6d4-f90db77812fd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.224172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:07.224494 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:07.228659 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.229438 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.231400 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-bd5b81c9-0b02-40a9-bbd2-9d232f28f4cb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] Unset dirty status for tenant:1b9f19114ef344a683d3e1781bf2cb8c on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:07.232918 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bd5b81c9-0b02-40a9-bbd2-9d232f28f4cb tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4666965 Feb 10 11:33:07.239937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34606) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:07.286735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01db69cf-1328-4508-b188-d776ebbeeff3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.331131 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-cf0da3d6-03af-45ef-8abf-e44698214a8f tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] delete failed (client error): The resource could not be found. Feb 10 11:33:07.332183 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cf0da3d6-03af-45ef-8abf-e44698214a8f tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "DELETE /v2.0/security-groups/bdcd73f9-d9ac-4544-bfc1-670e3be4e182 HTTP/1.1" status: 404 len: 347 time: 0.0876515 Feb 10 11:33:07.333965 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea96c-2ad0-4578-8e64-bd791ad5aa4f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.344012 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34610) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:07.347092 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Allocated IP 172.20.0.2 (bc24769a-4570-431e-8387-68bba3607cb7/fe294ee9-03a0-48f1-b95c-6b05e1ab4e4a/c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:07.363730 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-01db69cf-1328-4508-b188-d776ebbeeff3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Deleting port e377ca0c-1fb6-4fb3-97b2-8d1172b30d1f {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:07.364100 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01db69cf-1328-4508-b188-d776ebbeeff3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.425739 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd3d8-41e0-49d4-b6d4-f90db77812fd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.462399 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-a25b1bd2-8e5f-462a-aef6-a6a1c38cee11 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] show failed (client error): The resource could not be found. Feb 10 11:33:07.463754 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a25b1bd2-8e5f-462a-aef6-a6a1c38cee11 tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "GET /v2.0/security-groups/d3f421f9-6b7d-40b3-b4c9-ed7865e1a79c HTTP/1.1" status: 404 len: 347 time: 0.1166034 Feb 10 11:33:07.480226 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34614) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:07.489946 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-4a9ea96c-2ad0-4578-8e64-bd791ad5aa4f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] device_id is not set on port a41e10d2-3e1f-48b3-850d-f1caf8c0e606 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:07.554070 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd3d8-41e0-49d4-b6d4-f90db77812fd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.566364 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-23eddc0d-35bc-46a9-a355-fafc9beeb3be tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] show failed (client error): The resource could not be found. Feb 10 11:33:07.567380 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-23eddc0d-35bc-46a9-a355-fafc9beeb3be tempest-NegativeSecGroupTest-579279221 tempest-NegativeSecGroupTest-579279221-project] 10.222.0.36 "GET /v2.0/security-group-rules/3094ae39-1501-40bb-b4cf-fbe31ddd393f HTTP/1.1" status: 404 len: 356 time: 0.0797751 Feb 10 11:33:07.646786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dd3d8-41e0-49d4-b6d4-f90db77812fd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=bed04975-2b8c-4e9b-8b26-58a58dfdb94f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:07.675358 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd3d8-41e0-49d4-b6d4-f90db77812fd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.703120 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2c9dd3d8-41e0-49d4-b6d4-f90db77812fd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/bed04975-2b8c-4e9b-8b26-58a58dfdb94f HTTP/1.1" status: 204 len: 168 time: 1.3693380 Feb 10 11:33:07.710500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34620) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:07.768985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.782103 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Transition to ACTIVE for port object c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:07.807955 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Transition to ACTIVE for port object c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:07.810650 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port 5066229a-dcd5-422e-948d-37015dcdedac {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:07.811240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.822806 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.866742 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ec6143d1-6a0a-4fb2-987e-cefc3b5214a8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:router {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:07.923696 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Pushing event updated for resources: {'Port': ['ID=c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:07.943360 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Network bc24769a-4570-431e-8387-68bba3607cb7 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:07.944791 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:07.947781 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:07.980443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585af053-a80e-446f-8e5f-e4ca6d8d085b req-c7457134-a079-4058-9149-af8c8309dbac tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:07.981911 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-585af053-a80e-446f-8e5f-e4ca6d8d085b req-c7457134-a079-4058-9149-af8c8309dbac tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.5894074 Feb 10 11:33:08.098022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.106600 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-585af053-a80e-446f-8e5f-e4ca6d8d085b req-c8241750-8bfe-4aec-abbc-f21c5b4d5694 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054323 Feb 10 11:33:08.115850 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] The port '5066229a-dcd5-422e-948d-37015dcdedac' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:33:08.125054 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Attempting to bind port c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:08.126928 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Attempting to bind port c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '45e2dd8b-4674-4590-ae1d-7ce3c8c5c670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bc24769a-4570-431e-8387-68bba3607cb7'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:08.128829 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Attempting to bind port c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd on network bc24769a-4570-431e-8387-68bba3607cb7 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:08.138663 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01db69cf-1328-4508-b188-d776ebbeeff3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.144885 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:08.145296 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Checking segment: {'id': '45e2dd8b-4674-4590-ae1d-7ce3c8c5c670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bc24769a-4570-431e-8387-68bba3607cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:08.145868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.146230 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Bound using segment: {'id': '45e2dd8b-4674-4590-ae1d-7ce3c8c5c670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bc24769a-4570-431e-8387-68bba3607cb7'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:08.146717 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Bound port: c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e2dd8b-4674-4590-ae1d-7ce3c8c5c670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bc24769a-4570-431e-8387-68bba3607cb7'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:08.147552 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.254163 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] For port c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:08.257829 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] For port c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd,segment=NetworkSegment(45e2dd8b-4674-4590-ae1d-7ce3c8c5c670),segment_id=45e2dd8b-4674-4590-ae1d-7ce3c8c5c670)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:08.266866 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.284929 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34626) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:08.294845 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ec6143d1-6a0a-4fb2-987e-cefc3b5214a8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:router {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:08.300309 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ec6143d1-6a0a-4fb2-987e-cefc3b5214a8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5884328 Feb 10 11:33:08.312482 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34630) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:08.324180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b9374f86-eabf-4f4b-bff1-0d45c4b87fdf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:08.363525 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee576216-5a53-4bc6-b33e-9ef03c309291 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:08.375218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-01db69cf-1328-4508-b188-d776ebbeeff3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Calling delete_port for e377ca0c-1fb6-4fb3-97b2-8d1172b30d1f owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:08.378262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ac8a5-7b42-46db-a686-fc2496eabdf2 None None] Pushing event updated for resources: {'Port': ['ID=c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:08.433228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.433647 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-4a9ea96c-2ad0-4578-8e64-bd791ad5aa4f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Allocated IP 172.20.0.10 (bc24769a-4570-431e-8387-68bba3607cb7/fe294ee9-03a0-48f1-b95c-6b05e1ab4e4a/a41e10d2-3e1f-48b3-850d-f1caf8c0e606) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:08.509269 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8df238-718a-45f2-ba4d-56cf0c98e060']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:08.529777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5bc1c91b-021b-49ef-8290-f1d28a7ae5d8 None None] Provisioning complete for port 10037810-2568-4e97-9fd9-a14d8b1c8be1 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:08.530110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Router ab3c2234-7804-4a4d-84ed-9892ac5f3b88 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:33:08.530828 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5bc1c91b-021b-49ef-8290-f1d28a7ae5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.537239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363148da-136c-411b-a194-a2bfe3448cfd') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:08.537545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363148da-136c-411b-a194-a2bfe3448cfd') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:08.571905 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b9374f86-eabf-4f4b-bff1-0d45c4b87fdf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:08.575434 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.588431 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b9374f86-eabf-4f4b-bff1-0d45c4b87fdf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:08.593064 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b9374f86-eabf-4f4b-bff1-0d45c4b87fdf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:08.687162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.700495 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:33:08.702330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.735418 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-40501344-556e-4d3b-be86-e2741bd16064 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b9f19114ef344a683d3e1781bf2cb8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4492791 Feb 10 11:33:08.751479 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34636) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:08.852972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b9374f86-eabf-4f4b-bff1-0d45c4b87fdf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:33:08.855542 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:33:08.882213 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea96c-2ad0-4578-8e64-bd791ad5aa4f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.897981 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01db69cf-1328-4508-b188-d776ebbeeff3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.919505 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38eac94-3910-4a58-b575-db499f7f66bf None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:33:08.925223 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b38eac94-3910-4a58-b575-db499f7f66bf None None] Deleting port 10037810-2568-4e97-9fd9-a14d8b1c8be1 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:08.925814 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b38eac94-3910-4a58-b575-db499f7f66bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.955738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db69cf-1328-4508-b188-d776ebbeeff3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Pushing event deleted for resources: {'Port': ['ID=e377ca0c-1fb6-4fb3-97b2-8d1172b30d1f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:08.993884 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-4a9ea96c-2ad0-4578-8e64-bd791ad5aa4f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Transition to ACTIVE for port object a41e10d2-3e1f-48b3-850d-f1caf8c0e606 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:08.995143 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f0aa3736-fa26-40eb-a9d7-2f47148241f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.010847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9374f86-eabf-4f4b-bff1-0d45c4b87fdf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:09.015494 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b9374f86-eabf-4f4b-bff1-0d45c4b87fdf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.046748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.116218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f0aa3736-fa26-40eb-a9d7-2f47148241f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.120299 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.145226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Network': ['ID=da8df238-718a-45f2-ba4d-56cf0c98e060,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:09.170587 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b38eac94-3910-4a58-b575-db499f7f66bf None None] For port 10037810-2568-4e97-9fd9-a14d8b1c8be1, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=10037810-2568-4e97-9fd9-a14d8b1c8be1,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:09.171057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b38eac94-3910-4a58-b575-db499f7f66bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.187241 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ac7708db-675d-4a93-87e1-cfb23e85f526 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/networks/da8df238-718a-45f2-ba4d-56cf0c98e060 HTTP/1.1" status: 204 len: 168 time: 3.5118592 Feb 10 11:33:09.193382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34642) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:09.196459 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea96c-2ad0-4578-8e64-bd791ad5aa4f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.206285 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b7e9a2b9-d314-4adb-aae8-d45a0f66c086 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1477249939'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:09.213856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b7e9a2b9-d314-4adb-aae8-d45a0f66c086 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:09.223894 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b7e9a2b9-d314-4adb-aae8-d45a0f66c086 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:network and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:09.230841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b7e9a2b9-d314-4adb-aae8-d45a0f66c086 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:09.241294 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b7e9a2b9-d314-4adb-aae8-d45a0f66c086 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:09.285424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e9a2b9-d314-4adb-aae8-d45a0f66c086 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:09.289369 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a2b9-d314-4adb-aae8-d45a0f66c086 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.308462 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b38eac94-3910-4a58-b575-db499f7f66bf None None] Calling delete_port for 10037810-2568-4e97-9fd9-a14d8b1c8be1 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:09.354646 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e9a2b9-d314-4adb-aae8-d45a0f66c086 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:33:09.390008 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9ea96c-2ad0-4578-8e64-bd791ad5aa4f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network bc24769a-4570-431e-8387-68bba3607cb7 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:09.395451 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b38eac94-3910-4a58-b575-db499f7f66bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.407870 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a2b9-d314-4adb-aae8-d45a0f66c086 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.408216 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-b7e9a2b9-d314-4adb-aae8-d45a0f66c086 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Added segment 98e256a6-d7cb-40b9-8762-cec6315c9f34 of type vlan for network 536d8021-a7ff-4e86-8152-3a320af13fbe Feb 10 11:33:09.432090 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:09.452052 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38eac94-3910-4a58-b575-db499f7f66bf None None] Pushing event deleted for resources: {'Port': ['ID=10037810-2568-4e97-9fd9-a14d8b1c8be1,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:09.452719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-4a9ea96c-2ad0-4578-8e64-bd791ad5aa4f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:09.454250 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc7909-ec59-4daf-9b7a-b5e8101c5d4c None None] Sync routers for ids ['ab3c2234-7804-4a4d-84ed-9892ac5f3b88'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:09.463159 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38eac94-3910-4a58-b575-db499f7f66bf None None] No DVR routers for this DVR port 10037810-2568-4e97-9fd9-a14d8b1c8be1 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:09.477222 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9ea96c-2ad0-4578-8e64-bd791ad5aa4f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:09.478991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc7909-ec59-4daf-9b7a-b5e8101c5d4c None None] Routers {'ab3c2234-7804-4a4d-84ed-9892ac5f3b88'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:09.481775 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-81dc7909-ec59-4daf-9b7a-b5e8101c5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['ab3c2234-7804-4a4d-84ed-9892ac5f3b88'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:09.527052 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01db69cf-1328-4508-b188-d776ebbeeff3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.539995 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a2b9-d314-4adb-aae8-d45a0f66c086 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.546100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.552355 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ecdeb7f6-f13e-44ac-9f2e-d066bd55714d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.0378375 Feb 10 11:33:09.552355 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34646) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:09.556219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-9641427e-40df-45bb-a437-70af17f2dbcc tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'enable_snat': False}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:09.559873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-81dc7909-ec59-4daf-9b7a-b5e8101c5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:09.571608 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc7909-ec59-4daf-9b7a-b5e8101c5d4c None None] Routers {'ab3c2234-7804-4a4d-84ed-9892ac5f3b88'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:09.572266 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-81dc7909-ec59-4daf-9b7a-b5e8101c5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['ab3c2234-7804-4a4d-84ed-9892ac5f3b88'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:09.649849 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-81dc7909-ec59-4daf-9b7a-b5e8101c5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:09.650265 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc7909-ec59-4daf-9b7a-b5e8101c5d4c None None] The sync data for ids ['ab3c2234-7804-4a4d-84ed-9892ac5f3b88'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:09.734145 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b9374f86-eabf-4f4b-bff1-0d45c4b87fdf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.823478 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a2b9-d314-4adb-aae8-d45a0f66c086 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.828163 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e9a2b9-d314-4adb-aae8-d45a0f66c086 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:09.828771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a2b9-d314-4adb-aae8-d45a0f66c086 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.856809 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ea96c-2ad0-4578-8e64-bd791ad5aa4f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=a41e10d2-3e1f-48b3-850d-f1caf8c0e606,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:09.871781 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f0aa3736-fa26-40eb-a9d7-2f47148241f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.907417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e62101-4b0f-40b2-b690-6b824f5fe778 None None] Network bc24769a-4570-431e-8387-68bba3607cb7 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:09.939725 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9374f86-eabf-4f4b-bff1-0d45c4b87fdf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:09.945533 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b9374f86-eabf-4f4b-bff1-0d45c4b87fdf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:09.947189 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9374f86-eabf-4f4b-bff1-0d45c4b87fdf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=078262e8-27ec-4a11-a23d-bef1854e6e4b,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:09.960539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9374f86-eabf-4f4b-bff1-0d45c4b87fdf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:09.961040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b9374f86-eabf-4f4b-bff1-0d45c4b87fdf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.987528 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b7e9a2b9-d314-4adb-aae8-d45a0f66c086 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7894740 Feb 10 11:33:09.989722 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34650) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:09.993584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9a2b9-d314-4adb-aae8-d45a0f66c086 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Network': ['ID=536d8021-a7ff-4e86-8152-3a320af13fbe,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:10.001341 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-5b785b4c-8d0a-44bc-89d2-e3cb709cd97a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'subnet': {'network_id': '536d8021-a7ff-4e86-8152-3a320af13fbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:10.022455 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b9374f86-eabf-4f4b-bff1-0d45c4b87fdf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7089000 Feb 10 11:33:10.026229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34654) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:10.040820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:10.044102 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ea96c-2ad0-4578-8e64-bd791ad5aa4f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:10.044691 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea96c-2ad0-4578-8e64-bd791ad5aa4f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.052656 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10418ef1-5615-4d0a-9117-f04fae466d6a None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:10.057105 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa3736-fa26-40eb-a9d7-2f47148241f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0b7a06-5aa2-4e73-928a-05571a5503b5,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:10.068597 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 536d8021-a7ff-4e86-8152-3a320af13fbe details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:33:10.073617 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01db69cf-1328-4508-b188-d776ebbeeff3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.095703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2f385-9884-4d36-90aa-ddd55af34c8a req-679eb4c0-ea51-4335-bcae-4fdec916daa9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:10.097241 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1c2f385-9884-4d36-90aa-ddd55af34c8a req-679eb4c0-ea51-4335-bcae-4fdec916daa9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.7762191 Feb 10 11:33:10.098063 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01db69cf-1328-4508-b188-d776ebbeeff3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.101307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f0aa3736-fa26-40eb-a9d7-2f47148241f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.102386 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f0aa3736-fa26-40eb-a9d7-2f47148241f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef0b7a06-5aa2-4e73-928a-05571a5503b5 HTTP/1.1" status: 204 len: 168 time: 1.3498375 Feb 10 11:33:10.103817 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4a9ea96c-2ad0-4578-8e64-bd791ad5aa4f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2970748 Feb 10 11:33:10.119362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34660) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:10.131382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'network_id': 'bc24769a-4570-431e-8387-68bba3607cb7', 'name': 'tempest-PortsTestJSON-113236843', 'fixed_ips': [{'subnet_id': 'fe294ee9-03a0-48f1-b95c-6b05e1ab4e4a', 'ip_address': '172.20.0.9'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:10.244455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-70921ca7-4449-41f8-9933-f4424efbe043 None None] Provisioning for port c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:10.258065 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01db69cf-1328-4508-b188-d776ebbeeff3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.258872 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01db69cf-1328-4508-b188-d776ebbeeff3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Fanout notify agent at l3_agent the message router_deleted on router 9c3a1525-dba2-4906-8344-6d60d7e5d854 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:33:10.269263 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1c2f385-9884-4d36-90aa-ddd55af34c8a req-151c68a2-f9ae-4848-9ba0-21e85279468b tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642997 Feb 10 11:33:10.284266 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01db69cf-1328-4508-b188-d776ebbeeff3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.285586 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-01db69cf-1328-4508-b188-d776ebbeeff3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "DELETE /v2.0/routers/9c3a1525-dba2-4906-8344-6d60d7e5d854 HTTP/1.1" status: 204 len: 168 time: 3.9863002 Feb 10 11:33:10.303376 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34664) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:10.308812 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2b8e4c8b-b508-4f44-bd46-2995c4ab1df7 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1948042644', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:10.331000 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2b8e4c8b-b508-4f44-bd46-2995c4ab1df7 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:10.347584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2b8e4c8b-b508-4f44-bd46-2995c4ab1df7 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Usage tracker for resource:router and tenant:8521d4e943cc4619b75fc4be12849af9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:10.359179 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5b785b4c-8d0a-44bc-89d2-e3cb709cd97a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:10.359915 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2b8e4c8b-b508-4f44-bd46-2995c4ab1df7 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:10.364140 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5b785b4c-8d0a-44bc-89d2-e3cb709cd97a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:subnet and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:10.368742 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5b785b4c-8d0a-44bc-89d2-e3cb709cd97a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:10.376010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5b785b4c-8d0a-44bc-89d2-e3cb709cd97a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:10.377231 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2b8e4c8b-b508-4f44-bd46-2995c4ab1df7 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:10.385220 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:10.395256 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:port and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:10.400254 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:10.405267 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b8e4c8b-b508-4f44-bd46-2995c4ab1df7 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.406537 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b8e4c8b-b508-4f44-bd46-2995c4ab1df7 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.418791 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:10.443574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:10.449920 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.469156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b8e4c8b-b508-4f44-bd46-2995c4ab1df7 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.490293 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] device_id is not set on port 570de9bb-2921-44df-99cf-8b8866c09824 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:10.518820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b785b4c-8d0a-44bc-89d2-e3cb709cd97a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:10.585492 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b8e4c8b-b508-4f44-bd46-2995c4ab1df7 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.592965 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:10.645726 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5b785b4c-8d0a-44bc-89d2-e3cb709cd97a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.755575 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b8e4c8b-b508-4f44-bd46-2995c4ab1df7 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.756318 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': '078262e8-27ec-4a11-a23d-bef1854e6e4b'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:10.757267 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2b8e4c8b-b508-4f44-bd46-2995c4ab1df7 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4526806 Feb 10 11:33:10.757401 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.762706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34678) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:10.779147 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Request body: {'router': {'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:10.912698 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:10.946329 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:10.946703 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:11.004001 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cf1cf-d541-4141-bfda-3ac8daa1a166 req-e622b3ca-7e94-4f18-9af1-c4a477b99755 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:11.005548 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-573cf1cf-d541-4141-bfda-3ac8daa1a166 req-e622b3ca-7e94-4f18-9af1-c4a477b99755 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.4087658 Feb 10 11:33:11.022935 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5b785b4c-8d0a-44bc-89d2-e3cb709cd97a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:11.060683 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Allocated IP 172.20.0.9 (bc24769a-4570-431e-8387-68bba3607cb7/fe294ee9-03a0-48f1-b95c-6b05e1ab4e4a/570de9bb-2921-44df-99cf-8b8866c09824) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:11.129588 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b785b4c-8d0a-44bc-89d2-e3cb709cd97a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Subnet': ['ID=eb1df491-4f9b-483b-9116-ea20505b6eac,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:11.145302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:11.150767 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:11.154609 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:11.162038 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:11.187954 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Allocated IP 172.20.0.2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/078262e8-27ec-4a11-a23d-bef1854e6e4b/fb05e26b-5a36-4223-bfe9-ade07a80af33) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:11.202554 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:11.202772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:11.207273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:11.245818 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-573cf1cf-d541-4141-bfda-3ac8daa1a166 req-c9b3d248-969f-48b2-9915-dce05d5fdc12 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245605 Feb 10 11:33:11.394569 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd,segment=NetworkSegment(45e2dd8b-4674-4590-ae1d-7ce3c8c5c670),segment_id=45e2dd8b-4674-4590-ae1d-7ce3c8c5c670)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:11.413418 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:11.499853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 10037810-2568-4e97-9fd9-a14d8b1c8be1 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:11.558574 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 10037810-2568-4e97-9fd9-a14d8b1c8be1 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:33:11.558918 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 10037810-2568-4e97-9fd9-a14d8b1c8be1 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:33:11.635224 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34692) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:11.647685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:11.653181 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1a2996cf-6541-473f-ac61-2eb0a52891ee None None] Provisioning for port a41e10d2-3e1f-48b3-850d-f1caf8c0e606 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:11.662904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1a2996cf-6541-473f-ac61-2eb0a52891ee None None] Provisioning complete for port a41e10d2-3e1f-48b3-850d-f1caf8c0e606 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:11.663287 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1a2996cf-6541-473f-ac61-2eb0a52891ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:11.680793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b785b4c-8d0a-44bc-89d2-e3cb709cd97a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Checking segment: {'id': '98e256a6-d7cb-40b9-8762-cec6315c9f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '536d8021-a7ff-4e86-8152-3a320af13fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:11.681733 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b785b4c-8d0a-44bc-89d2-e3cb709cd97a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network hostable DHCP agents. Network: 536d8021-a7ff-4e86-8152-3a320af13fbe, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:33:11.736997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1a2996cf-6541-473f-ac61-2eb0a52891ee None None] Port a41e10d2-3e1f-48b3-850d-f1caf8c0e606 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:11.745470 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:11.766830 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Transition to ACTIVE for port object fb05e26b-5a36-4223-bfe9-ade07a80af33 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:11.773789 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1a2996cf-6541-473f-ac61-2eb0a52891ee None None] Provisioning complete for port c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:11.774186 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1a2996cf-6541-473f-ac61-2eb0a52891ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:11.811968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b785b4c-8d0a-44bc-89d2-e3cb709cd97a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network 536d8021-a7ff-4e86-8152-3a320af13fbe is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:33:11.838559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Transition to ACTIVE for port object fb05e26b-5a36-4223-bfe9-ade07a80af33 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:11.856630 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:11.880031 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:11.891930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5b785b4c-8d0a-44bc-89d2-e3cb709cd97a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 536d8021-a7ff-4e86-8152-3a320af13fbe) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:11.893558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:11.915605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b785b4c-8d0a-44bc-89d2-e3cb709cd97a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:11.917156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5b785b4c-8d0a-44bc-89d2-e3cb709cd97a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:11.920439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Transition to ACTIVE for port object 570de9bb-2921-44df-99cf-8b8866c09824 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:11.927941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16898a8a-07f4-4110-8747-9279b63a835b req-9586d3cc-cfb8-4e07-9a2b-b6c9c0852628 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:11.928915 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-16898a8a-07f4-4110-8747-9279b63a835b req-9586d3cc-cfb8-4e07-9a2b-b6c9c0852628 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.4157767 Feb 10 11:33:11.947155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-307428541-network', 'tenant_id': '0a920b01f9a34dfbaf9324c6af78226f'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:11.952826 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f7014d-3406-42db-a559-914e34e920c6 None None] Network 536d8021-a7ff-4e86-8152-3a320af13fbe requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:11.955936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:11.960210 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Usage tracker for resource:network and tenant:0a920b01f9a34dfbaf9324c6af78226f is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:11.963309 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:11.970302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:11.989212 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Made reservation on behalf of 0a920b01f9a34dfbaf9324c6af78226f for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:11.991907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.026527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.068150 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-16898a8a-07f4-4110-8747-9279b63a835b req-18adddc6-3c63-40d9-8453-7b94192f6837 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187506 Feb 10 11:33:12.077735 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5b785b4c-8d0a-44bc-89d2-e3cb709cd97a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0856261 Feb 10 11:33:12.080780 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34698) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:12.087111 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.092718 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9a8069e7-2e5b-4089-9e5b-cfe3a83ec45c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1794652342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:12.132380 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9a8069e7-2e5b-4089-9e5b-cfe3a83ec45c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:12.152401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9a8069e7-2e5b-4089-9e5b-cfe3a83ec45c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:router and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:12.160743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:12.165592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Usage tracker for resource:security_group_rule and tenant:0a920b01f9a34dfbaf9324c6af78226f is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:12.167225 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9a8069e7-2e5b-4089-9e5b-cfe3a83ec45c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:12.169386 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:12.179413 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:12.182917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9a8069e7-2e5b-4089-9e5b-cfe3a83ec45c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:12.207840 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network bc24769a-4570-431e-8387-68bba3607cb7 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:12.209034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=570de9bb-2921-44df-99cf-8b8866c09824,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:12.212494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:12.215709 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:12.250028 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a8069e7-2e5b-4089-9e5b-cfe3a83ec45c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.251090 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a8069e7-2e5b-4089-9e5b-cfe3a83ec45c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.282618 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:12.295749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:12.302566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:12.304482 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Pushing event updated for resources: {'Port': ['ID=fb05e26b-5a36-4223-bfe9-ade07a80af33,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:12.376783 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:12.377485 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.387044 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.404197 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.418541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:33:12.427198 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a8069e7-2e5b-4089-9e5b-cfe3a83ec45c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.439112 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.439936 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Added segment 6fb9822c-378d-44fe-80bb-5ab0bc7b6f41 of type vlan for network 399286a7-035e-4777-ab65-0c381ace7d10 Feb 10 11:33:12.461959 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d760b931-cd21-481e-9257-c4c01ddb19c1 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3377161 Feb 10 11:33:12.475477 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.479800 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Attempting to bind port fb05e26b-5a36-4223-bfe9-ade07a80af33 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:12.480186 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Attempting to bind port fb05e26b-5a36-4223-bfe9-ade07a80af33 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:12.480551 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Attempting to bind port fb05e26b-5a36-4223-bfe9-ade07a80af33 on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:12.487822 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34704) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:12.492791 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-cf7bab96-d0da-4620-a3f6-51d87782ee33 None None] Provisioning complete for port a41e10d2-3e1f-48b3-850d-f1caf8c0e606 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:12.493203 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cf7bab96-d0da-4620-a3f6-51d87782ee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.496215 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.525257 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:12.545077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.548441 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a8069e7-2e5b-4089-9e5b-cfe3a83ec45c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.562058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a56a1b-7b35-4bff-ab8e-4d7f5d0f3d45 req-1e582d28-30e6-4d7c-a125-0d201c1031c9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:12.563549 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f2a56a1b-7b35-4bff-ab8e-4d7f5d0f3d45 req-1e582d28-30e6-4d7c-a125-0d201c1031c9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.3083584 Feb 10 11:33:12.565878 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-536d8021-a7ff-4e86-8152-3a320af13fbe', 'network_id': '536d8021-a7ff-4e86-8152-3a320af13fbe', 'tenant_id': '4e97c96ac063404ba5595986b22a3e7c', 'fixed_ips': [{'subnet_id': 'eb1df491-4f9b-483b-9116-ea20505b6eac'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:12.566684 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.592707 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:12.593167 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:12.593500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.593897 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:12.594380 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Bound port: fb05e26b-5a36-4223-bfe9-ade07a80af33, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:12.594752 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.609437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43bbb1a-2896-4c86-ac33-189ca7025769,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:12.641484 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a8069e7-2e5b-4089-9e5b-cfe3a83ec45c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.642688 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9a8069e7-2e5b-4089-9e5b-cfe3a83ec45c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5609341 Feb 10 11:33:12.651919 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34708) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:12.664619 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'network_id': '536d8021-a7ff-4e86-8152-3a320af13fbe', 'name': 'tempest-PortsIpV6TestJSON-1372505177'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:12.705757 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:33:12.729174 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bab96-d0da-4620-a3f6-51d87782ee33 None None] Port a41e10d2-3e1f-48b3-850d-f1caf8c0e606 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:12.818681 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f2a56a1b-7b35-4bff-ab8e-4d7f5d0f3d45 req-7e8c2e46-5780-4e14-bf06-1dc717e9fa74 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151141 Feb 10 11:33:12.826596 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9bd5db43-1c30-4c1e-95bd-1603b933dda2 req-3860c9ef-429d-44fc-9c42-a81e26bc3d23 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5391355 Feb 10 11:33:12.832176 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] For port fb05e26b-5a36-4223-bfe9-ade07a80af33, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:12.834321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.835304 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:12.836433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.875022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:12.875402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.919350 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Allocated IP 172.26.4.143 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/9daf0051-89b6-46b1-9041-31e12f9d21d2) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:12.928207 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] For port fb05e26b-5a36-4223-bfe9-ade07a80af33, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fb05e26b-5a36-4223-bfe9-ade07a80af33,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:12.929765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Allocated IP 2001:db8::2 (536d8021-a7ff-4e86-8152-3a320af13fbe/eb1df491-4f9b-483b-9116-ea20505b6eac/a1eaba1d-d777-49b2-97a8-a66ccf2a0db9) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:12.956502 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.964923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:13.013958 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:port and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:13.020225 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f61f6d6d-5792-4104-a225-daa1fec1e1f6 None None] Provisioning for port 570de9bb-2921-44df-99cf-8b8866c09824 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:13.020849 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:13.038570 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:13.058638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:13.062530 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.065712 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] Pushing event updated for resources: {'Network': ['ID=399286a7-035e-4777-ab65-0c381ace7d10,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:13.118598 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 399286a7-035e-4777-ab65-0c381ace7d10 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:33:13.170740 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] device_id is not set on port 73de5edc-ddf5-4e02-92fb-eb886e9f25cb yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:13.231960 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f61f6d6d-5792-4104-a225-daa1fec1e1f6 None None] Provisioning complete for port 570de9bb-2921-44df-99cf-8b8866c09824 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:13.233074 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f61f6d6d-5792-4104-a225-daa1fec1e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.233331 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.319439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b715d-0b8d-4cfe-836f-a642f190a77e req-14b7342c-c1a4-4140-8bb9-90d351a4b4be tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:13.320919 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ef1b715d-0b8d-4cfe-836f-a642f190a77e req-14b7342c-c1a4-4140-8bb9-90d351a4b4be tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.2487636 Feb 10 11:33:13.374028 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.395167 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ec4ef-bac2-4cea-a6ec-ab0ab1925e54 None None] Pushing event updated for resources: {'Port': ['ID=fb05e26b-5a36-4223-bfe9-ade07a80af33,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:13.413093 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f61f6d6d-5792-4104-a225-daa1fec1e1f6 None None] Port 570de9bb-2921-44df-99cf-8b8866c09824 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:13.461027 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.objects.ports [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83555) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:33:13.462697 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:13.465366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Pushing event updated for resources: {'Port': ['ID=9daf0051-89b6-46b1-9041-31e12f9d21d2,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:13.469073 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:13.471528 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:13.503851 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ef1b715d-0b8d-4cfe-836f-a642f190a77e req-180a8dc0-9994-49b9-9c68-b97ce4edf39f tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754706 Feb 10 11:33:13.566165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768c2793-114d-4c00-b161-76a36aaa1f48 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:13.567684 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-768c2793-114d-4c00-b161-76a36aaa1f48 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 1.0629284 Feb 10 11:33:13.577901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34716) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:13.598056 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ffbd4e08-dbd9-4b05-bd72-5085e4e0f88e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9603338 Feb 10 11:33:13.608743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34720) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:13.623397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-cd7ad89b-e5ff-40f3-bba7-2f0e11142e7e admin admin] Request body: {'subnet': {'network_id': '399286a7-035e-4777-ab65-0c381ace7d10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-307428541-subnet', 'tenant_id': '0a920b01f9a34dfbaf9324c6af78226f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:13.628240 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.643847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-cd7ad89b-e5ff-40f3-bba7-2f0e11142e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:13.655962 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Transition to ACTIVE for port object a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:13.658923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cd7ad89b-e5ff-40f3-bba7-2f0e11142e7e admin admin] Usage tracker for resource:subnet and tenant:0a920b01f9a34dfbaf9324c6af78226f is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:13.663624 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cd7ad89b-e5ff-40f3-bba7-2f0e11142e7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:13.676071 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-cd7ad89b-e5ff-40f3-bba7-2f0e11142e7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:13.692169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Transition to ACTIVE for port object a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:13.702099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.702321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7ad89b-e5ff-40f3-bba7-2f0e11142e7e admin admin] Made reservation on behalf of 0a920b01f9a34dfbaf9324c6af78226f for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:13.704489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad89b-e5ff-40f3-bba7-2f0e11142e7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.729881 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9bd5db43-1c30-4c1e-95bd-1603b933dda2 req-1c52cd12-c3c8-4760-ae75-5415253f283c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e47f622a65945dda4a63ba667a1ebd5&device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 1098 time: 0.6850708 Feb 10 11:33:13.789633 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Pushing event updated for resources: {'Port': ['ID=a1eaba1d-d777-49b2-97a8-a66ccf2a0db9,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:13.793858 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Network 536d8021-a7ff-4e86-8152-3a320af13fbe is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:13.796100 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:13.798775 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:13.810920 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Allocated IP 2001:db8::160 (536d8021-a7ff-4e86-8152-3a320af13fbe/eb1df491-4f9b-483b-9116-ea20505b6eac/73de5edc-ddf5-4e02-92fb-eb886e9f25cb) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:13.899386 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Attempting to bind port a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:13.899905 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Attempting to bind port a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '98e256a6-d7cb-40b9-8762-cec6315c9f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '536d8021-a7ff-4e86-8152-3a320af13fbe'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:13.901709 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Attempting to bind port a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 on network 536d8021-a7ff-4e86-8152-3a320af13fbe {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:13.909625 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:13.910188 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Checking segment: {'id': '98e256a6-d7cb-40b9-8762-cec6315c9f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '536d8021-a7ff-4e86-8152-3a320af13fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:13.910684 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.911431 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Bound using segment: {'id': '98e256a6-d7cb-40b9-8762-cec6315c9f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '536d8021-a7ff-4e86-8152-3a320af13fbe'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:13.912002 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Bound port: a1eaba1d-d777-49b2-97a8-a66ccf2a0db9, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e256a6-d7cb-40b9-8762-cec6315c9f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '536d8021-a7ff-4e86-8152-3a320af13fbe'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:13.912581 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.017011 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] For port a1eaba1d-d777-49b2-97a8-a66ccf2a0db9, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:14.021459 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] For port a1eaba1d-d777-49b2-97a8-a66ccf2a0db9, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a1eaba1d-d777-49b2-97a8-a66ccf2a0db9,segment=NetworkSegment(98e256a6-d7cb-40b9-8762-cec6315c9f34),segment_id=98e256a6-d7cb-40b9-8762-cec6315c9f34)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:14.028380 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.106623 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.119209 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09e179-2752-4de3-bd10-e342ccca6600 None None] Pushing event updated for resources: {'Port': ['ID=a1eaba1d-d777-49b2-97a8-a66ccf2a0db9,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:14.204073 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db77ab51-ceda-4edc-95e5-04ec451831d4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:14.208857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5db43-1c30-4c1e-95bd-1603b933dda2 req-43f8c382-7562-4565-a747-bee8e5e04598 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:14.209216 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db77ab51-ceda-4edc-95e5-04ec451831d4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:14.210394 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9bd5db43-1c30-4c1e-95bd-1603b933dda2 req-43f8c382-7562-4565-a747-bee8e5e04598 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 HTTP/1.1" status: 200 len: 913 time: 0.3880227 Feb 10 11:33:14.217358 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db77ab51-ceda-4edc-95e5-04ec451831d4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:14.218987 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-db77ab51-ceda-4edc-95e5-04ec451831d4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Synchronizing usage tracker for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:14.321116 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f72ba1-ca9b-4db7-b6de-927e25c4cb35 req-ab051e8a-cd63-404f-b035-e412db1d437e tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:14.322603 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-45f72ba1-ca9b-4db7-b6de-927e25c4cb35 req-ab051e8a-cd63-404f-b035-e412db1d437e tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.4951968 Feb 10 11:33:14.420378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9641427e-40df-45bb-a437-70af17f2dbcc tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.441054 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-db77ab51-ceda-4edc-95e5-04ec451831d4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Unset dirty status for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:14.443053 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-db77ab51-ceda-4edc-95e5-04ec451831d4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.8638811 Feb 10 11:33:14.453394 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34724) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:14.601191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.626292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Transition to ACTIVE for port object 73de5edc-ddf5-4e02-92fb-eb886e9f25cb will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:14.634590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fb05e26b-5a36-4223-bfe9-ade07a80af33 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:14.666705 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.722212 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9bd5db43-1c30-4c1e-95bd-1603b933dda2 req-7d88bea8-eab7-4134-ab8c-0cb74ec70fa7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eecc48b-0a10-46d3-916a-b281c257aead HTTP/1.1" status: 200 len: 1001 time: 0.4743426 Feb 10 11:33:14.737274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port fb05e26b-5a36-4223-bfe9-ade07a80af33 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:14.749249 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:14.787514 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-45f72ba1-ca9b-4db7-b6de-927e25c4cb35 req-93776686-5d0d-465e-aa5a-85733ef84987 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4458542 Feb 10 11:33:14.799571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.835552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad89b-e5ff-40f3-bba7-2f0e11142e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.856261 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d52887f7-6a06-4d0f-82f5-df623774627f None None] Provisioning for port fb05e26b-5a36-4223-bfe9-ade07a80af33 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:14.863558 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d52887f7-6a06-4d0f-82f5-df623774627f None None] Provisioning complete for port fb05e26b-5a36-4223-bfe9-ade07a80af33 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:14.864402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d52887f7-6a06-4d0f-82f5-df623774627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.873189 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-2289de46-29df-4479-8dfb-4a7de65fb630 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 570de9bb-2921-44df-99cf-8b8866c09824 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:14.873753 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2289de46-29df-4479-8dfb-4a7de65fb630 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.909106 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:15.032000 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=73de5edc-ddf5-4e02-92fb-eb886e9f25cb,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:15.037390 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] For port fb05e26b-5a36-4223-bfe9-ade07a80af33, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fb05e26b-5a36-4223-bfe9-ade07a80af33,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:15.042991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5db43-1c30-4c1e-95bd-1603b933dda2 req-6f52623d-0fac-4f69-b0bb-e794a3c9bc63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:15.045631 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9bd5db43-1c30-4c1e-95bd-1603b933dda2 req-6f52623d-0fac-4f69-b0bb-e794a3c9bc63 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13860d03-a045-4a92-adff-58389fc1eb4f HTTP/1.1" status: 200 len: 851 time: 0.2869701 Feb 10 11:33:15.046137 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network 536d8021-a7ff-4e86-8152-3a320af13fbe is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:15.055766 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:15.072161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:15.076950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:15.078348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.119903 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ad89b-e5ff-40f3-bba7-2f0e11142e7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0482781e-02b7-48f9-b8e5-76417ef8ce72,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:15.126493 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d52887f7-6a06-4d0f-82f5-df623774627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.180005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.183870 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ad89b-e5ff-40f3-bba7-2f0e11142e7e admin admin] Checking segment: {'id': '6fb9822c-378d-44fe-80bb-5ab0bc7b6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '399286a7-035e-4777-ab65-0c381ace7d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:15.184439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7ad89b-e5ff-40f3-bba7-2f0e11142e7e admin admin] Network hostable DHCP agents. Network: 399286a7-035e-4777-ab65-0c381ace7d10, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:33:15.203291 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.204010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.251679 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eb7c4022-8698-4592-9aee-f54ae054646c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5950243 Feb 10 11:33:15.252855 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34730) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:15.278179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-d52887f7-6a06-4d0f-82f5-df623774627f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:15.279211 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-d52887f7-6a06-4d0f-82f5-df623774627f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:15.359979 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.387143 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:15.399211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:15.404883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=d6c77d8b-0f86-4299-9101-a3ad386e3525,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:15.408027 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=fb05e26b-5a36-4223-bfe9-ade07a80af33,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:15.409468 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cb4c06-0525-4469-9b13-954dadb8c2b9 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:15.413204 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:15.413718 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.439884 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7ad89b-e5ff-40f3-bba7-2f0e11142e7e admin admin] Network 399286a7-035e-4777-ab65-0c381ace7d10 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:33:15.449927 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9bd5db43-1c30-4c1e-95bd-1603b933dda2 req-58c59953-95c7-4279-9f69-19e9488dd9f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3894887 Feb 10 11:33:15.459672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.557974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2289de46-29df-4479-8dfb-4a7de65fb630 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.684021 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-568040d9-518c-4531-a10e-049a4f000880 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.6527977 Feb 10 11:33:15.685524 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-cd7ad89b-e5ff-40f3-bba7-2f0e11142e7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 399286a7-035e-4777-ab65-0c381ace7d10) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:15.687561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34734) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:15.722077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aa2384-4dc3-4b5c-9ab0-8d32df14b1b1 None None] Network 399286a7-035e-4777-ab65-0c381ace7d10 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:15.740002 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31057677-595d-4b82-b567-1c7ee234fbe9 None None] Network 536d8021-a7ff-4e86-8152-3a320af13fbe requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:15.766755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7ad89b-e5ff-40f3-bba7-2f0e11142e7e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:15.767265 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad89b-e5ff-40f3-bba7-2f0e11142e7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.774238 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'mac_address': 'fa:16:3e:bf:c7:32', 'name': 'tempest-NetworksTestDHCPv6-1986525889'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:15.939686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d52887f7-6a06-4d0f-82f5-df623774627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.942943 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9641427e-40df-45bb-a437-70af17f2dbcc tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.946474 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-2289de46-29df-4479-8dfb-4a7de65fb630 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for 570de9bb-2921-44df-99cf-8b8866c09824 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:15.953292 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9641427e-40df-45bb-a437-70af17f2dbcc tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.303433 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cd7ad89b-e5ff-40f3-bba7-2f0e11142e7e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6825037 Feb 10 11:33:16.354622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d52887f7-6a06-4d0f-82f5-df623774627f None None] For port fb05e26b-5a36-4223-bfe9-ade07a80af33, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fb05e26b-5a36-4223-bfe9-ade07a80af33,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:16.405960 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d52887f7-6a06-4d0f-82f5-df623774627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.421597 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:16.476772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:port and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:16.494808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:16.550129 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7338cf5-5707-4eee-b9ef-fc158c163655 None None] Network 399286a7-035e-4777-ab65-0c381ace7d10 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:16.588321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:16.593553 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9bd5db43-1c30-4c1e-95bd-1603b933dda2 req-4e45d5c5-2375-45cb-abf0-f5578f2cf97a service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1336501 Feb 10 11:33:16.677587 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-cffd191a-5853-4629-a712-b28d443418b5 None None] Provisioning for port a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:16.721788 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:16.725427 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-cffd191a-5853-4629-a712-b28d443418b5 None None] Provisioning complete for port a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:16.725946 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cffd191a-5853-4629-a712-b28d443418b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.748011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2289de46-29df-4479-8dfb-4a7de65fb630 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.775325 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52887f7-6a06-4d0f-82f5-df623774627f None None] Pushing event updated for resources: {'Port': ['ID=fb05e26b-5a36-4223-bfe9-ade07a80af33,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:16.826019 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289de46-29df-4479-8dfb-4a7de65fb630 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=570de9bb-2921-44df-99cf-8b8866c09824,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:16.953116 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9bd5db43-1c30-4c1e-95bd-1603b933dda2 req-26874db0-9680-46cb-8b74-f7cec0bac6be service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519278 Feb 10 11:33:17.005439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:17.035761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9641427e-40df-45bb-a437-70af17f2dbcc tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Router ab3c2234-7804-4a4d-84ed-9892ac5f3b88 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:33:17.075128 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port 15c62e73-8cdc-464f-8c10-f2b6426a2101 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:17.084566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fb05e26b-5a36-4223-bfe9-ade07a80af33 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:17.205717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a391f1d8-63aa-479a-ac80-3d4d5aad0411 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:17.410656 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2289de46-29df-4479-8dfb-4a7de65fb630 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:17.415465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port fb05e26b-5a36-4223-bfe9-ade07a80af33 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:17.415608 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:17.590465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cffd191a-5853-4629-a712-b28d443418b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:17.689253 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 172.20.0.3 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/078262e8-27ec-4a11-a23d-bef1854e6e4b/15c62e73-8cdc-464f-8c10-f2b6426a2101) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:17.704409 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2289de46-29df-4479-8dfb-4a7de65fb630 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/570de9bb-2921-44df-99cf-8b8866c09824 HTTP/1.1" status: 204 len: 168 time: 3.2490296 Feb 10 11:33:17.705665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::f816:3eff:febf:c732 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/d6c77d8b-0f86-4299-9101-a3ad386e3525/15c62e73-8cdc-464f-8c10-f2b6426a2101) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:17.713636 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34754) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:17.815545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9641427e-40df-45bb-a437-70af17f2dbcc tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:17.819862 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-cffd191a-5853-4629-a712-b28d443418b5 None None] For port a1eaba1d-d777-49b2-97a8-a66ccf2a0db9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a1eaba1d-d777-49b2-97a8-a66ccf2a0db9,segment=NetworkSegment(98e256a6-d7cb-40b9-8762-cec6315c9f34),segment_id=98e256a6-d7cb-40b9-8762-cec6315c9f34)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:17.832192 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098ec032-f7c6-4f75-a5a0-235d4f151c46 None None] Sync routers for ids ['ab3c2234-7804-4a4d-84ed-9892ac5f3b88'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:17.847721 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cffd191a-5853-4629-a712-b28d443418b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:17.853431 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098ec032-f7c6-4f75-a5a0-235d4f151c46 None None] Routers {'ab3c2234-7804-4a4d-84ed-9892ac5f3b88'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:17.855067 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-098ec032-f7c6-4f75-a5a0-235d4f151c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['ab3c2234-7804-4a4d-84ed-9892ac5f3b88'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:17.873270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9641427e-40df-45bb-a437-70af17f2dbcc tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:17.877274 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9641427e-40df-45bb-a437-70af17f2dbcc tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "PUT /v2.0/routers/ab3c2234-7804-4a4d-84ed-9892ac5f3b88 HTTP/1.1" status: 200 len: 921 time: 8.3228085 Feb 10 11:33:17.878546 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9398a6c2-b06e-4628-b23b-2d6470738314 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] GET failed (client error): The resource could not be found. Feb 10 11:33:17.879090 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9398a6c2-b06e-4628-b23b-2d6470738314 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Synchronizing usage tracker for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:17.895861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34758) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:17.954184 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-098ec032-f7c6-4f75-a5a0-235d4f151c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:17.981576 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098ec032-f7c6-4f75-a5a0-235d4f151c46 None None] Routers {'ab3c2234-7804-4a4d-84ed-9892ac5f3b88'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:17.985720 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-098ec032-f7c6-4f75-a5a0-235d4f151c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['ab3c2234-7804-4a4d-84ed-9892ac5f3b88'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:18.008542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Router a4859b37-73c8-4491-91dc-ad2cb773b298 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:33:18.032226 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd191a-5853-4629-a712-b28d443418b5 None None] Pushing event updated for resources: {'Port': ['ID=a1eaba1d-d777-49b2-97a8-a66ccf2a0db9,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:18.062544 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c3c24693-4109-4d7c-888f-6c1f1591a8cc None None] Provisioning for port 73de5edc-ddf5-4e02-92fb-eb886e9f25cb completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:18.069449 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 27e34292-16bd-4bb7-a68b-68e55c538c0b no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:18.114758 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-098ec032-f7c6-4f75-a5a0-235d4f151c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:18.116909 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098ec032-f7c6-4f75-a5a0-235d4f151c46 None None] The sync data for ids ['ab3c2234-7804-4a4d-84ed-9892ac5f3b88'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:18.141465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c3c24693-4109-4d7c-888f-6c1f1591a8cc None None] Provisioning complete for port 73de5edc-ddf5-4e02-92fb-eb886e9f25cb triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:18.141847 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c3c24693-4109-4d7c-888f-6c1f1591a8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.192558 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 27e34292-16bd-4bb7-a68b-68e55c538c0b {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:33:18.192935 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 27e34292-16bd-4bb7-a68b-68e55c538c0b not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:33:18.193357 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fc5c2b3c-4aa5-47ee-813f-20ded7b553ff no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:18.232455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: fc5c2b3c-4aa5-47ee-813f-20ded7b553ff {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:33:18.232824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fc5c2b3c-4aa5-47ee-813f-20ded7b553ff not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:33:18.234344 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34764) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:18.252328 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-393276044-network', 'tenant_id': '0ee5baa812424b33bf6c285bf94489aa'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:18.264920 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-c3c24693-4109-4d7c-888f-6c1f1591a8cc None None] Port 73de5edc-ddf5-4e02-92fb-eb886e9f25cb cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:18.277238 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c3c24693-4109-4d7c-888f-6c1f1591a8cc None None] Provisioning complete for port a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:18.277615 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c3c24693-4109-4d7c-888f-6c1f1591a8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.318795 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9398a6c2-b06e-4628-b23b-2d6470738314 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Unset dirty status for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:18.320246 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9398a6c2-b06e-4628-b23b-2d6470738314 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports/570de9bb-2921-44df-99cf-8b8866c09824 HTTP/1.1" status: 404 len: 333 time: 0.5972831 Feb 10 11:33:18.329487 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:18.331703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34768) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:18.347805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Usage tracker for resource:network and tenant:0ee5baa812424b33bf6c285bf94489aa is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:18.386208 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:18.428123 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:18.459756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ecc75678-81b8-486e-b5eb-a03b77ee894d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port a41e10d2-3e1f-48b3-850d-f1caf8c0e606 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:18.460111 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ecc75678-81b8-486e-b5eb-a03b77ee894d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.478515 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fb05e26b-5a36-4223-bfe9-ade07a80af33 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:18.492428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.506448 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Made reservation on behalf of 0ee5baa812424b33bf6c285bf94489aa for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:18.508685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.512485 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object 15c62e73-8cdc-464f-8c10-f2b6426a2101 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:18.540804 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a391f1d8-63aa-479a-ac80-3d4d5aad0411 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.546803 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.551455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d4584726-798b-4030-8705-80e78d9367c2 None None] Provisioning complete for port fb05e26b-5a36-4223-bfe9-ade07a80af33 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:18.551912 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d4584726-798b-4030-8705-80e78d9367c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.559263 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c2704982-25b9-4238-aadb-182c824c33fa tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "GET /v2.0/routers/ab3c2234-7804-4a4d-84ed-9892ac5f3b88 HTTP/1.1" status: 200 len: 921 time: 0.6623249 Feb 10 11:33:18.560628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.564900 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34772) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:18.570067 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a391f1d8-63aa-479a-ac80-3d4d5aad0411 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.627613 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port fb05e26b-5a36-4223-bfe9-ade07a80af33 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:18.627985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.633117 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:18.636320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:18.639236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:18.683804 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=15c62e73-8cdc-464f-8c10-f2b6426a2101,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:18.715045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:18.715725 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.740015 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0df7ff1c-1bd1-42c2-a53c-0acb6f9d1bea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0446079 Feb 10 11:33:18.740015 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34776) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:18.826012 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:18.829711 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e96fded-3029-4d01-a6a1-4aed02f4c237 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:18.833160 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e96fded-3029-4d01-a6a1-4aed02f4c237 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:18.833972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2e96fded-3029-4d01-a6a1-4aed02f4c237 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:18.875298 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2e96fded-3029-4d01-a6a1-4aed02f4c237 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:18.880119 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2e96fded-3029-4d01-a6a1-4aed02f4c237 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1396022 Feb 10 11:33:18.881148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34780) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:18.915516 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:18.915998 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.939460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391f1d8-63aa-479a-ac80-3d4d5aad0411 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=73de5edc-ddf5-4e02-92fb-eb886e9f25cb,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:18.943366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:18.996275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee5baa812424b33bf6c285bf94489aa is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:19.000459 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:19.008295 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:19.065423 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 97d93cb2-1817-4a46-b3b1-20265c838538 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:19.071919 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-46313cbf-9d42-491a-841a-3437a68fc902 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port 15c62e73-8cdc-464f-8c10-f2b6426a2101 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:19.072267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46313cbf-9d42-491a-841a-3437a68fc902 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.109361 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 97d93cb2-1817-4a46-b3b1-20265c838538 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:33:19.109719 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 97d93cb2-1817-4a46-b3b1-20265c838538 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:33:19.180406 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-454e86a0-93d9-48d2-9e2c-51ec4b11cde3 None None] Provisioning for port 15c62e73-8cdc-464f-8c10-f2b6426a2101 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:19.187403 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-454e86a0-93d9-48d2-9e2c-51ec4b11cde3 None None] Provisioning complete for port 15c62e73-8cdc-464f-8c10-f2b6426a2101 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:19.188402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-454e86a0-93d9-48d2-9e2c-51ec4b11cde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.265777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-454e86a0-93d9-48d2-9e2c-51ec4b11cde3 None None] Port 15c62e73-8cdc-464f-8c10-f2b6426a2101 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:19.278454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ecc75678-81b8-486e-b5eb-a03b77ee894d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.343685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46313cbf-9d42-491a-841a-3437a68fc902 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.387684 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d4abbf9f-954e-4378-9200-8fc460ec4488 None None] Provisioning complete for port 73de5edc-ddf5-4e02-92fb-eb886e9f25cb triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:19.388178 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d4abbf9f-954e-4378-9200-8fc460ec4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.426267 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-445d0758-e831-4661-9423-b6bdcb9b186a tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&device_id=ab3c2234-7804-4a4d-84ed-9892ac5f3b88&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8567824 Feb 10 11:33:19.439510 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ecc75678-81b8-486e-b5eb-a03b77ee894d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for a41e10d2-3e1f-48b3-850d-f1caf8c0e606 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:19.448951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d4abbf9f-954e-4378-9200-8fc460ec4488 None None] Port 73de5edc-ddf5-4e02-92fb-eb886e9f25cb cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:19.466649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34784) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:19.477992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-46313cbf-9d42-491a-841a-3437a68fc902 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for 15c62e73-8cdc-464f-8c10-f2b6426a2101 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:19.545437 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.557017 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:19.567546 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.567734 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ba0e7-f01e-422b-a664-249feca0963a None None] Sync routers for ids ['a4859b37-73c8-4491-91dc-ad2cb773b298'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:19.581816 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ba0e7-f01e-422b-a664-249feca0963a None None] Routers {'a4859b37-73c8-4491-91dc-ad2cb773b298'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:19.582437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6f5ba0e7-f01e-422b-a664-249feca0963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a4859b37-73c8-4491-91dc-ad2cb773b298'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:19.629788 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:33:19.649143 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.650318 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6f5ba0e7-f01e-422b-a664-249feca0963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:19.653243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34788) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:19.653377 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3cf750f3-1e5b-4dd0-b40e-08e8d5512da3 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "PUT /v2.0/routers/a4859b37-73c8-4491-91dc-ad2cb773b298 HTTP/1.1" status: 200 len: 884 time: 8.8855326 Feb 10 11:33:19.666366 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ba0e7-f01e-422b-a664-249feca0963a None None] Routers {'a4859b37-73c8-4491-91dc-ad2cb773b298'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:19.667027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6f5ba0e7-f01e-422b-a664-249feca0963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a4859b37-73c8-4491-91dc-ad2cb773b298'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:19.686053 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d4afff-357b-4e17-b12c-84448ae7788c,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:19.731443 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6f5ba0e7-f01e-422b-a664-249feca0963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:19.731880 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ba0e7-f01e-422b-a664-249feca0963a None None] The sync data for ids ['a4859b37-73c8-4491-91dc-ad2cb773b298'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:19.732819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a391f1d8-63aa-479a-ac80-3d4d5aad0411 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.779507 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ecc75678-81b8-486e-b5eb-a03b77ee894d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.815038 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d662a4-65a8-48fc-8a05-2cf3bc5debdd tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:19.815700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e3d662a4-65a8-48fc-8a05-2cf3bc5debdd tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Synchronizing usage tracker for tenant:9582ae79fbce41f089afab55516f3656 on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:19.854399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc75678-81b8-486e-b5eb-a03b77ee894d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=a41e10d2-3e1f-48b3-850d-f1caf8c0e606,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:19.902646 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e3d662a4-65a8-48fc-8a05-2cf3bc5debdd tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Unset dirty status for tenant:9582ae79fbce41f089afab55516f3656 on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:19.903369 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e3d662a4-65a8-48fc-8a05-2cf3bc5debdd tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "GET /v2.0/networks/585d1acb-5d6b-405b-8a3c-1987eb05be45 HTTP/1.1" status: 200 len: 881 time: 0.4357238 Feb 10 11:33:19.908086 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34792) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:19.957463 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46313cbf-9d42-491a-841a-3437a68fc902 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.967903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.968498 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Added segment 67158c64-3feb-4a28-9004-3e32da8b8695 of type vlan for network d2212c66-ba9d-4b73-bee0-802322f01193 Feb 10 11:33:20.011443 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46313cbf-9d42-491a-841a-3437a68fc902 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=15c62e73-8cdc-464f-8c10-f2b6426a2101,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:20.012110 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9d7b9a11-4230-415d-8b04-db6721973330 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab3c2234-7804-4a4d-84ed-9892ac5f3b88 HTTP/1.1" status: 200 len: 205 time: 0.1030056 Feb 10 11:33:20.014034 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34796) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:20.045365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a391f1d8-63aa-479a-ac80-3d4d5aad0411 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:20.084791 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:20.094795 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ecc75678-81b8-486e-b5eb-a03b77ee894d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:20.167687 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ecc75678-81b8-486e-b5eb-a03b77ee894d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/a41e10d2-3e1f-48b3-850d-f1caf8c0e606 HTTP/1.1" status: 204 len: 168 time: 1.8328135 Feb 10 11:33:20.173497 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34800) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:20.348860 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f067ad3-6252-47a3-b7c1-8987a53abeb4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] GET failed (client error): The resource could not be found. Feb 10 11:33:20.349396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9f067ad3-6252-47a3-b7c1-8987a53abeb4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Synchronizing usage tracker for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:20.354571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:20.355425 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:20.356004 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:20.429783 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-446a602c-0412-4a9c-9b44-5c1b53bdad5d tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "GET /v2.0/routers/a4859b37-73c8-4491-91dc-ad2cb773b298 HTTP/1.1" status: 200 len: 925 time: 0.7748139 Feb 10 11:33:20.433424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34806) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:20.476994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46313cbf-9d42-491a-841a-3437a68fc902 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:20.504799 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-46313cbf-9d42-491a-841a-3437a68fc902 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/15c62e73-8cdc-464f-8c10-f2b6426a2101 HTTP/1.1" status: 204 len: 168 time: 1.6213596 Feb 10 11:33:20.508056 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34810) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:20.581612 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3346343 Feb 10 11:33:20.586889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34814) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:20.593399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9f067ad3-6252-47a3-b7c1-8987a53abeb4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Unset dirty status for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:20.594626 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9f067ad3-6252-47a3-b7c1-8987a53abeb4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports/a41e10d2-3e1f-48b3-850d-f1caf8c0e606 HTTP/1.1" status: 404 len: 333 time: 0.4182723 Feb 10 11:33:20.598981 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34818) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:20.603137 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b8c9dc36-2dcb-491d-8cef-748e05c10353 admin admin] Request body: {'subnet': {'network_id': 'd2212c66-ba9d-4b73-bee0-802322f01193', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-393276044-subnet', 'tenant_id': '0ee5baa812424b33bf6c285bf94489aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:20.614318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b8c9dc36-2dcb-491d-8cef-748e05c10353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:20.623820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9241ad-0907-4282-8c7e-745e0448a6dd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:20.625351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9241ad-0907-4282-8c7e-745e0448a6dd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:20.626628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9241ad-0907-4282-8c7e-745e0448a6dd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:20.627408 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2d9241ad-0907-4282-8c7e-745e0448a6dd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:20.631415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b8c9dc36-2dcb-491d-8cef-748e05c10353 admin admin] Usage tracker for resource:subnet and tenant:0ee5baa812424b33bf6c285bf94489aa is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:20.644159 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e8596f53-694e-448d-b66d-fbefef385f7a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Synchronizing usage tracker for tenant:095fddbea52e445dbfab32a35b04646f on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:20.646067 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d231c1-68b7-44ac-9722-4386d0ed2693 admin admin] Pushing event updated for resources: {'Network': ['ID=d2212c66-ba9d-4b73-bee0-802322f01193,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:20.646635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b8c9dc36-2dcb-491d-8cef-748e05c10353 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:20.659661 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network d2212c66-ba9d-4b73-bee0-802322f01193 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:33:20.661874 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b8c9dc36-2dcb-491d-8cef-748e05c10353 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:20.689784 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c9dc36-2dcb-491d-8cef-748e05c10353 admin admin] Made reservation on behalf of 0ee5baa812424b33bf6c285bf94489aa for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:20.692354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b8c9dc36-2dcb-491d-8cef-748e05c10353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:20.708664 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2d9241ad-0907-4282-8c7e-745e0448a6dd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:20.712222 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2d9241ad-0907-4282-8c7e-745e0448a6dd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1949060 Feb 10 11:33:20.713697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e8596f53-694e-448d-b66d-fbefef385f7a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Unset dirty status for tenant:095fddbea52e445dbfab32a35b04646f on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:20.715057 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34822) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:20.717723 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e8596f53-694e-448d-b66d-fbefef385f7a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&device_id=a4859b37-73c8-4491-91dc-ad2cb773b298&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2822561 Feb 10 11:33:20.722504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34824) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:20.800357 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2aba60fa-6edb-487d-b47e-09a85508f2fa tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.057307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a391f1d8-63aa-479a-ac80-3d4d5aad0411 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.082258 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a391f1d8-63aa-479a-ac80-3d4d5aad0411 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.083083 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a391f1d8-63aa-479a-ac80-3d4d5aad0411 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.109200 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d40ba0-8d55-4e64-b3aa-9dcc79fe6c93 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:21.109789 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-05d40ba0-8d55-4e64-b3aa-9dcc79fe6c93 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Synchronizing usage tracker for tenant:095fddbea52e445dbfab32a35b04646f on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:21.146846 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c513e0-f687-4be7-9645-84f0f30cdeb4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting subnet fe294ee9-03a0-48f1-b95c-6b05e1ab4e4a {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:21.147077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-05d40ba0-8d55-4e64-b3aa-9dcc79fe6c93 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Unset dirty status for tenant:095fddbea52e445dbfab32a35b04646f on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:21.148166 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-05d40ba0-8d55-4e64-b3aa-9dcc79fe6c93 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "GET /v2.0/networks/585d1acb-5d6b-405b-8a3c-1987eb05be45 HTTP/1.1" status: 200 len: 881 time: 0.3800561 Feb 10 11:33:21.154402 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34830) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:21.164752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49c513e0-f687-4be7-9645-84f0f30cdeb4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.216848 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5721e9d6-7adb-4ea3-b868-3b07f9fdd846 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4859b37-73c8-4491-91dc-ad2cb773b298 HTTP/1.1" status: 200 len: 205 time: 0.0613456 Feb 10 11:33:21.217202 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a14fd51-eeb7-4ed1-87a5-bd1819ac9648 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 078262e8-27ec-4a11-a23d-bef1854e6e4b {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:21.219592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34834) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:21.237659 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a14fd51-eeb7-4ed1-87a5-bd1819ac9648 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.329909 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391f1d8-63aa-479a-ac80-3d4d5aad0411 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=73de5edc-ddf5-4e02-92fb-eb886e9f25cb,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:21.334149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49c513e0-f687-4be7-9645-84f0f30cdeb4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.358292 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b8c9dc36-2dcb-491d-8cef-748e05c10353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.407323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a14fd51-eeb7-4ed1-87a5-bd1819ac9648 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.467995 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9dc36-2dcb-491d-8cef-748e05c10353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33bf232-0d6b-4a4a-b79d-593655a6f5a2,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:21.503399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2aba60fa-6edb-487d-b47e-09a85508f2fa tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.506026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9dc36-2dcb-491d-8cef-748e05c10353 admin admin] Checking segment: {'id': '67158c64-3feb-4a28-9004-3e32da8b8695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2212c66-ba9d-4b73-bee0-802322f01193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:21.506388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c9dc36-2dcb-491d-8cef-748e05c10353 admin admin] Network hostable DHCP agents. Network: d2212c66-ba9d-4b73-bee0-802322f01193, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:33:21.526741 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2aba60fa-6edb-487d-b47e-09a85508f2fa tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Deleting port 3243f2aa-389e-445b-8d9e-03d06ba21d03 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:21.527078 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2aba60fa-6edb-487d-b47e-09a85508f2fa tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.540762 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a391f1d8-63aa-479a-ac80-3d4d5aad0411 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network 536d8021-a7ff-4e86-8152-3a320af13fbe is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:21.543674 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-a391f1d8-63aa-479a-ac80-3d4d5aad0411 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:21.614827 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c9dc36-2dcb-491d-8cef-748e05c10353 admin admin] Network d2212c66-ba9d-4b73-bee0-802322f01193 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:33:21.683609 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49c513e0-f687-4be7-9645-84f0f30cdeb4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.748036 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a14fd51-eeb7-4ed1-87a5-bd1819ac9648 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.793792 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-18446850-9c7d-439a-8052-7afa76bd6df7 None None] Provisioning complete for port 73de5edc-ddf5-4e02-92fb-eb886e9f25cb triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:21.795101 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-18446850-9c7d-439a-8052-7afa76bd6df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.815321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b8c9dc36-2dcb-491d-8cef-748e05c10353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, d2212c66-ba9d-4b73-bee0-802322f01193) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:21.822301 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c9dc36-2dcb-491d-8cef-748e05c10353 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:21.822872 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b8c9dc36-2dcb-491d-8cef-748e05c10353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.844548 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745d423e-5815-4775-a298-8d7e44c5505b None None] Network d2212c66-ba9d-4b73-bee0-802322f01193 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:21.881655 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b8c9dc36-2dcb-491d-8cef-748e05c10353 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2900901 Feb 10 11:33:21.928803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-caca891c-98bd-45ec-adc8-39a2d8835102 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.967856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49c513e0-f687-4be7-9645-84f0f30cdeb4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.007677 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a14fd51-eeb7-4ed1-87a5-bd1819ac9648 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.072363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2aba60fa-6edb-487d-b47e-09a85508f2fa tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.103434 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-18446850-9c7d-439a-8052-7afa76bd6df7 None None] Port 73de5edc-ddf5-4e02-92fb-eb886e9f25cb cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:22.161794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c513e0-f687-4be7-9645-84f0f30cdeb4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Subnet': ['ID=fe294ee9-03a0-48f1-b95c-6b05e1ab4e4a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:22.182504 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218e143f-ab96-46b7-9709-223a7f7f0ef4 None None] Network d2212c66-ba9d-4b73-bee0-802322f01193 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:22.212984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49c513e0-f687-4be7-9645-84f0f30cdeb4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.215644 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14fd51-eeb7-4ed1-87a5-bd1819ac9648 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=078262e8-27ec-4a11-a23d-bef1854e6e4b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:22.226069 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2aba60fa-6edb-487d-b47e-09a85508f2fa tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Calling delete_port for 3243f2aa-389e-445b-8d9e-03d06ba21d03 owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:22.235089 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a14fd51-eeb7-4ed1-87a5-bd1819ac9648 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.250065 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-49c513e0-f687-4be7-9645-84f0f30cdeb4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/fe294ee9-03a0-48f1-b95c-6b05e1ab4e4a HTTP/1.1" status: 204 len: 168 time: 1.6480358 Feb 10 11:33:22.256013 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34846) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:22.286379 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2a14fd51-eeb7-4ed1-87a5-bd1819ac9648 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/078262e8-27ec-4a11-a23d-bef1854e6e4b HTTP/1.1" status: 204 len: 168 time: 1.5680430 Feb 10 11:33:22.287081 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34850) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:22.288205 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de13f0d-aa7e-4968-8613-70c93891ec33 None None] Network bc24769a-4570-431e-8387-68bba3607cb7 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:22.305549 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff86757-f1ed-47af-88ed-9a7f815910e2 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:22.388473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.407789 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:22.408182 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.554626 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a391f1d8-63aa-479a-ac80-3d4d5aad0411 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Router 462445fb-cb64-4c23-b730-5ae96e1949b2 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:33:22.645865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-df58715b-db87-4d0a-858c-fc3fd00fa05e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet d6c77d8b-0f86-4299-9101-a3ad386e3525 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:22.651421 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2aba60fa-6edb-487d-b47e-09a85508f2fa tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.657930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df58715b-db87-4d0a-858c-fc3fd00fa05e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.748312 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba60fa-6edb-487d-b47e-09a85508f2fa tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Pushing event deleted for resources: {'Port': ['ID=3243f2aa-389e-445b-8d9e-03d06ba21d03,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:22.755837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-caca891c-98bd-45ec-adc8-39a2d8835102 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.803213 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df58715b-db87-4d0a-858c-fc3fd00fa05e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.847248 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-caca891c-98bd-45ec-adc8-39a2d8835102 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Deleting port 9daf0051-89b6-46b1-9041-31e12f9d21d2 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:22.847248 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-caca891c-98bd-45ec-adc8-39a2d8835102 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.848816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] For port c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd,segment=NetworkSegment(45e2dd8b-4674-4590-ae1d-7ce3c8c5c670),segment_id=45e2dd8b-4674-4590-ae1d-7ce3c8c5c670)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:22.849953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.980552 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0460d25d-ebb2-4e0d-a158-ceca518b94d9 None None] DHCP port deletion for bc24769a-4570-431e-8387-68bba3607cb7 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:33:22.994600 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0460d25d-ebb2-4e0d-a158-ceca518b94d9 None None] Deleting port c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:22.996878 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0460d25d-ebb2-4e0d-a158-ceca518b94d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.002733 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:23.109994 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-2fbf970e-3ecb-410a-afd9-2bcb3b11dfb7 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:23.111457 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-2fbf970e-3ecb-410a-afd9-2bcb3b11dfb7 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/networks?id=399286a7-035e-4777-ab65-0c381ace7d10 HTTP/1.1" status: 200 len: 811 time: 0.4083402 Feb 10 11:33:23.148527 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-58e50509-7c4a-4c8e-822b-0fc4f3cc7f3f tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/quotas/0a920b01f9a34dfbaf9324c6af78226f HTTP/1.1" status: 200 len: 375 time: 0.0227940 Feb 10 11:33:23.156252 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.253803 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:23.254953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-0460d25d-ebb2-4e0d-a158-ceca518b94d9 None None] For port c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd,segment=NetworkSegment(45e2dd8b-4674-4590-ae1d-7ce3c8c5c670),segment_id=45e2dd8b-4674-4590-ae1d-7ce3c8c5c670)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:23.255923 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0460d25d-ebb2-4e0d-a158-ceca518b94d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.266748 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-e819be71-be11-4de9-9a22-d3698ffd95b0 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a920b01f9a34dfbaf9324c6af78226f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1062901 Feb 10 11:33:23.270412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a391f1d8-63aa-479a-ac80-3d4d5aad0411 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:23.283099 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f00162f-7f6d-4ecf-872b-4d79eb8f2eb3 None None] Sync routers for ids ['462445fb-cb64-4c23-b730-5ae96e1949b2'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:23.300303 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No DVR routers for this DVR port c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:23.306782 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f00162f-7f6d-4ecf-872b-4d79eb8f2eb3 None None] Routers {'462445fb-cb64-4c23-b730-5ae96e1949b2'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:23.314313 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-5f00162f-7f6d-4ecf-872b-4d79eb8f2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['462445fb-cb64-4c23-b730-5ae96e1949b2'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:23.331332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2aba60fa-6edb-487d-b47e-09a85508f2fa tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.406937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df58715b-db87-4d0a-858c-fc3fd00fa05e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.409723 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-5f00162f-7f6d-4ecf-872b-4d79eb8f2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:23.421479 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f00162f-7f6d-4ecf-872b-4d79eb8f2eb3 None None] Routers {'462445fb-cb64-4c23-b730-5ae96e1949b2'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:23.422608 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-5f00162f-7f6d-4ecf-872b-4d79eb8f2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['462445fb-cb64-4c23-b730-5ae96e1949b2'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:23.493333 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a391f1d8-63aa-479a-ac80-3d4d5aad0411 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "PUT /v2.0/routers/462445fb-cb64-4c23-b730-5ae96e1949b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2330763 Feb 10 11:33:23.493571 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0460d25d-ebb2-4e0d-a158-ceca518b94d9 None None] Calling delete_port for c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:23.523638 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-5f00162f-7f6d-4ecf-872b-4d79eb8f2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:23.524381 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f00162f-7f6d-4ecf-872b-4d79eb8f2eb3 None None] The sync data for ids ['462445fb-cb64-4c23-b730-5ae96e1949b2'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:23.527852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34858) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:23.578554 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.588522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-0460d25d-ebb2-4e0d-a158-ceca518b94d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:23.588877 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-0460d25d-ebb2-4e0d-a158-ceca518b94d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:23.605975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc24769a-4570-431e-8387-68bba3607cb7']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:23.623192 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e2dd8b-4674-4590-ae1d-7ce3c8c5c670') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:23.623566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e2dd8b-4674-4590-ae1d-7ce3c8c5c670') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:23.647792 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.660992 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-45865b18-e188-4c47-9ade-73e0f617fd3c service neutron] 10.222.0.36 "GET /v2.0/networks/399286a7-035e-4777-ab65-0c381ace7d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929307 Feb 10 11:33:23.689486 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.705889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-caca891c-98bd-45ec-adc8-39a2d8835102 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.744621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7546fe52-9859-42ba-a198-6f44aad9fa50 None None] Provisioning complete for port fb05e26b-5a36-4223-bfe9-ade07a80af33 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:23.745017 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7546fe52-9859-42ba-a198-6f44aad9fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.864870 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:33:23.865242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:33:23.880916 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:33:23.909902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-caca891c-98bd-45ec-adc8-39a2d8835102 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Calling delete_port for 9daf0051-89b6-46b1-9041-31e12f9d21d2 owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:23.948026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2aba60fa-6edb-487d-b47e-09a85508f2fa tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.969574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df58715b-db87-4d0a-858c-fc3fd00fa05e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.991104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.010172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2aba60fa-6edb-487d-b47e-09a85508f2fa tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.014052 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.021377 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58715b-db87-4d0a-858c-fc3fd00fa05e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c77d8b-0f86-4299-9101-a3ad386e3525,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:24.037680 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/networks/bc24769a-4570-431e-8387-68bba3607cb7 HTTP/1.1" status: 204 len: 168 time: 1.7805266 Feb 10 11:33:24.038654 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f04db4-7e43-492a-b9d9-8e2d9382766f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Network': ['ID=bc24769a-4570-431e-8387-68bba3607cb7,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:24.042634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34862) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:24.047480 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df58715b-db87-4d0a-858c-fc3fd00fa05e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.052240 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16f34c8-2a3c-4c51-b7f3-c3e5b606f108 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:24.056419 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-254e0adb-8b8e-4e78-bc7a-0fe7af963377 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2100164533'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:24.065799 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-6513a9dc-7858-4737-a96c-138d1955ed95 service neutron] 10.222.0.36 "GET /v2.0/networks/399286a7-035e-4777-ab65-0c381ace7d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971500 Feb 10 11:33:24.068914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-254e0adb-8b8e-4e78-bc7a-0fe7af963377 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:24.076719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-254e0adb-8b8e-4e78-bc7a-0fe7af963377 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:network and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:24.080397 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-254e0adb-8b8e-4e78-bc7a-0fe7af963377 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:24.080552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e90c1fa-e4c0-4d8a-8607-e372c7f21053 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:24.081165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1e90c1fa-e4c0-4d8a-8607-e372c7f21053 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:24.088937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-254e0adb-8b8e-4e78-bc7a-0fe7af963377 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:24.106595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254e0adb-8b8e-4e78-bc7a-0fe7af963377 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:24.108217 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-df58715b-db87-4d0a-858c-fc3fd00fa05e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/d6c77d8b-0f86-4299-9101-a3ad386e3525 HTTP/1.1" status: 204 len: 168 time: 1.8205204 Feb 10 11:33:24.111472 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34866) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:24.118342 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-254e0adb-8b8e-4e78-bc7a-0fe7af963377 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.134355 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0460d25d-ebb2-4e0d-a158-ceca518b94d9 None None] Deleting port c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:24.135043 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0460d25d-ebb2-4e0d-a158-ceca518b94d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.154377 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254e0adb-8b8e-4e78-bc7a-0fe7af963377 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:33:24.167032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-254e0adb-8b8e-4e78-bc7a-0fe7af963377 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.167854 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-254e0adb-8b8e-4e78-bc7a-0fe7af963377 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Added segment 83681b64-63a2-4d32-ba25-c2b672e5d8e4 of type vlan for network 6650f450-fd80-4d01-9b42-15f5d56b4674 Feb 10 11:33:24.189537 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c6dd6870-a93a-4dfb-ba1d-0ac52e275b64 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767791 Feb 10 11:33:24.190226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2aba60fa-6edb-487d-b47e-09a85508f2fa tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.190792 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aba60fa-6edb-487d-b47e-09a85508f2fa tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Fanout notify agent at l3_agent the message router_deleted on router ab3c2234-7804-4a4d-84ed-9892ac5f3b88 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:33:24.192208 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34872) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:24.196309 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1e90c1fa-e4c0-4d8a-8607-e372c7f21053 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:24.197439 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1e90c1fa-e4c0-4d8a-8607-e372c7f21053 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports?device_id=462445fb-cb64-4c23-b730-5ae96e1949b2 HTTP/1.1" status: 200 len: 989 time: 0.6635213 Feb 10 11:33:24.204075 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34876) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:24.209513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-752da227-4289-42f9-9c98-2d7f38eed2c1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:24.226019 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-254e0adb-8b8e-4e78-bc7a-0fe7af963377 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.269375 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-254e0adb-8b8e-4e78-bc7a-0fe7af963377 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.274040 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254e0adb-8b8e-4e78-bc7a-0fe7af963377 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:24.275181 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-254e0adb-8b8e-4e78-bc7a-0fe7af963377 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.305454 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0460d25d-ebb2-4e0d-a158-ceca518b94d9 None None] The port 'c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:33:24.364679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2aba60fa-6edb-487d-b47e-09a85508f2fa tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.367479 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2aba60fa-6edb-487d-b47e-09a85508f2fa tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "DELETE /v2.0/routers/ab3c2234-7804-4a4d-84ed-9892ac5f3b88 HTTP/1.1" status: 204 len: 168 time: 4.3483973 Feb 10 11:33:24.381013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34884) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:24.443993 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-272bef4c-e4eb-4b74-9cdb-64cc3737b607 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2146210520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:24.471553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-272bef4c-e4eb-4b74-9cdb-64cc3737b607 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:24.494550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-272bef4c-e4eb-4b74-9cdb-64cc3737b607 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Usage tracker for resource:router and tenant:99ed92f9b9c240a18aba428dc8472ebc is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:24.504126 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-272bef4c-e4eb-4b74-9cdb-64cc3737b607 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:24.519868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-272bef4c-e4eb-4b74-9cdb-64cc3737b607 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:24.521727 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c0d6b0e7-7333-4946-818e-a2d98b9c3fc4 req-fe1c3df5-4cfd-4e3b-a60b-021163254db9 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 210 time: 0.1175644 Feb 10 11:33:24.527993 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-254e0adb-8b8e-4e78-bc7a-0fe7af963377 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4814680 Feb 10 11:33:24.534772 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34890) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:24.543090 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:24.549866 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3bfff678-3c8d-466f-8635-6b8503ba9be6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'subnet': {'network_id': '6650f450-fd80-4d01-9b42-15f5d56b4674', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:24.572915 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-752da227-4289-42f9-9c98-2d7f38eed2c1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:24.576222 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e0adb-8b8e-4e78-bc7a-0fe7af963377 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Network': ['ID=6650f450-fd80-4d01-9b42-15f5d56b4674,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:24.596506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-752da227-4289-42f9-9c98-2d7f38eed2c1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:24.603455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-752da227-4289-42f9-9c98-2d7f38eed2c1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:24.610416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-272bef4c-e4eb-4b74-9cdb-64cc3737b607 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.611884 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-272bef4c-e4eb-4b74-9cdb-64cc3737b607 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.626923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-752da227-4289-42f9-9c98-2d7f38eed2c1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:24.634546 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 6650f450-fd80-4d01-9b42-15f5d56b4674 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:33:24.650682 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:33:24.651026 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c7ca8f7c-68a6-4cc7-bab3-2cf7d02012bd not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:33:24.662510 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1556b499-def8-43a9-abfb-b7b20291923b None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:33:24.674062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-caca891c-98bd-45ec-adc8-39a2d8835102 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.719621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1556b499-def8-43a9-abfb-b7b20291923b None None] Deleting port fb05e26b-5a36-4223-bfe9-ade07a80af33 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:24.720025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1556b499-def8-43a9-abfb-b7b20291923b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.723767 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752da227-4289-42f9-9c98-2d7f38eed2c1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:24.728172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-752da227-4289-42f9-9c98-2d7f38eed2c1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.771410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-272bef4c-e4eb-4b74-9cdb-64cc3737b607 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.786538 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3bfff678-3c8d-466f-8635-6b8503ba9be6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:24.791362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3bfff678-3c8d-466f-8635-6b8503ba9be6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:subnet and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:24.794397 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3bfff678-3c8d-466f-8635-6b8503ba9be6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:24.803204 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3bfff678-3c8d-466f-8635-6b8503ba9be6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:24.819040 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfff678-3c8d-466f-8635-6b8503ba9be6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:24.917501 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca891c-98bd-45ec-adc8-39a2d8835102 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Pushing event deleted for resources: {'Port': ['ID=9daf0051-89b6-46b1-9041-31e12f9d21d2,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:24.922478 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-272bef4c-e4eb-4b74-9cdb-64cc3737b607 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.014357 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bfff678-3c8d-466f-8635-6b8503ba9be6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.031038 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1556b499-def8-43a9-abfb-b7b20291923b None None] For port fb05e26b-5a36-4223-bfe9-ade07a80af33, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fb05e26b-5a36-4223-bfe9-ade07a80af33,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:25.031790 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1556b499-def8-43a9-abfb-b7b20291923b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.177325 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1556b499-def8-43a9-abfb-b7b20291923b None None] Calling delete_port for fb05e26b-5a36-4223-bfe9-ade07a80af33 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:25.282369 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1556b499-def8-43a9-abfb-b7b20291923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.332297 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556b499-def8-43a9-abfb-b7b20291923b None None] Pushing event deleted for resources: {'Port': ['ID=fb05e26b-5a36-4223-bfe9-ade07a80af33,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:25.337247 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-272bef4c-e4eb-4b74-9cdb-64cc3737b607 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.339003 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-272bef4c-e4eb-4b74-9cdb-64cc3737b607 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9109981 Feb 10 11:33:25.345142 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1556b499-def8-43a9-abfb-b7b20291923b None None] No DVR routers for this DVR port fb05e26b-5a36-4223-bfe9-ade07a80af33 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:25.358399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34898) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:25.376949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Request body: {'router': {'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:25.385477 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bfff678-3c8d-466f-8635-6b8503ba9be6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.455325 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfff678-3c8d-466f-8635-6b8503ba9be6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Subnet': ['ID=6696200a-3419-4d31-ab79-cafd89712b01,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:25.479389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfff678-3c8d-466f-8635-6b8503ba9be6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Checking segment: {'id': '83681b64-63a2-4d32-ba25-c2b672e5d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6650f450-fd80-4d01-9b42-15f5d56b4674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:25.479744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfff678-3c8d-466f-8635-6b8503ba9be6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network hostable DHCP agents. Network: 6650f450-fd80-4d01-9b42-15f5d56b4674, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:33:25.503470 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfff678-3c8d-466f-8635-6b8503ba9be6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 6650f450-fd80-4d01-9b42-15f5d56b4674 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:33:25.513333 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3bfff678-3c8d-466f-8635-6b8503ba9be6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 6650f450-fd80-4d01-9b42-15f5d56b4674) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:25.518491 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfff678-3c8d-466f-8635-6b8503ba9be6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:25.519374 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bfff678-3c8d-466f-8635-6b8503ba9be6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.527655 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb94b22-ec4e-41ce-b7e6-752a04e937c7 None None] Network 6650f450-fd80-4d01-9b42-15f5d56b4674 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:25.547442 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3bfff678-3c8d-466f-8635-6b8503ba9be6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0114422 Feb 10 11:33:25.550453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34902) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:25.557082 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-37276ad5-ec07-4201-9205-e0b0b1f8e7c9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-940543491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:25.564336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-37276ad5-ec07-4201-9205-e0b0b1f8e7c9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:25.570155 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-37276ad5-ec07-4201-9205-e0b0b1f8e7c9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:router and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:25.573801 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-37276ad5-ec07-4201-9205-e0b0b1f8e7c9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:25.581549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-37276ad5-ec07-4201-9205-e0b0b1f8e7c9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:25.593954 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37276ad5-ec07-4201-9205-e0b0b1f8e7c9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.595004 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37276ad5-ec07-4201-9205-e0b0b1f8e7c9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.620449 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37276ad5-ec07-4201-9205-e0b0b1f8e7c9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.649259 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37276ad5-ec07-4201-9205-e0b0b1f8e7c9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.694642 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37276ad5-ec07-4201-9205-e0b0b1f8e7c9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.698417 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-37276ad5-ec07-4201-9205-e0b0b1f8e7c9 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1439734 Feb 10 11:33:25.698579 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34908) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:25.705929 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e14c69a8-c1a0-4fec-a61e-398cb3da4db6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'network_id': '6650f450-fd80-4d01-9b42-15f5d56b4674', 'name': 'tempest-PortsTestJSON-375369451'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:25.712958 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-caca891c-98bd-45ec-adc8-39a2d8835102 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.823890 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-6650f450-fd80-4d01-9b42-15f5d56b4674', 'network_id': '6650f450-fd80-4d01-9b42-15f5d56b4674', 'tenant_id': 'f814e8e262394e9da62e4d84c68e410d', 'fixed_ips': [{'subnet_id': '6696200a-3419-4d31-ab79-cafd89712b01'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:25.824790 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.863955 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-866ac835-883f-4dc1-aeea-9dab9dd8dcb4 req-72beb9a8-43be-45e3-b61c-3ddb698792ee tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 210 time: 0.1257734 Feb 10 11:33:25.955872 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e14c69a8-c1a0-4fec-a61e-398cb3da4db6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:25.966854 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e14c69a8-c1a0-4fec-a61e-398cb3da4db6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:25.978564 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14c69a8-c1a0-4fec-a61e-398cb3da4db6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:25.982620 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e14c69a8-c1a0-4fec-a61e-398cb3da4db6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.008159 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-e14c69a8-c1a0-4fec-a61e-398cb3da4db6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] device_id is not set on port 0df58a9d-6a93-47eb-9d58-03261ada18fa yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:26.018709 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Allocated IP 172.20.0.2 (6650f450-fd80-4d01-9b42-15f5d56b4674/6696200a-3419-4d31-ab79-cafd89712b01/f852dce3-1a53-4654-8caf-906df2f8f6ca) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:26.243288 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.255008 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Transition to ACTIVE for port object f852dce3-1a53-4654-8caf-906df2f8f6ca will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:26.275016 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Transition to ACTIVE for port object f852dce3-1a53-4654-8caf-906df2f8f6ca will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:26.280936 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.349736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Network 6650f450-fd80-4d01-9b42-15f5d56b4674 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:26.352776 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:26.352934 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-e14c69a8-c1a0-4fec-a61e-398cb3da4db6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Allocated IP 172.20.0.3 (6650f450-fd80-4d01-9b42-15f5d56b4674/6696200a-3419-4d31-ab79-cafd89712b01/0df58a9d-6a93-47eb-9d58-03261ada18fa) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:26.357294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:26.366648 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Pushing event updated for resources: {'Port': ['ID=f852dce3-1a53-4654-8caf-906df2f8f6ca,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:26.419397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-caca891c-98bd-45ec-adc8-39a2d8835102 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.457720 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Attempting to bind port f852dce3-1a53-4654-8caf-906df2f8f6ca on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:26.458444 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Attempting to bind port f852dce3-1a53-4654-8caf-906df2f8f6ca by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '83681b64-63a2-4d32-ba25-c2b672e5d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6650f450-fd80-4d01-9b42-15f5d56b4674'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:26.458827 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Attempting to bind port f852dce3-1a53-4654-8caf-906df2f8f6ca on network 6650f450-fd80-4d01-9b42-15f5d56b4674 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:26.467850 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:26.468130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Checking segment: {'id': '83681b64-63a2-4d32-ba25-c2b672e5d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6650f450-fd80-4d01-9b42-15f5d56b4674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:26.468310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-caca891c-98bd-45ec-adc8-39a2d8835102 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.468520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.469019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Bound using segment: {'id': '83681b64-63a2-4d32-ba25-c2b672e5d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6650f450-fd80-4d01-9b42-15f5d56b4674'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:26.469582 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Bound port: f852dce3-1a53-4654-8caf-906df2f8f6ca, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83681b64-63a2-4d32-ba25-c2b672e5d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6650f450-fd80-4d01-9b42-15f5d56b4674'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:26.470019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.487082 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-752da227-4289-42f9-9c98-2d7f38eed2c1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.525684 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fb05e26b-5a36-4223-bfe9-ade07a80af33 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:26.526241 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-3d84d73f-1d9e-46a4-a682-7f9faf8afcbb tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:26.526915 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-3d84d73f-1d9e-46a4-a682-7f9faf8afcbb tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Synchronizing usage tracker for tenant:0a920b01f9a34dfbaf9324c6af78226f on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:26.556978 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b5d409c-bce6-4160-8472-e03d5f4154d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.614308 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: fb05e26b-5a36-4223-bfe9-ade07a80af33 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:33:26.614654 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fb05e26b-5a36-4223-bfe9-ade07a80af33 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:33:26.640663 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e14c69a8-c1a0-4fec-a61e-398cb3da4db6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.657501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] For port f852dce3-1a53-4654-8caf-906df2f8f6ca, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:26.658977 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-e14c69a8-c1a0-4fec-a61e-398cb3da4db6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Transition to ACTIVE for port object 0df58a9d-6a93-47eb-9d58-03261ada18fa will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:26.660256 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] For port f852dce3-1a53-4654-8caf-906df2f8f6ca, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f852dce3-1a53-4654-8caf-906df2f8f6ca,segment=NetworkSegment(83681b64-63a2-4d32-ba25-c2b672e5d8e4),segment_id=83681b64-63a2-4d32-ba25-c2b672e5d8e4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:26.667502 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.686538 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e14c69a8-c1a0-4fec-a61e-398cb3da4db6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.746361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752da227-4289-42f9-9c98-2d7f38eed2c1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:26.758572 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf45b98-6cb8-4025-9f01-026181981999 None None] Pushing event updated for resources: {'Port': ['ID=f852dce3-1a53-4654-8caf-906df2f8f6ca,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:26.768401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-752da227-4289-42f9-9c98-2d7f38eed2c1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:26.770428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-3d84d73f-1d9e-46a4-a682-7f9faf8afcbb tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Unset dirty status for tenant:0a920b01f9a34dfbaf9324c6af78226f on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:26.771589 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-3d84d73f-1d9e-46a4-a682-7f9faf8afcbb tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.73 "GET /v2.0/networks?id=399286a7-035e-4777-ab65-0c381ace7d10 HTTP/1.1" status: 200 len: 811 time: 0.9062095 Feb 10 11:33:26.773845 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752da227-4289-42f9-9c98-2d7f38eed2c1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:26.774432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-752da227-4289-42f9-9c98-2d7f38eed2c1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.778519 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-caca891c-98bd-45ec-adc8-39a2d8835102 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.779143 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caca891c-98bd-45ec-adc8-39a2d8835102 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Fanout notify agent at l3_agent the message router_deleted on router a4859b37-73c8-4491-91dc-ad2cb773b298 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:33:26.779915 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5098e168-c354-4181-8702-e0e6fcdd1d2b None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:26.794154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752da227-4289-42f9-9c98-2d7f38eed2c1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=7a76d72c-d30a-454d-be61-6fd4729bf1ec,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:26.802997 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-447153b6-aee2-448d-a91e-84bf8b775103 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Request body: {'port': {'device_id': '8bf5e34a-95e9-4607-8600-2648c0199ca8', 'network_id': '399286a7-035e-4777-ab65-0c381ace7d10', 'admin_state_up': True, 'tenant_id': '0a920b01f9a34dfbaf9324c6af78226f'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:26.877039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14c69a8-c1a0-4fec-a61e-398cb3da4db6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 6650f450-fd80-4d01-9b42-15f5d56b4674 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:26.881229 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e14c69a8-c1a0-4fec-a61e-398cb3da4db6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:26.883677 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14c69a8-c1a0-4fec-a61e-398cb3da4db6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:26.951929 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c69a8-c1a0-4fec-a61e-398cb3da4db6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=0df58a9d-6a93-47eb-9d58-03261ada18fa,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:26.954689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-caca891c-98bd-45ec-adc8-39a2d8835102 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.955763 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-caca891c-98bd-45ec-adc8-39a2d8835102 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "DELETE /v2.0/routers/a4859b37-73c8-4491-91dc-ad2cb773b298 HTTP/1.1" status: 204 len: 168 time: 5.7278314 Feb 10 11:33:26.958442 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-752da227-4289-42f9-9c98-2d7f38eed2c1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7635522 Feb 10 11:33:26.964543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34914) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:26.964871 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34916) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:26.980556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:26.983768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14c69a8-c1a0-4fec-a61e-398cb3da4db6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:26.984499 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e14c69a8-c1a0-4fec-a61e-398cb3da4db6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.011786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b3de1b31-8102-46cb-bdbf-0876008b8a35 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1854187762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:27.014015 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e14c69a8-c1a0-4fec-a61e-398cb3da4db6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3144460 Feb 10 11:33:27.016855 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34924) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:27.024196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.036150 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b3de1b31-8102-46cb-bdbf-0876008b8a35 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:27.144372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b3de1b31-8102-46cb-bdbf-0876008b8a35 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Usage tracker for resource:router and tenant:8521d4e943cc4619b75fc4be12849af9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:27.179048 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b3de1b31-8102-46cb-bdbf-0876008b8a35 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:27.234812 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': '7a76d72c-d30a-454d-be61-6fd4729bf1ec'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:27.235658 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.242912 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b3de1b31-8102-46cb-bdbf-0876008b8a35 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:27.324238 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b3de1b31-8102-46cb-bdbf-0876008b8a35 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.326689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b3de1b31-8102-46cb-bdbf-0876008b8a35 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.354753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-447153b6-aee2-448d-a91e-84bf8b775103 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:27.378061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-447153b6-aee2-448d-a91e-84bf8b775103 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Usage tracker for resource:port and tenant:0a920b01f9a34dfbaf9324c6af78226f is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:27.433930 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Allocated IP 172.20.0.2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/7a76d72c-d30a-454d-be61-6fd4729bf1ec/5def5001-3b6d-4170-9fe5-dcb3bfe375f8) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:27.439528 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-447153b6-aee2-448d-a91e-84bf8b775103 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:27.447437 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-335e3b6f-bb25-4402-81eb-1ee5f53aa542 req-8770e28a-072b-41dd-ae60-6496d9724cd2 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 210 time: 0.1017320 Feb 10 11:33:27.459916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-447153b6-aee2-448d-a91e-84bf8b775103 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:27.484510 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:27.497982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:27.502846 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-447153b6-aee2-448d-a91e-84bf8b775103 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Made reservation on behalf of 0a920b01f9a34dfbaf9324c6af78226f for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:27.506336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-447153b6-aee2-448d-a91e-84bf8b775103 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.532170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:27.535460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b3de1b31-8102-46cb-bdbf-0876008b8a35 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.593177 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:27.687025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:27.699267 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.708612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1a25ca70-ef97-42d5-81dd-be03b27aef48 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.710883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Transition to ACTIVE for port object 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:27.732394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Transition to ACTIVE for port object 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:27.739335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.771636 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b3de1b31-8102-46cb-bdbf-0876008b8a35 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.819106 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63a201a5-eb93-436e-9738-4f982e58ffe4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.822439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:27.826191 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:27.831073 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:27.833411 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Pushing event updated for resources: {'Port': ['ID=5def5001-3b6d-4170-9fe5-dcb3bfe375f8,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:27.933592 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Attempting to bind port 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:27.934109 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Attempting to bind port 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:27.934749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Attempting to bind port 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:27.942565 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:27.942991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:27.943611 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.944044 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:27.944633 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Bound port: 5def5001-3b6d-4170-9fe5-dcb3bfe375f8, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:27.945395 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.058990 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] For port 5def5001-3b6d-4170-9fe5-dcb3bfe375f8, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:28.063113 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] For port 5def5001-3b6d-4170-9fe5-dcb3bfe375f8, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5def5001-3b6d-4170-9fe5-dcb3bfe375f8,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:28.071417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.123304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a56f53-e2e1-4b76-9f96-335f05c08508 None None] Network 6650f450-fd80-4d01-9b42-15f5d56b4674 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:28.146891 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-447153b6-aee2-448d-a91e-84bf8b775103 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Allocated IP 172.20.0.4 (399286a7-035e-4777-ab65-0c381ace7d10/0482781e-02b7-48f9-b8e5-76417ef8ce72/02ed26ef-d6cb-4452-965a-545db73912f5) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:28.151784 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b3de1b31-8102-46cb-bdbf-0876008b8a35 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.153154 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b3de1b31-8102-46cb-bdbf-0876008b8a35 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1872835 Feb 10 11:33:28.164226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34928) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:28.200320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'enable_snat': True}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:28.242977 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63a201a5-eb93-436e-9738-4f982e58ffe4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.248518 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63a201a5-eb93-436e-9738-4f982e58ffe4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.261830 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7dc80-55b1-41f9-95b6-c9820b09775b None None] Pushing event updated for resources: {'Port': ['ID=5def5001-3b6d-4170-9fe5-dcb3bfe375f8,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:28.271068 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-29a64384-5aa0-4d0d-835d-ae5f7a55d200 None None] Provisioning for port f852dce3-1a53-4654-8caf-906df2f8f6ca completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:28.395071 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a201a5-eb93-436e-9738-4f982e58ffe4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=0df58a9d-6a93-47eb-9d58-03261ada18fa,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:28.622040 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f852dce3-1a53-4654-8caf-906df2f8f6ca up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:28.626671 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.749646 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port f852dce3-1a53-4654-8caf-906df2f8f6ca completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:28.758910 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port f852dce3-1a53-4654-8caf-906df2f8f6ca triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:28.759579 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.847766 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.865499 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2b273586-33fb-461c-883e-a8c74b86f531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.868158 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b6197259-e012-43c5-9d3b-66521b1a7d35 req-19a57f4c-b02b-49c0-9cba-0aa7703216fa tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 210 time: 0.0580852 Feb 10 11:33:28.940607 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.981971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.996532 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63a201a5-eb93-436e-9738-4f982e58ffe4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.003290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d84e03fb-d806-4310-b159-64834212d521 None None] Provisioning complete for port f852dce3-1a53-4654-8caf-906df2f8f6ca triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:29.003747 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d84e03fb-d806-4310-b159-64834212d521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.076367 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port f852dce3-1a53-4654-8caf-906df2f8f6ca, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f852dce3-1a53-4654-8caf-906df2f8f6ca,segment=NetworkSegment(83681b64-63a2-4d32-ba25-c2b672e5d8e4),segment_id=83681b64-63a2-4d32-ba25-c2b672e5d8e4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:29.090456 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63a201a5-eb93-436e-9738-4f982e58ffe4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.118549 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.225894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=f852dce3-1a53-4654-8caf-906df2f8f6ca,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:29.262376 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d84e03fb-d806-4310-b159-64834212d521 None None] Provisioning for port 0df58a9d-6a93-47eb-9d58-03261ada18fa completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:29.269020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d84e03fb-d806-4310-b159-64834212d521 None None] Provisioning complete for port 0df58a9d-6a93-47eb-9d58-03261ada18fa triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:29.269697 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d84e03fb-d806-4310-b159-64834212d521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.380633 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d84e03fb-d806-4310-b159-64834212d521 None None] Port 0df58a9d-6a93-47eb-9d58-03261ada18fa cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:29.503535 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9b6ee97d-1717-4537-a1f7-41f7b8901622 None None] Provisioning complete for port 0df58a9d-6a93-47eb-9d58-03261ada18fa triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:29.504004 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9b6ee97d-1717-4537-a1f7-41f7b8901622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.521248 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63a201a5-eb93-436e-9738-4f982e58ffe4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.527354 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63a201a5-eb93-436e-9738-4f982e58ffe4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.573328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-9b6ee97d-1717-4537-a1f7-41f7b8901622 None None] Port 0df58a9d-6a93-47eb-9d58-03261ada18fa cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:29.649058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63a201a5-eb93-436e-9738-4f982e58ffe4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.653977 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a201a5-eb93-436e-9738-4f982e58ffe4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=0df58a9d-6a93-47eb-9d58-03261ada18fa,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:29.723278 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.736401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Allocated IP 172.26.4.16 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/4ebd3291-d37a-4117-beb2-64fefb19e0ef) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:29.797751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a201a5-eb93-436e-9738-4f982e58ffe4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 6650f450-fd80-4d01-9b42-15f5d56b4674 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:29.799061 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-63a201a5-eb93-436e-9738-4f982e58ffe4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:29.812638 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-447153b6-aee2-448d-a91e-84bf8b775103 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.914736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a9cd110e-277d-4080-9682-0995cf4ae989 None None] Provisioning for port 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:30.130313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.162132 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-59ce553b-1b26-41f9-a090-4dc403f5ddbd None None] Provisioning complete for port 0df58a9d-6a93-47eb-9d58-03261ada18fa triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:30.162802 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-59ce553b-1b26-41f9-a090-4dc403f5ddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.165275 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-26c0b6c4-0adb-402a-9de3-a19ff3ce1c63 req-b4a73bf9-4ead-4bef-80c3-c2f97f7137bc tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 210 time: 0.1008132 Feb 10 11:33:30.193049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-447153b6-aee2-448d-a91e-84bf8b775103 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.196188 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.238902 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-59ce553b-1b26-41f9-a090-4dc403f5ddbd None None] Port 0df58a9d-6a93-47eb-9d58-03261ada18fa cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:30.264215 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a201a5-eb93-436e-9738-4f982e58ffe4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Router 6457fb10-13ac-410c-a6db-a2594bad71f1 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:33:30.280844 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.objects.ports [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83555) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:33:30.489065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.551742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:30.553771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-447153b6-aee2-448d-a91e-84bf8b775103 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Network 399286a7-035e-4777-ab65-0c381ace7d10 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:30.564186 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a201a5-eb93-436e-9738-4f982e58ffe4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:30.568172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-447153b6-aee2-448d-a91e-84bf8b775103 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:30.570012 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447153b6-aee2-448d-a91e-84bf8b775103 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Pushing event updated for resources: {'Port': ['ID=02ed26ef-d6cb-4452-965a-545db73912f5,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:30.576348 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-63a201a5-eb93-436e-9738-4f982e58ffe4 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "PUT /v2.0/routers/6457fb10-13ac-410c-a6db-a2594bad71f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5579472 Feb 10 11:33:30.579075 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34936) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:30.580040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-447153b6-aee2-448d-a91e-84bf8b775103 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:30.585695 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8692b1-fbe9-438e-90df-69c715175188 None None] Sync routers for ids ['6457fb10-13ac-410c-a6db-a2594bad71f1'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:30.606920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1a25ca70-ef97-42d5-81dd-be03b27aef48 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port 73de5edc-ddf5-4e02-92fb-eb886e9f25cb {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:30.607367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1a25ca70-ef97-42d5-81dd-be03b27aef48 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.623358 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8692b1-fbe9-438e-90df-69c715175188 None None] Routers {'6457fb10-13ac-410c-a6db-a2594bad71f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:30.623985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0d8692b1-fbe9-438e-90df-69c715175188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6457fb10-13ac-410c-a6db-a2594bad71f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:30.672679 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abd489b-1b85-49f5-91e4-3e8b96435997 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:30.673429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9abd489b-1b85-49f5-91e4-3e8b96435997 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Synchronizing usage tracker for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:30.687976 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0d8692b1-fbe9-438e-90df-69c715175188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:30.691757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9abd489b-1b85-49f5-91e4-3e8b96435997 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Unset dirty status for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:30.693189 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9abd489b-1b85-49f5-91e4-3e8b96435997 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports?device_id=6457fb10-13ac-410c-a6db-a2594bad71f1 HTTP/1.1" status: 200 len: 981 time: 0.1120820 Feb 10 11:33:30.695976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34940) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:30.708471 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8692b1-fbe9-438e-90df-69c715175188 None None] Routers {'6457fb10-13ac-410c-a6db-a2594bad71f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:30.709231 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0d8692b1-fbe9-438e-90df-69c715175188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6457fb10-13ac-410c-a6db-a2594bad71f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:30.764215 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:30.775297 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:30.775661 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.785223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-447153b6-aee2-448d-a91e-84bf8b775103 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:30.785860 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-447153b6-aee2-448d-a91e-84bf8b775103 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.798758 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0d8692b1-fbe9-438e-90df-69c715175188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:30.799141 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8692b1-fbe9-438e-90df-69c715175188 None None] The sync data for ids ['6457fb10-13ac-410c-a6db-a2594bad71f1'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:30.862442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.907241 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.991295 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-447153b6-aee2-448d-a91e-84bf8b775103 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1920898 Feb 10 11:33:31.013022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Request body: {'port': {'device_id': '8bf5e34a-95e9-4607-8600-2648c0199ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:31.016257 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:31.016612 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:31.053688 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:31.099803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:31.113312 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Pushing event updated for resources: {'Port': ['ID=4ebd3291-d37a-4117-beb2-64fefb19e0ef,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:31.117774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:31.175131 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.194215 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1a25ca70-ef97-42d5-81dd-be03b27aef48 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.269832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db36dd3f-2519-4ba5-baa7-c69120868f91 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.386599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1a25ca70-ef97-42d5-81dd-be03b27aef48 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for 73de5edc-ddf5-4e02-92fb-eb886e9f25cb owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:31.463236 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.491440 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067ea0c-0eac-4fe3-b6fa-791c42f6e723 req-b8faa62d-36cb-43e2-a585-0d0a12165529 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:31.492868 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9067ea0c-0eac-4fe3-b6fa-791c42f6e723 req-b8faa62d-36cb-43e2-a585-0d0a12165529 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 931 time: 0.1730189 Feb 10 11:33:31.531346 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.587135 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.598108 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9067ea0c-0eac-4fe3-b6fa-791c42f6e723 req-4da6a50e-dd59-444b-9a28-d5fc48fb9d05 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964446 Feb 10 11:33:31.628586 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 5def5001-3b6d-4170-9fe5-dcb3bfe375f8, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5def5001-3b6d-4170-9fe5-dcb3bfe375f8,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:31.635248 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.636100 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f852dce3-1a53-4654-8caf-906df2f8f6ca up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:31.696364 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:31.696575 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:31.757595 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=5def5001-3b6d-4170-9fe5-dcb3bfe375f8,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:31.766324 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-db36dd3f-2519-4ba5-baa7-c69120868f91 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 0df58a9d-6a93-47eb-9d58-03261ada18fa {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:31.766674 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db36dd3f-2519-4ba5-baa7-c69120868f91 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.773716 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port f852dce3-1a53-4654-8caf-906df2f8f6ca triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:31.774189 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.798727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.851008 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.974629 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db36dd3f-2519-4ba5-baa7-c69120868f91 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:32.204277 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-db36dd3f-2519-4ba5-baa7-c69120868f91 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for 0df58a9d-6a93-47eb-9d58-03261ada18fa owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:32.352457 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:32.377784 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db36dd3f-2519-4ba5-baa7-c69120868f91 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:32.428202 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36dd3f-2519-4ba5-baa7-c69120868f91 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=0df58a9d-6a93-47eb-9d58-03261ada18fa,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:32.469214 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1a25ca70-ef97-42d5-81dd-be03b27aef48 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:32.470707 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:32.476616 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:32.569751 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Allocated IP 172.26.4.13 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/d99c5a3c-070e-4445-b5ff-5c8d58603610) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:32.571848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25ca70-ef97-42d5-81dd-be03b27aef48 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=73de5edc-ddf5-4e02-92fb-eb886e9f25cb,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:32.576078 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:32.576078 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:32.694118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db36dd3f-2519-4ba5-baa7-c69120868f91 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:32.786914 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:33:33.014107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.055937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.067910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4a6ad-23d2-4ea9-b7f3-fa8192b038e5 req-69cd4c56-deb8-44e4-a612-87c5afdead61 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:33.069366 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-61a4a6ad-23d2-4ea9-b7f3-fa8192b038e5 req-69cd4c56-deb8-44e4-a612-87c5afdead61 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 931 time: 0.2835717 Feb 10 11:33:33.122811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ed26ef-d6cb-4452-965a-545db73912f5 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:33:33.135458 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.230832 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-61a4a6ad-23d2-4ea9-b7f3-fa8192b038e5 req-58fd92e1-27c5-4021-917b-f08642a786a1 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539857 Feb 10 11:33:33.262165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db36dd3f-2519-4ba5-baa7-c69120868f91 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Router 6457fb10-13ac-410c-a6db-a2594bad71f1 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:33:33.323992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Transition to ACTIVE for port object 02ed26ef-d6cb-4452-965a-545db73912f5 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:33.346766 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.350386 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1a25ca70-ef97-42d5-81dd-be03b27aef48 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.353525 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.405689 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db36dd3f-2519-4ba5-baa7-c69120868f91 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:33.416706 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03713c44-e6b6-4a85-bcdc-590e7c5ad87c None None] Sync routers for ids ['6457fb10-13ac-410c-a6db-a2594bad71f1'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:33.426392 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-db36dd3f-2519-4ba5-baa7-c69120868f91 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "PUT /v2.0/routers/6457fb10-13ac-410c-a6db-a2594bad71f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7293372 Feb 10 11:33:33.427279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34950) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:33.439537 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03713c44-e6b6-4a85-bcdc-590e7c5ad87c None None] Routers {'6457fb10-13ac-410c-a6db-a2594bad71f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:33.440243 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-03713c44-e6b6-4a85-bcdc-590e7c5ad87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6457fb10-13ac-410c-a6db-a2594bad71f1'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:33.474487 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d638825e-12e7-498f-8593-602c8aaabca8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] GET failed (client error): The resource could not be found. Feb 10 11:33:33.475009 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d638825e-12e7-498f-8593-602c8aaabca8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Synchronizing usage tracker for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:33.491326 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d638825e-12e7-498f-8593-602c8aaabca8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Unset dirty status for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:33.492553 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d638825e-12e7-498f-8593-602c8aaabca8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports/0df58a9d-6a93-47eb-9d58-03261ada18fa HTTP/1.1" status: 404 len: 333 time: 0.0643287 Feb 10 11:33:33.495227 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34954) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:33.509714 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-03713c44-e6b6-4a85-bcdc-590e7c5ad87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:33.521335 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03713c44-e6b6-4a85-bcdc-590e7c5ad87c None None] Routers {'6457fb10-13ac-410c-a6db-a2594bad71f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:33.522010 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-03713c44-e6b6-4a85-bcdc-590e7c5ad87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6457fb10-13ac-410c-a6db-a2594bad71f1'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:33.580508 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-03713c44-e6b6-4a85-bcdc-590e7c5ad87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:33.580857 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03713c44-e6b6-4a85-bcdc-590e7c5ad87c None None] The sync data for ids ['6457fb10-13ac-410c-a6db-a2594bad71f1'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:33.586446 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Pushing event updated for resources: {'Port': ['ID=02ed26ef-d6cb-4452-965a-545db73912f5,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:33.589830 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] For port 5def5001-3b6d-4170-9fe5-dcb3bfe375f8, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5def5001-3b6d-4170-9fe5-dcb3bfe375f8,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:33.743063 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54f3ffe6-a9f7-4eb1-9e62-323cf0bcd31e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.860943 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.921302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.950515 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.951364 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.135133 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54f3ffe6-a9f7-4eb1-9e62-323cf0bcd31e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.138202 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54f3ffe6-a9f7-4eb1-9e62-323cf0bcd31e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.163956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54f3ffe6-a9f7-4eb1-9e62-323cf0bcd31e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.164565 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f3ffe6-a9f7-4eb1-9e62-323cf0bcd31e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Fanout notify agent at l3_agent the message router_deleted on router 6457fb10-13ac-410c-a6db-a2594bad71f1 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:33:34.176024 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54f3ffe6-a9f7-4eb1-9e62-323cf0bcd31e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.177099 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-54f3ffe6-a9f7-4eb1-9e62-323cf0bcd31e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/routers/6457fb10-13ac-410c-a6db-a2594bad71f1 HTTP/1.1" status: 204 len: 168 time: 0.6809926 Feb 10 11:33:34.179856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34958) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:34.203667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:34.220223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Pushing event updated for resources: {'Port': ['ID=d99c5a3c-070e-4445-b5ff-5c8d58603610,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:34.222649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:34.262839 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:34.302464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:34.318301 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:34.330707 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b59b96-3a95-4a84-b502-71381b84921f None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:34.331719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:34.332307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.346153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=d14402e5-824f-40c1-8104-d083b998b54d,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:34.396190 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bacb06-c5b4-4a1c-91f1-fac91474b56b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting subnet 6696200a-3419-4d31-ab79-cafd89712b01 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:34.402323 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Attempting to bind port 02ed26ef-d6cb-4452-965a-545db73912f5 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:34.402662 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Attempting to bind port 02ed26ef-d6cb-4452-965a-545db73912f5 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '6fb9822c-378d-44fe-80bb-5ab0bc7b6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '399286a7-035e-4777-ab65-0c381ace7d10'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:34.403514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Attempting to bind port 02ed26ef-d6cb-4452-965a-545db73912f5 on network 399286a7-035e-4777-ab65-0c381ace7d10 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:34.407817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4bacb06-c5b4-4a1c-91f1-fac91474b56b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.491411 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.5208206 Feb 10 11:33:34.491411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ea434-84c7-4f83-b530-aead5342d069 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=5def5001-3b6d-4170-9fe5-dcb3bfe375f8,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:34.491717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34964) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:34.501773 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'mac_address': 'fa:16:3e:e7:68:12', 'name': 'tempest-NetworksTestDHCPv6-663009910'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:34.572068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Port 02ed26ef-d6cb-4452-965a-545db73912f5 on network 399286a7-035e-4777-ab65-0c381ace7d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:33:34.572456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Attempting to bind port 02ed26ef-d6cb-4452-965a-545db73912f5 on network 399286a7-035e-4777-ab65-0c381ace7d10 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:34.582565 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4bacb06-c5b4-4a1c-91f1-fac91474b56b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.631903 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:34.632243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Checking segment: {'id': '6fb9822c-378d-44fe-80bb-5ab0bc7b6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '399286a7-035e-4777-ab65-0c381ace7d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:34.632626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Bound using segment: {'id': '6fb9822c-378d-44fe-80bb-5ab0bc7b6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '399286a7-035e-4777-ab65-0c381ace7d10'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:34.633063 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Bound port: 02ed26ef-d6cb-4452-965a-545db73912f5, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb9822c-378d-44fe-80bb-5ab0bc7b6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '399286a7-035e-4777-ab65-0c381ace7d10'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:34.633434 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.738316 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38e3c1-dbc0-4964-8085-43d85a43964f req-e89aa5f2-fedd-4bc8-8a19-9d8efe2494e7 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:34.739839 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e38e3c1-dbc0-4964-8085-43d85a43964f req-e89aa5f2-fedd-4bc8-8a19-9d8efe2494e7 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 943 time: 0.3035667 Feb 10 11:33:34.746557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:34.750335 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a25ca70-ef97-42d5-81dd-be03b27aef48 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Router 462445fb-cb64-4c23-b730-5ae96e1949b2 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:33:34.754227 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:port and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:34.757367 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:34.765361 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4bacb06-c5b4-4a1c-91f1-fac91474b56b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.792896 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:34.815274 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] For port 02ed26ef-d6cb-4452-965a-545db73912f5, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:34.819602 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Router 578c6936-b644-4492-b519-4b317462b7c7 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:33:34.823511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] For port 02ed26ef-d6cb-4452-965a-545db73912f5, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=02ed26ef-d6cb-4452-965a-545db73912f5,segment=NetworkSegment(6fb9822c-378d-44fe-80bb-5ab0bc7b6f41),segment_id=6fb9822c-378d-44fe-80bb-5ab0bc7b6f41)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:34.846270 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:34.885508 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.955617 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e38e3c1-dbc0-4964-8085-43d85a43964f req-88a0c93d-18cc-40b7-9a76-aee953f32a65 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917605 Feb 10 11:33:34.972208 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4bacb06-c5b4-4a1c-91f1-fac91474b56b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.029047 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bacb06-c5b4-4a1c-91f1-fac91474b56b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Subnet': ['ID=6696200a-3419-4d31-ab79-cafd89712b01,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:35.034715 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.037019 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] 10.222.0.73 "PUT /v2.0/ports/02ed26ef-d6cb-4452-965a-545db73912f5 HTTP/1.1" status: 200 len: 1093 time: 4.0291731 Feb 10 11:33:35.037182 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4bacb06-c5b4-4a1c-91f1-fac91474b56b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.042245 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18835b63-6fae-45b2-85ae-0637f003406d None None] Network 6650f450-fd80-4d01-9b42-15f5d56b4674 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:35.052688 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf5e34a-95e9-4607-8600-2648c0199ca8', 'tag': '02ed26ef-d6cb-4452-965a-545db73912f5'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:33:35.059129 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d4bacb06-c5b4-4a1c-91f1-fac91474b56b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/6696200a-3419-4d31-ab79-cafd89712b01 HTTP/1.1" status: 204 len: 168 time: 0.8775625 Feb 10 11:33:35.065906 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34970) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:35.070443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.156387 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf5e34a-95e9-4607-8600-2648c0199ca8', 'tag': '02ed26ef-d6cb-4452-965a-545db73912f5', 'status': 'completed', 'code': 200} Feb 10 11:33:35.343523 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port 1495884e-c9be-4896-8fe2-b72fcb29f5a5 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:35.384154 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b50bd61-880f-464e-bd6a-4746f8092165 None None] DHCP port deletion for 6650f450-fd80-4d01-9b42-15f5d56b4674 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:33:35.395446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1b50bd61-880f-464e-bd6a-4746f8092165 None None] Deleting port f852dce3-1a53-4654-8caf-906df2f8f6ca {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:35.397272 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b50bd61-880f-464e-bd6a-4746f8092165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.401581 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a682bd1-8c1b-44cd-9c53-7994e63e52d5 service neutron] Pushing event updated for resources: {'Port': ['ID=02ed26ef-d6cb-4452-965a-545db73912f5,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:35.418455 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.427830 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a25ca70-ef97-42d5-81dd-be03b27aef48 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:35.437787 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1a25ca70-ef97-42d5-81dd-be03b27aef48 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "PUT /v2.0/routers/462445fb-cb64-4c23-b730-5ae96e1949b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2101877 Feb 10 11:33:35.439445 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34974) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:35.454762 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.479179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340f6f3-0f0c-4c0b-9a16-0910990aaea4 None None] Sync routers for ids ['462445fb-cb64-4c23-b730-5ae96e1949b2'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:35.487773 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port f852dce3-1a53-4654-8caf-906df2f8f6ca {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:35.487773 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.502599 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340f6f3-0f0c-4c0b-9a16-0910990aaea4 None None] Routers {'462445fb-cb64-4c23-b730-5ae96e1949b2'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:35.503508 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7340f6f3-0f0c-4c0b-9a16-0910990aaea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['462445fb-cb64-4c23-b730-5ae96e1949b2'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:35.536199 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4cb11d-2603-492b-b5c1-3f650c8b1309 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] GET failed (client error): The resource could not be found. Feb 10 11:33:35.536770 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6d4cb11d-2603-492b-b5c1-3f650c8b1309 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:35.580683 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7340f6f3-0f0c-4c0b-9a16-0910990aaea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:35.600002 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340f6f3-0f0c-4c0b-9a16-0910990aaea4 None None] Routers {'462445fb-cb64-4c23-b730-5ae96e1949b2'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:35.600916 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7340f6f3-0f0c-4c0b-9a16-0910990aaea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['462445fb-cb64-4c23-b730-5ae96e1949b2'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:35.628865 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-01c69a02-3657-4d0e-96f0-d125658551fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a920b01f9a34dfbaf9324c6af78226f&device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 1096 time: 0.4717255 Feb 10 11:33:35.652080 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6d4cb11d-2603-492b-b5c1-3f650c8b1309 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:35.657006 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6d4cb11d-2603-492b-b5c1-3f650c8b1309 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports/73de5edc-ddf5-4e02-92fb-eb886e9f25cb HTTP/1.1" status: 404 len: 333 time: 0.2128894 Feb 10 11:33:35.658457 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34978) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:35.675323 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7340f6f3-0f0c-4c0b-9a16-0910990aaea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:35.675783 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340f6f3-0f0c-4c0b-9a16-0910990aaea4 None None] The sync data for ids ['462445fb-cb64-4c23-b730-5ae96e1949b2'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:35.703813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6fdb1e64-b0ed-4be6-9d19-a39c67908944 None None] Provisioning complete for port 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:35.704291 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6fdb1e64-b0ed-4be6-9d19-a39c67908944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.732551 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-99777e3b-9190-4568-b2dd-b4a0866bbde3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02ed26ef-d6cb-4452-965a-545db73912f5 HTTP/1.1" status: 200 len: 217 time: 0.0852201 Feb 10 11:33:35.770454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.783378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.883766 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-b19dfa98-e3c0-4340-b09d-19bce2feff54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:35.885226 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-b19dfa98-e3c0-4340-b09d-19bce2feff54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0482781e-02b7-48f9-b8e5-76417ef8ce72 HTTP/1.1" status: 200 len: 851 time: 0.1463168 Feb 10 11:33:35.928294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1b50bd61-880f-464e-bd6a-4746f8092165 None None] For port f852dce3-1a53-4654-8caf-906df2f8f6ca, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f852dce3-1a53-4654-8caf-906df2f8f6ca,segment=NetworkSegment(83681b64-63a2-4d32-ba25-c2b672e5d8e4),segment_id=83681b64-63a2-4d32-ba25-c2b672e5d8e4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:35.928674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b50bd61-880f-464e-bd6a-4746f8092165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.946109 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 172.20.0.10 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/7a76d72c-d30a-454d-be61-6fd4729bf1ec/1495884e-c9be-4896-8fe2-b72fcb29f5a5) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:35.966576 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::f816:3eff:fee7:6812 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/d14402e5-824f-40c1-8104-d083b998b54d/1495884e-c9be-4896-8fe2-b72fcb29f5a5) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:35.978940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] For port f852dce3-1a53-4654-8caf-906df2f8f6ca, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f852dce3-1a53-4654-8caf-906df2f8f6ca,segment=NetworkSegment(83681b64-63a2-4d32-ba25-c2b672e5d8e4),segment_id=83681b64-63a2-4d32-ba25-c2b672e5d8e4)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:35.979167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.989111 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-7ff3e3cb-af1c-4227-a3e2-b3d4ae5f1d9c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=399286a7-035e-4777-ab65-0c381ace7d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554094 Feb 10 11:33:36.069158 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1b50bd61-880f-464e-bd6a-4746f8092165 None None] Calling delete_port for f852dce3-1a53-4654-8caf-906df2f8f6ca owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:36.080113 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:36.090782 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef99682-cec1-4c51-aebe-03f645b782c1 None None] Sync routers for ids ['578c6936-b644-4492-b519-4b317462b7c7'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:36.092656 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.096358 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-95ca8199-14ac-4ebd-89ab-bbaecd2aa034 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "PUT /v2.0/routers/578c6936-b644-4492-b519-4b317462b7c7 HTTP/1.1" status: 200 len: 879 time: 10.7307391 Feb 10 11:33:36.107174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34984) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:36.116191 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef99682-cec1-4c51-aebe-03f645b782c1 None None] Routers {'578c6936-b644-4492-b519-4b317462b7c7'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:36.121186 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-eef99682-cec1-4c51-aebe-03f645b782c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['578c6936-b644-4492-b519-4b317462b7c7'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:36.168341 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b50bd61-880f-464e-bd6a-4746f8092165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.183426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for f852dce3-1a53-4654-8caf-906df2f8f6ca owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:36.194182 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-eef99682-cec1-4c51-aebe-03f645b782c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:36.206376 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef99682-cec1-4c51-aebe-03f645b782c1 None None] Routers {'578c6936-b644-4492-b519-4b317462b7c7'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:36.207339 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-eef99682-cec1-4c51-aebe-03f645b782c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['578c6936-b644-4492-b519-4b317462b7c7'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:36.218229 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5206459-b193-4d24-8643-4786b3ebddad tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.243889 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50bd61-880f-464e-bd6a-4746f8092165 None None] Pushing event deleted for resources: {'Port': ['ID=f852dce3-1a53-4654-8caf-906df2f8f6ca,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:36.247609 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b50bd61-880f-464e-bd6a-4746f8092165 None None] No DVR routers for this DVR port f852dce3-1a53-4654-8caf-906df2f8f6ca on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:36.278304 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-eef99682-cec1-4c51-aebe-03f645b782c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:36.278875 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef99682-cec1-4c51-aebe-03f645b782c1 None None] The sync data for ids ['578c6936-b644-4492-b519-4b317462b7c7'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:36.305216 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-3bae4ee8-d6b7-444d-9524-4d58b60f582d service neutron] 10.222.0.73 "GET /v2.0/networks/399286a7-035e-4777-ab65-0c381ace7d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003981 Feb 10 11:33:36.463158 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f852dce3-1a53-4654-8caf-906df2f8f6ca no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:36.501795 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: f852dce3-1a53-4654-8caf-906df2f8f6ca {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:33:36.502307 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f852dce3-1a53-4654-8caf-906df2f8f6ca not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:33:36.503540 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90e4539f-fb9f-451c-8ebf-3213965dddb9 req-81637f0c-1816-4727-a3e4-3fc4c98f75a4 service neutron] 10.222.0.73 "GET /v2.0/networks/399286a7-035e-4777-ab65-0c381ace7d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895988 Feb 10 11:33:36.545650 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-834e736a-c112-4246-be5b-3ca58c83b07f tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "GET /v2.0/routers/578c6936-b644-4492-b519-4b317462b7c7 HTTP/1.1" status: 200 len: 920 time: 0.4356537 Feb 10 11:33:36.549431 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34988) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:36.632973 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Router b14cc1c1-b5a5-40ad-957b-8d21b1059dfd is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:33:36.730554 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:36.731693 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:36.818818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cb3cf-de90-44e7-807a-48651b0dd64c req-3e57bcc7-271f-4fd5-bc3a-368e598b143d tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:36.820386 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae6cb3cf-de90-44e7-807a-48651b0dd64c req-3e57bcc7-271f-4fd5-bc3a-368e598b143d tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 943 time: 0.6750653 Feb 10 11:33:36.963129 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e5707c94-c51e-4093-b59c-ac83e35b307a req-7d2afaad-c201-4605-ae59-b7bdbd3d97f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a920b01f9a34dfbaf9324c6af78226f&device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 1096 time: 0.3811150 Feb 10 11:33:36.967385 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1ef0353c-e402-4c02-bfda-4da08e0f45fb tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Synchronizing usage tracker for tenant:9582ae79fbce41f089afab55516f3656 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:37.042049 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.052059 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae6cb3cf-de90-44e7-807a-48651b0dd64c req-9d7cd82a-eb0d-4874-b39e-fdfcaf09c142 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118134 Feb 10 11:33:37.056347 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5206459-b193-4d24-8643-4786b3ebddad tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.068263 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5206459-b193-4d24-8643-4786b3ebddad tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.070995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object 1495884e-c9be-4896-8fe2-b72fcb29f5a5 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:37.093893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1ef0353c-e402-4c02-bfda-4da08e0f45fb tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Unset dirty status for tenant:9582ae79fbce41f089afab55516f3656 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:37.094508 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:33:37.095387 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1ef0353c-e402-4c02-bfda-4da08e0f45fb tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&device_id=578c6936-b644-4492-b519-4b317462b7c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5449286 Feb 10 11:33:37.098859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 34992) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:37.115670 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5206459-b193-4d24-8643-4786b3ebddad tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.116183 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5206459-b193-4d24-8643-4786b3ebddad tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Fanout notify agent at l3_agent the message router_deleted on router 462445fb-cb64-4c23-b730-5ae96e1949b2 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:33:37.127659 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.200666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5206459-b193-4d24-8643-4786b3ebddad tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.204498 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f5206459-b193-4d24-8643-4786b3ebddad tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/routers/462445fb-cb64-4c23-b730-5ae96e1949b2 HTTP/1.1" status: 204 len: 168 time: 1.5383472 Feb 10 11:33:37.206049 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 34996) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:37.237614 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5707c94-c51e-4093-b59c-ac83e35b307a req-35fe6409-a64e-41fd-9807-51a51ce98c7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:37.239074 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e5707c94-c51e-4093-b59c-ac83e35b307a req-35fe6409-a64e-41fd-9807-51a51ce98c7c service neutron] 10.222.0.73 "GET /v2.0/networks?id=399286a7-035e-4777-ab65-0c381ace7d10 HTTP/1.1" status: 200 len: 912 time: 0.2689095 Feb 10 11:33:37.247125 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port f852dce3-1a53-4654-8caf-906df2f8f6ca {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:37.247990 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.283041 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:37.296080 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=1495884e-c9be-4896-8fe2-b72fcb29f5a5,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:37.299481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:37.315189 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:37.346894 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e5707c94-c51e-4093-b59c-ac83e35b307a req-20aac4fc-69e2-4c83-a927-a15b93ec6ade service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02ed26ef-d6cb-4452-965a-545db73912f5 HTTP/1.1" status: 200 len: 217 time: 0.0977778 Feb 10 11:33:37.383045 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] The port 'f852dce3-1a53-4654-8caf-906df2f8f6ca' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:33:37.414809 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b8b756-4162-4612-a386-8a1335747f28 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:37.421615 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-46b8b756-4162-4612-a386-8a1335747f28 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "GET /v2.0/networks/585d1acb-5d6b-405b-8a3c-1987eb05be45 HTTP/1.1" status: 200 len: 881 time: 0.3146534 Feb 10 11:33:37.425019 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35002) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:37.478660 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-60c3007d-84b1-42ee-947f-b472cdac22c9 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "GET /v2.0/ports?device_id=578c6936-b644-4492-b519-4b317462b7c7 HTTP/1.1" status: 200 len: 205 time: 0.0500331 Feb 10 11:33:37.478660 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5707c94-c51e-4093-b59c-ac83e35b307a req-639041d7-4289-4251-9db8-626510996bad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:37.478893 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e5707c94-c51e-4093-b59c-ac83e35b307a req-639041d7-4289-4251-9db8-626510996bad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0482781e-02b7-48f9-b8e5-76417ef8ce72 HTTP/1.1" status: 200 len: 851 time: 0.1191611 Feb 10 11:33:37.480101 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35006) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:37.484361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:37.494772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3334e-343e-4ffd-a645-c09d6e1d72dc None None] Sync routers for ids ['b14cc1c1-b5a5-40ad-957b-8d21b1059dfd'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:37.516824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d3334e-343e-4ffd-a645-c09d6e1d72dc None None] Routers {'b14cc1c1-b5a5-40ad-957b-8d21b1059dfd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:37.517748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c8d3334e-343e-4ffd-a645-c09d6e1d72dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b14cc1c1-b5a5-40ad-957b-8d21b1059dfd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:37.578215 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.582178 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-641329d5-d4f3-4a38-9102-8ceb541b571c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "PUT /v2.0/routers/b14cc1c1-b5a5-40ad-957b-8d21b1059dfd HTTP/1.1" status: 200 len: 918 time: 9.4160659 Feb 10 11:33:37.594450 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35010) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:37.596588 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c8d3334e-343e-4ffd-a645-c09d6e1d72dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:37.612923 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d3334e-343e-4ffd-a645-c09d6e1d72dc None None] Routers {'b14cc1c1-b5a5-40ad-957b-8d21b1059dfd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:37.613665 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c8d3334e-343e-4ffd-a645-c09d6e1d72dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b14cc1c1-b5a5-40ad-957b-8d21b1059dfd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:37.619297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:37.620047 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.656827 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.692802 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c8d3334e-343e-4ffd-a645-c09d6e1d72dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:37.693386 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3334e-343e-4ffd-a645-c09d6e1d72dc None None] The sync data for ids ['b14cc1c1-b5a5-40ad-957b-8d21b1059dfd'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:37.702547 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6f4de054-1752-44f2-b8a5-134a2b28ea82 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2077539 Feb 10 11:33:37.706019 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6650f450-fd80-4d01-9b42-15f5d56b4674']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:37.707758 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3ec44dad-2f8a-47bb-a1c7-3cadebdf0327 None None] Provisioning for port 1495884e-c9be-4896-8fe2-b72fcb29f5a5 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:37.713013 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35014) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:37.713861 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3ec44dad-2f8a-47bb-a1c7-3cadebdf0327 None None] Provisioning complete for port 1495884e-c9be-4896-8fe2-b72fcb29f5a5 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:37.714242 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3ec44dad-2f8a-47bb-a1c7-3cadebdf0327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.724578 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e5707c94-c51e-4093-b59c-ac83e35b307a req-c578b5fd-366a-4cb7-b4ae-0a047ae38677 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=399286a7-035e-4777-ab65-0c381ace7d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1832278 Feb 10 11:33:37.775794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-3ec44dad-2f8a-47bb-a1c7-3cadebdf0327 None None] Port 1495884e-c9be-4896-8fe2-b72fcb29f5a5 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:37.776390 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5644f43-15c4-441f-b2ab-76ce4c301469 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting subnet eb1df491-4f9b-483b-9116-ea20505b6eac {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:37.779971 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83681b64-63a2-4d32-ba25-c2b672e5d8e4') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:37.780259 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83681b64-63a2-4d32-ba25-c2b672e5d8e4') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:37.794549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5644f43-15c4-441f-b2ab-76ce4c301469 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.828995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.860751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.878398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:33:37.878792 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:33:37.895953 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:33:37.906020 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5644f43-15c4-441f-b2ab-76ce4c301469 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.975120 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e5707c94-c51e-4093-b59c-ac83e35b307a req-18bf0266-f81b-4156-9b48-77efa74142f4 service neutron] 10.222.0.73 "GET /v2.0/networks/399286a7-035e-4777-ab65-0c381ace7d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329962 Feb 10 11:33:37.998516 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.048844 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75924e3b-7ae0-4f0b-b93e-c76652b9d253 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:38.052751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75924e3b-7ae0-4f0b-b93e-c76652b9d253 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:38.053680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-75924e3b-7ae0-4f0b-b93e-c76652b9d253 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:38.062701 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.070548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.102036 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/networks/6650f450-fd80-4d01-9b42-15f5d56b4674 HTTP/1.1" status: 204 len: 168 time: 3.0350859 Feb 10 11:33:38.108056 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35022) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:38.119205 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198c04f-4ddf-48bb-b8c2-9c0ea10916bb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Network': ['ID=6650f450-fd80-4d01-9b42-15f5d56b4674,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:38.132156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-75924e3b-7ae0-4f0b-b93e-c76652b9d253 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:38.136318 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-75924e3b-7ae0-4f0b-b93e-c76652b9d253 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4114335 Feb 10 11:33:38.136552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35026) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:38.190181 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5644f43-15c4-441f-b2ab-76ce4c301469 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.235834 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e5707c94-c51e-4093-b59c-ac83e35b307a req-d7a14d17-5ff9-4ce7-b4b0-5c07fc5ba262 service neutron] 10.222.0.73 "GET /v2.0/networks/399286a7-035e-4777-ab65-0c381ace7d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498860 Feb 10 11:33:38.242285 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee4fa99-4219-465c-9dc8-bd49fbb74748 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:38.243642 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cee4fa99-4219-465c-9dc8-bd49fbb74748 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports/9060fb56-0cc4-4a6c-bf11-74e646261ca2 HTTP/1.1" status: 200 len: 841 time: 0.1346555 Feb 10 11:33:38.247979 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35032) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:38.307331 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ccad6-db71-40a1-bd21-4a53d46309f9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port 1495884e-c9be-4896-8fe2-b72fcb29f5a5 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:38.307798 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f6ccad6-db71-40a1-bd21-4a53d46309f9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.313297 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-513f2f78-887c-49a4-8494-7a6ebdd0c8a6 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "GET /v2.0/routers/b14cc1c1-b5a5-40ad-957b-8d21b1059dfd HTTP/1.1" status: 200 len: 924 time: 0.7190926 Feb 10 11:33:38.319848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35036) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:38.359461 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8591e0-7ac4-4474-b881-e5e61cd64f1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.554966 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d76088d1-6554-450a-8682-13fc6ef57f5b tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports/9060fb56-0cc4-4a6c-bf11-74e646261ca2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3059826 Feb 10 11:33:38.563928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35040) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:38.581480 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5644f43-15c4-441f-b2ab-76ce4c301469 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.623320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-62ac4806-b0a8-4d5c-9cb9-dc8ea8d676eb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'subnet': {'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:38.643427 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5644f43-15c4-441f-b2ab-76ce4c301469 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Subnet': ['ID=eb1df491-4f9b-483b-9116-ea20505b6eac,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:38.655513 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5644f43-15c4-441f-b2ab-76ce4c301469 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.666191 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dec520a-aa82-41cb-8126-a51c41e330b5 None None] Network 536d8021-a7ff-4e86-8152-3a320af13fbe requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:38.683552 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b5644f43-15c4-441f-b2ab-76ce4c301469 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/eb1df491-4f9b-483b-9116-ea20505b6eac HTTP/1.1" status: 204 len: 168 time: 1.4727039 Feb 10 11:33:38.700943 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35046) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:38.750596 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4900f50-dc34-4fbb-84a0-941b3a1f0677 req-dfe578de-1a86-44c1-82bc-31d7b2b0e7f1 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:38.752156 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e4900f50-dc34-4fbb-84a0-941b3a1f0677 req-dfe578de-1a86-44c1-82bc-31d7b2b0e7f1 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 943 time: 0.4964859 Feb 10 11:33:38.839669 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e4900f50-dc34-4fbb-84a0-941b3a1f0677 req-cd0f0bb5-7638-4a0d-aa25-771af500c6e5 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773749 Feb 10 11:33:38.857817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f6ccad6-db71-40a1-bd21-4a53d46309f9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.865312 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-62ac4806-b0a8-4d5c-9cb9-dc8ea8d676eb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:38.876240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-62ac4806-b0a8-4d5c-9cb9-dc8ea8d676eb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:subnet and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:38.901768 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-62ac4806-b0a8-4d5c-9cb9-dc8ea8d676eb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:38.916474 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-62ac4806-b0a8-4d5c-9cb9-dc8ea8d676eb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:38.938383 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.953686 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5cd1a4f5-5630-496e-9831-e442add14e0a tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&device_id=b14cc1c1-b5a5-40ad-957b-8d21b1059dfd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6291189 Feb 10 11:33:38.953919 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35050) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:38.954549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ac4806-b0a8-4d5c-9cb9-dc8ea8d676eb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:39.081601 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ccad6-db71-40a1-bd21-4a53d46309f9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for 1495884e-c9be-4896-8fe2-b72fcb29f5a5 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:39.136348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:39.136696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.164155 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9cb77b-68e6-4327-a6bb-f4425efa5547 None None] DHCP port deletion for 536d8021-a7ff-4e86-8152-3a320af13fbe request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:33:39.170404 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-4d9cb77b-68e6-4327-a6bb-f4425efa5547 None None] Deleting port a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:39.170882 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4d9cb77b-68e6-4327-a6bb-f4425efa5547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.293308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-62ac4806-b0a8-4d5c-9cb9-dc8ea8d676eb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.389463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02f2f3-aad1-4c6c-bea9-a82a771a941c req-3f394756-b1eb-43fe-8a2e-93f3c6499e2c tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:39.390876 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0f02f2f3-aad1-4c6c-bea9-a82a771a941c req-3f394756-b1eb-43fe-8a2e-93f3c6499e2c tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.1602437 Feb 10 11:33:39.393768 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-4d9cb77b-68e6-4327-a6bb-f4425efa5547 None None] For port a1eaba1d-d777-49b2-97a8-a66ccf2a0db9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a1eaba1d-d777-49b2-97a8-a66ccf2a0db9,segment=NetworkSegment(98e256a6-d7cb-40b9-8762-cec6315c9f34),segment_id=98e256a6-d7cb-40b9-8762-cec6315c9f34)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:39.393768 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4d9cb77b-68e6-4327-a6bb-f4425efa5547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.418560 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f6ccad6-db71-40a1-bd21-4a53d46309f9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.472997 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d93b342-8c1a-48e9-a7e1-900270bb0969 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:39.477587 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8d93b342-8c1a-48e9-a7e1-900270bb0969 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "GET /v2.0/networks/585d1acb-5d6b-405b-8a3c-1987eb05be45 HTTP/1.1" status: 200 len: 881 time: 0.5005906 Feb 10 11:33:39.479510 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35056) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:39.480165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ccad6-db71-40a1-bd21-4a53d46309f9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=1495884e-c9be-4896-8fe2-b72fcb29f5a5,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:39.545593 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-508508f5-0bc4-45e6-9b51-463cfe9c53c6 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14cc1c1-b5a5-40ad-957b-8d21b1059dfd HTTP/1.1" status: 200 len: 205 time: 0.0595748 Feb 10 11:33:39.565594 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-4d9cb77b-68e6-4327-a6bb-f4425efa5547 None None] Calling delete_port for a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:39.570372 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35060) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:39.605045 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 02ed26ef-d6cb-4452-965a-545db73912f5 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:33:39.614590 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e94fd3ee-0e10-46ca-b917-54ddb7d7c0dd req-2b2a971e-509c-44d3-8634-2d8982b45e04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e47f622a65945dda4a63ba667a1ebd5&device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 1098 time: 0.4890759 Feb 10 11:33:39.658372 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0f02f2f3-aad1-4c6c-bea9-a82a771a941c req-f22cf13e-1b25-4197-8d0f-55e3422b3368 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556732 Feb 10 11:33:39.764168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4d9cb77b-68e6-4327-a6bb-f4425efa5547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.818136 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fd3ee-0e10-46ca-b917-54ddb7d7c0dd req-5508a0ff-3720-4157-9aa5-273e1a03ab52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:39.821280 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e94fd3ee-0e10-46ca-b917-54ddb7d7c0dd req-5508a0ff-3720-4157-9aa5-273e1a03ab52 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 HTTP/1.1" status: 200 len: 913 time: 0.1940882 Feb 10 11:33:39.823492 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] For port a1eaba1d-d777-49b2-97a8-a66ccf2a0db9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a1eaba1d-d777-49b2-97a8-a66ccf2a0db9,segment=NetworkSegment(98e256a6-d7cb-40b9-8762-cec6315c9f34),segment_id=98e256a6-d7cb-40b9-8762-cec6315c9f34)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:39.824029 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.835559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cb77b-68e6-4327-a6bb-f4425efa5547 None None] Pushing event deleted for resources: {'Port': ['ID=a1eaba1d-d777-49b2-97a8-a66ccf2a0db9,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:39.844392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 02ed26ef-d6cb-4452-965a-545db73912f5, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=02ed26ef-d6cb-4452-965a-545db73912f5,segment=NetworkSegment(6fb9822c-378d-44fe-80bb-5ab0bc7b6f41),segment_id=6fb9822c-378d-44fe-80bb-5ab0bc7b6f41)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:39.847263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8591e0-7ac4-4474-b881-e5e61cd64f1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.860693 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9cb77b-68e6-4327-a6bb-f4425efa5547 None None] No DVR routers for this DVR port a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:39.866438 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '02ed26ef-d6cb-4452-965a-545db73912f5', 'network_id': '399286a7-035e-4777-ab65-0c381ace7d10', 'port_id': '02ed26ef-d6cb-4452-965a-545db73912f5', 'mac_address': 'fa:16:3e:c3:86:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0482781e-02b7-48f9-b8e5-76417ef8ce72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:33:39.881101 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f6ccad6-db71-40a1-bd21-4a53d46309f9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.913022 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9f6ccad6-db71-40a1-bd21-4a53d46309f9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/1495884e-c9be-4896-8fe2-b72fcb29f5a5 HTTP/1.1" status: 204 len: 168 time: 1.7731347 Feb 10 11:33:39.917506 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35066) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:39.983093 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.016389 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ed26ef-d6cb-4452-965a-545db73912f5 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:33:40.037537 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 02ed26ef-d6cb-4452-965a-545db73912f5, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=02ed26ef-d6cb-4452-965a-545db73912f5,segment=NetworkSegment(6fb9822c-378d-44fe-80bb-5ab0bc7b6f41),segment_id=6fb9822c-378d-44fe-80bb-5ab0bc7b6f41)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:40.042228 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e36a10-e266-47b9-99f1-d67479309a16 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:40.043873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e36a10-e266-47b9-99f1-d67479309a16 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:40.045349 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e36a10-e266-47b9-99f1-d67479309a16 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:40.045629 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.046173 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-50e36a10-e266-47b9-99f1-d67479309a16 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:40.117495 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-50e36a10-e266-47b9-99f1-d67479309a16 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:40.118671 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-50e36a10-e266-47b9-99f1-d67479309a16 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1991577 Feb 10 11:33:40.122056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35070) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:40.128014 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=02ed26ef-d6cb-4452-965a-545db73912f5,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:40.163825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9432397c-6701-4a86-93e1-1121d4bce71d tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.266890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:40.292955 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['02ed26ef-d6cb-4452-965a-545db73912f5'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:33:40.295191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ee8591e0-7ac4-4474-b881-e5e61cd64f1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Deleting port 4ebd3291-d37a-4117-beb2-64fefb19e0ef {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:40.295191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8591e0-7ac4-4474-b881-e5e61cd64f1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.494506 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:40.534412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91575c10-35b2-4744-9fa9-e429e8d6e1d1 req-24e7ab74-7738-40ed-a90c-bc2646dd7959 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:40.536060 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-91575c10-35b2-4744-9fa9-e429e8d6e1d1 req-24e7ab74-7738-40ed-a90c-bc2646dd7959 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 944 time: 0.4800344 Feb 10 11:33:40.540659 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e94fd3ee-0e10-46ca-b917-54ddb7d7c0dd req-4f1d9cfc-f778-447e-884f-9a4c2a007dc2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eecc48b-0a10-46d3-916a-b281c257aead HTTP/1.1" status: 200 len: 1001 time: 0.6868546 Feb 10 11:33:40.544344 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:33:40.544344 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:33:40.580252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-62ac4806-b0a8-4d5c-9cb9-dc8ea8d676eb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.635000 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:40.635325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:40.641637 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9c7ed6-4be8-4a81-b1bc-bc75ebcf3dc0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 7a76d72c-d30a-454d-be61-6fd4729bf1ec {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:40.650827 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6d9c7ed6-4be8-4a81-b1bc-bc75ebcf3dc0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.698893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ac4806-b0a8-4d5c-9cb9-dc8ea8d676eb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:40.702730 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-91575c10-35b2-4744-9fa9-e429e8d6e1d1 req-74fb9c61-b498-4a05-a42c-893f1d58416c tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323884 Feb 10 11:33:40.711576 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fd3ee-0e10-46ca-b917-54ddb7d7c0dd req-e0cb29e8-8d1a-4466-8ad5-66f673030b21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:40.713027 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e94fd3ee-0e10-46ca-b917-54ddb7d7c0dd req-e0cb29e8-8d1a-4466-8ad5-66f673030b21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13860d03-a045-4a92-adff-58389fc1eb4f HTTP/1.1" status: 200 len: 851 time: 0.1646495 Feb 10 11:33:40.717369 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac4806-b0a8-4d5c-9cb9-dc8ea8d676eb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Subnet': ['ID=199e69b4-c385-4856-99ca-3b6f75693c6c,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:40.720436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-62ac4806-b0a8-4d5c-9cb9-dc8ea8d676eb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:40.723590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ac4806-b0a8-4d5c-9cb9-dc8ea8d676eb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:40.723736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-62ac4806-b0a8-4d5c-9cb9-dc8ea8d676eb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.726301 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6d9c7ed6-4be8-4a81-b1bc-bc75ebcf3dc0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.734954 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8591e0-7ac4-4474-b881-e5e61cd64f1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.735163 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5c45e9-285f-433e-898e-7413b7d950f6 None None] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:40.837554 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9432397c-6701-4a86-93e1-1121d4bce71d tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.905475 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9432397c-6701-4a86-93e1-1121d4bce71d tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Deleting port d99c5a3c-070e-4445-b5ff-5c8d58603610 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:40.906110 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9432397c-6701-4a86-93e1-1121d4bce71d tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.948673 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6d9c7ed6-4be8-4a81-b1bc-bc75ebcf3dc0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.950742 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ee8591e0-7ac4-4474-b881-e5e61cd64f1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Calling delete_port for 4ebd3291-d37a-4117-beb2-64fefb19e0ef owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:40.983706 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-62ac4806-b0a8-4d5c-9cb9-dc8ea8d676eb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4153414 Feb 10 11:33:40.988609 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35076) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:41.005482 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-646ba0d6-32f7-42c4-b436-10af8f174a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'security_group': {'name': 'tempest-secgroup-646769681'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:41.026282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-646ba0d6-32f7-42c4-b436-10af8f174a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:41.052192 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-646ba0d6-32f7-42c4-b436-10af8f174a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:security_group and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:41.053969 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e94fd3ee-0e10-46ca-b917-54ddb7d7c0dd req-cfb43940-1473-4ace-8133-de859bde000e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3246672 Feb 10 11:33:41.058855 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'tenant_id': 'f814e8e262394e9da62e4d84c68e410d', 'fixed_ips': [{'subnet_id': '199e69b4-c385-4856-99ca-3b6f75693c6c'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:41.059935 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.062233 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-646ba0d6-32f7-42c4-b436-10af8f174a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:41.132296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-646ba0d6-32f7-42c4-b436-10af8f174a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:41.138186 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port a1eaba1d-d777-49b2-97a8-a66ccf2a0db9 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:41.138530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.173271 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10259fd5-b23f-49d0-8288-9f88c7ebed3a req-95c81490-9fbb-45d7-8067-d2f3a6243c80 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:41.174799 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-10259fd5-b23f-49d0-8288-9f88c7ebed3a req-95c81490-9fbb-45d7-8067-d2f3a6243c80 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.3307226 Feb 10 11:33:41.180595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-646ba0d6-32f7-42c4-b436-10af8f174a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.225775 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] The port 'a1eaba1d-d777-49b2-97a8-a66ccf2a0db9' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:33:41.243438 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Allocated IP 172.20.0.2 (0bdf93e9-ec55-487c-96ca-cb7153a5f870/199e69b4-c385-4856-99ca-3b6f75693c6c/27329d8c-aa72-4899-a5e9-2be5ef9fecd0) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:41.243729 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6d9c7ed6-4be8-4a81-b1bc-bc75ebcf3dc0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.297566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9432397c-6701-4a86-93e1-1121d4bce71d tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.320446 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c7ed6-4be8-4a81-b1bc-bc75ebcf3dc0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=7a76d72c-d30a-454d-be61-6fd4729bf1ec,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:41.430311 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.439207 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e94fd3ee-0e10-46ca-b917-54ddb7d7c0dd req-d489bf1a-2182-4829-9f8c-9e54be656a13 service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770807 Feb 10 11:33:41.446772 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9432397c-6701-4a86-93e1-1121d4bce71d tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Calling delete_port for d99c5a3c-070e-4445-b5ff-5c8d58603610 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:41.453813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d8cfb4-0d2e-4bd7-b3aa-4fd3f5b8fa6c None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:41.476157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6d9c7ed6-4be8-4a81-b1bc-bc75ebcf3dc0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.502581 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-10259fd5-b23f-49d0-8288-9f88c7ebed3a req-4c9da880-401c-4f23-9a56-67d0b85d5450 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3114924 Feb 10 11:33:41.518297 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6d9c7ed6-4be8-4a81-b1bc-bc75ebcf3dc0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/7a76d72c-d30a-454d-be61-6fd4729bf1ec HTTP/1.1" status: 204 len: 168 time: 1.3937981 Feb 10 11:33:41.529520 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35080) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:41.534921 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536d8021-a7ff-4e86-8152-3a320af13fbe']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:41.538654 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.558614 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e256a6-d7cb-40b9-8762-cec6315c9f34') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:41.559116 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e256a6-d7cb-40b9-8762-cec6315c9f34') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:41.570322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Transition to ACTIVE for port object 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:41.578455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8591e0-7ac4-4474-b881-e5e61cd64f1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.603154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-646ba0d6-32f7-42c4-b436-10af8f174a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:41.608652 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 02ed26ef-d6cb-4452-965a-545db73912f5 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:41.613198 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-646ba0d6-32f7-42c4-b436-10af8f174a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:security_group_rule and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:41.617807 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-646ba0d6-32f7-42c4-b436-10af8f174a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:41.621005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.626303 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-646ba0d6-32f7-42c4-b436-10af8f174a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:41.644601 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bb0cca-78c7-4728-a80f-d697f72aedba tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet d14402e5-824f-40c1-8104-d083b998b54d {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:41.646849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8591e0-7ac4-4474-b881-e5e61cd64f1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Pushing event deleted for resources: {'Port': ['ID=4ebd3291-d37a-4117-beb2-64fefb19e0ef,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:41.654906 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0cca-78c7-4728-a80f-d697f72aedba tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.663988 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Transition to ACTIVE for port object 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:41.708267 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.778702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0cca-78c7-4728-a80f-d697f72aedba tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.828167 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.830225 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:41.839465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:41.839631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-646ba0d6-32f7-42c4-b436-10af8f174a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.856608 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-646ba0d6-32f7-42c4-b436-10af8f174a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.877827 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:41.882929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:33:41.883327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:33:41.904098 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:33:41.920444 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e94fd3ee-0e10-46ca-b917-54ddb7d7c0dd req-ebe29989-1500-447f-a0cb-08b82e070f46 service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731567 Feb 10 11:33:41.928159 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9432397c-6701-4a86-93e1-1121d4bce71d tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.966393 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ba0d6-32f7-42c4-b436-10af8f174a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea23d03-b455-40ce-b03e-42bfe9be07aa,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:41.978346 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-646ba0d6-32f7-42c4-b436-10af8f174a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.979610 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-646ba0d6-32f7-42c4-b436-10af8f174a87 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9839468 Feb 10 11:33:41.989593 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35086) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:41.992084 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432397c-6701-4a86-93e1-1121d4bce71d tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Pushing event deleted for resources: {'Port': ['ID=d99c5a3c-070e-4445-b5ff-5c8d58603610,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:41.999830 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6a4506e4-ecd2-4021-b519-96fafb3033c2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'security_group': {'name': 'tempest-secgroup-146104523'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:42.039547 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6a4506e4-ecd2-4021-b519-96fafb3033c2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:42.074208 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6a4506e4-ecd2-4021-b519-96fafb3033c2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:security_group and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:42.077939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0cca-78c7-4728-a80f-d697f72aedba tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.080374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Pushing event updated for resources: {'Port': ['ID=27329d8c-aa72-4899-a5e9-2be5ef9fecd0,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:42.122949 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6a4506e4-ecd2-4021-b519-96fafb3033c2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:42.143670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 02ed26ef-d6cb-4452-965a-545db73912f5 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:42.153552 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Attempting to bind port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:42.153923 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Attempting to bind port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '2d385b47-996e-4683-867d-7a5c91347601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:42.154283 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Attempting to bind port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 on network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:42.156249 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 02ed26ef-d6cb-4452-965a-545db73912f5 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:42.156616 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.167059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6a4506e4-ecd2-4021-b519-96fafb3033c2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:42.219405 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6a4506e4-ecd2-4021-b519-96fafb3033c2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.228311 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:42.228705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Checking segment: {'id': '2d385b47-996e-4683-867d-7a5c91347601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:42.229092 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.229506 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Bound using segment: {'id': '2d385b47-996e-4683-867d-7a5c91347601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:42.230113 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Bound port: 27329d8c-aa72-4899-a5e9-2be5ef9fecd0, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d385b47-996e-4683-867d-7a5c91347601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:42.230503 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.244334 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.258777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.300708 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Network': ['ID=536d8021-a7ff-4e86-8152-3a320af13fbe,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:42.306385 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3c12209b-fb38-4dc6-abe7-7a091122da8b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/networks/536d8021-a7ff-4e86-8152-3a320af13fbe HTTP/1.1" status: 204 len: 168 time: 3.5993352 Feb 10 11:33:42.310173 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8591e0-7ac4-4474-b881-e5e61cd64f1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.406661 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.420341 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] For port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:42.430666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35090) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:42.452134 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 02ed26ef-d6cb-4452-965a-545db73912f5, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=02ed26ef-d6cb-4452-965a-545db73912f5,segment=NetworkSegment(6fb9822c-378d-44fe-80bb-5ab0bc7b6f41),segment_id=6fb9822c-378d-44fe-80bb-5ab0bc7b6f41)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:42.454468 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] For port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=27329d8c-aa72-4899-a5e9-2be5ef9fecd0,segment=NetworkSegment(2d385b47-996e-4683-867d-7a5c91347601),segment_id=2d385b47-996e-4683-867d-7a5c91347601)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:42.455280 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf5e34a-95e9-4607-8600-2648c0199ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ed26ef-d6cb-4452-965a-545db73912f5'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:33:42.472733 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.517838 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.526042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6a4506e4-ecd2-4021-b519-96fafb3033c2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:42.530369 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6a4506e4-ecd2-4021-b519-96fafb3033c2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:security_group_rule and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:42.533483 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6a4506e4-ecd2-4021-b519-96fafb3033c2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:42.544792 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6a4506e4-ecd2-4021-b519-96fafb3033c2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:42.568615 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf5e34a-95e9-4607-8600-2648c0199ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ed26ef-d6cb-4452-965a-545db73912f5', 'code': 200} Feb 10 11:33:42.631407 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6a4506e4-ecd2-4021-b519-96fafb3033c2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.657864 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8591e0-7ac4-4474-b881-e5e61cd64f1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.667979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf476bf-259a-4a17-8e21-7359476870d8 None None] Pushing event updated for resources: {'Port': ['ID=27329d8c-aa72-4899-a5e9-2be5ef9fecd0,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:42.682660 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8591e0-7ac4-4474-b881-e5e61cd64f1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.682891 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0cca-78c7-4728-a80f-d697f72aedba tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.687232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6a4506e4-ecd2-4021-b519-96fafb3033c2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.729039 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8591e0-7ac4-4474-b881-e5e61cd64f1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.729590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8591e0-7ac4-4474-b881-e5e61cd64f1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Fanout notify agent at l3_agent the message router_deleted on router 578c6936-b644-4492-b519-4b317462b7c7 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:33:42.744883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee8591e0-7ac4-4474-b881-e5e61cd64f1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.746024 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ee8591e0-7ac4-4474-b881-e5e61cd64f1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "DELETE /v2.0/routers/578c6936-b644-4492-b519-4b317462b7c7 HTTP/1.1" status: 204 len: 168 time: 5.2650192 Feb 10 11:33:42.752745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35098) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:42.759885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9432397c-6701-4a86-93e1-1121d4bce71d tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.764109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a37c5214-e142-4468-8a05-74a30d4317ed tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-879707183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:42.784028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a37c5214-e142-4468-8a05-74a30d4317ed tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:42.792153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a37c5214-e142-4468-8a05-74a30d4317ed tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Usage tracker for resource:router and tenant:99ed92f9b9c240a18aba428dc8472ebc is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:42.799109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a37c5214-e142-4468-8a05-74a30d4317ed tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:42.807955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a37c5214-e142-4468-8a05-74a30d4317ed tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:42.835880 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a37c5214-e142-4468-8a05-74a30d4317ed tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.836121 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=02ed26ef-d6cb-4452-965a-545db73912f5,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:42.837473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a37c5214-e142-4468-8a05-74a30d4317ed tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.914369 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a37c5214-e142-4468-8a05-74a30d4317ed tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.946759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb0cca-78c7-4728-a80f-d697f72aedba tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=d14402e5-824f-40c1-8104-d083b998b54d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:42.957483 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a37c5214-e142-4468-8a05-74a30d4317ed tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.968419 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-dfa918d8-108a-4ce9-b10f-fe70bcdb228d req-ecdf11a9-da6a-4d5a-bcaf-537cc320f225 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 1098 time: 0.1202922 Feb 10 11:33:43.012712 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a37c5214-e142-4468-8a05-74a30d4317ed tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.013917 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a37c5214-e142-4468-8a05-74a30d4317ed tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2548938 Feb 10 11:33:43.017024 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35102) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:43.022220 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'enable_snat': True}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:43.075999 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0cca-78c7-4728-a80f-d697f72aedba tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.078060 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f6bb0cca-78c7-4728-a80f-d697f72aedba tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/d14402e5-824f-40c1-8104-d083b998b54d HTTP/1.1" status: 204 len: 168 time: 1.5478115 Feb 10 11:33:43.080616 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35106) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:43.089034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee3809-ce9f-49b7-abba-9146c3cbc6d4 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:43.095817 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7dee3809-ce9f-49b7-abba-9146c3cbc6d4 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports/c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3 HTTP/1.1" status: 200 len: 844 time: 0.6603131 Feb 10 11:33:43.096324 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35110) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:43.100462 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-dfa918d8-108a-4ce9-b10f-fe70bcdb228d req-c460b77e-b84c-4ddb-b1ac-8cd9c0b899aa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261480 Feb 10 11:33:43.102061 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d626463-0a43-4c9f-a7a6-87c75d1e6689 req-10b94819-ed6e-46f6-9270-074ba9e1d768 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:43.103522 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9d626463-0a43-4c9f-a7a6-87c75d1e6689 req-10b94819-ed6e-46f6-9270-074ba9e1d768 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 944 time: 1.0947838 Feb 10 11:33:43.104272 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6a4506e4-ecd2-4021-b519-96fafb3033c2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.105391 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6a4506e4-ecd2-4021-b519-96fafb3033c2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1146894 Feb 10 11:33:43.149905 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35114) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:43.164540 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4506e4-ecd2-4021-b519-96fafb3033c2 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78475146-b1eb-4d7f-8ea6-58173e9dc0e5,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:43.189550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1397948', 'security_groups': ['78475146-b1eb-4d7f-8ea6-58173e9dc0e5'], 'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '199e69b4-c385-4856-99ca-3b6f75693c6c'}]}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:43.323647 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a558f7d4-32a2-4b44-8462-739383a03c2a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:43.357979 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ea22fcf2-010d-47dd-a409-5d15c27966f4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2746334 Feb 10 11:33:43.364269 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35118) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:43.419989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9432397c-6701-4a86-93e1-1121d4bce71d tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.442536 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9d626463-0a43-4c9f-a7a6-87c75d1e6689 req-3ff70ca1-74d2-4a39-82f8-7d2e757161fd tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021203 Feb 10 11:33:43.444296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9432397c-6701-4a86-93e1-1121d4bce71d tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.475261 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3405a7f-bb1c-4b52-bfa1-71ebb416486f req-24f1197a-bfef-47a5-8568-57dfa0fafc6a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:43.483299 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b3405a7f-bb1c-4b52-bfa1-71ebb416486f req-24f1197a-bfef-47a5-8568-57dfa0fafc6a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.6419821 Feb 10 11:33:43.486872 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27db495f-33dd-465b-bbce-8f869a094a2f None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:43.555022 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9432397c-6701-4a86-93e1-1121d4bce71d tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.555706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9432397c-6701-4a86-93e1-1121d4bce71d tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Fanout notify agent at l3_agent the message router_deleted on router b14cc1c1-b5a5-40ad-957b-8d21b1059dfd {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:33:43.562961 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b3405a7f-bb1c-4b52-bfa1-71ebb416486f req-ea80cdc5-c1c2-4b48-83e5-30696751a19a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772290 Feb 10 11:33:43.576559 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cb1210-3044-42d5-a3ed-ee30524a65fa tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:43.577432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-26cb1210-3044-42d5-a3ed-ee30524a65fa tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:43.585462 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9432397c-6701-4a86-93e1-1121d4bce71d tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.586890 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9432397c-6701-4a86-93e1-1121d4bce71d tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "DELETE /v2.0/routers/b14cc1c1-b5a5-40ad-957b-8d21b1059dfd HTTP/1.1" status: 204 len: 168 time: 4.0144169 Feb 10 11:33:43.592344 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35122) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:43.609553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a558f7d4-32a2-4b44-8462-739383a03c2a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:43.609553 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a558f7d4-32a2-4b44-8462-739383a03c2a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports/c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5006523 Feb 10 11:33:43.609749 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a9091aa1-fb05-4e0c-82af-52ddbe4a0efc tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-135183377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:43.612851 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35126) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:43.616561 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a9091aa1-fb05-4e0c-82af-52ddbe4a0efc tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:43.616801 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b5730535-4b13-4b74-b398-802ce5c91d09 None None] Provisioning complete for port 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:43.617376 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b5730535-4b13-4b74-b398-802ce5c91d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.621104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a9091aa1-fb05-4e0c-82af-52ddbe4a0efc tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Usage tracker for resource:router and tenant:8521d4e943cc4619b75fc4be12849af9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:43.625198 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-26cb1210-3044-42d5-a3ed-ee30524a65fa tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:43.626441 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-26cb1210-3044-42d5-a3ed-ee30524a65fa tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2601542 Feb 10 11:33:43.627927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a9091aa1-fb05-4e0c-82af-52ddbe4a0efc tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:43.631097 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35130) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:43.632206 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-7b15337b-a108-41ba-84a4-864221e854f7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'subnet': {'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:43.656285 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:43.670300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a9091aa1-fb05-4e0c-82af-52ddbe4a0efc tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:43.700402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9091aa1-fb05-4e0c-82af-52ddbe4a0efc tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.701857 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9091aa1-fb05-4e0c-82af-52ddbe4a0efc tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.750297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d22b782-267b-4647-8164-eefe47fc1471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:43.751302 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1d22b782-267b-4647-8164-eefe47fc1471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:43.769107 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9091aa1-fb05-4e0c-82af-52ddbe4a0efc tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.772092 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:port and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:43.776159 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:43.779979 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7b15337b-a108-41ba-84a4-864221e854f7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:43.787682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:43.790051 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7b15337b-a108-41ba-84a4-864221e854f7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:subnet and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:43.794955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7b15337b-a108-41ba-84a4-864221e854f7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:43.799531 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1d22b782-267b-4647-8164-eefe47fc1471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:43.804310 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1d22b782-267b-4647-8164-eefe47fc1471 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1719832 Feb 10 11:33:43.805001 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35134) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:43.805796 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7b15337b-a108-41ba-84a4-864221e854f7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:43.810300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9091aa1-fb05-4e0c-82af-52ddbe4a0efc tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.895263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:43.900639 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.924915 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b15337b-a108-41ba-84a4-864221e854f7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:43.934886 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-074483b9-fd4d-46d8-a105-a5d16cf8b72e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1272345 Feb 10 11:33:43.947992 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35138) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:43.956885 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6b0397-1982-400f-971a-a9fd9d000400 None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:33:43.959572 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5b957a7a-a59c-4753-ad82-4a92589e2e28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:43.968359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b0397-1982-400f-971a-a9fd9d000400 None None] Deleting port 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:43.968670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0397-1982-400f-971a-a9fd9d000400 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.979453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9091aa1-fb05-4e0c-82af-52ddbe4a0efc tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.983378 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a9091aa1-fb05-4e0c-82af-52ddbe4a0efc tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3860130 Feb 10 11:33:43.986056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35142) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:43.990887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'enable_snat': False}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:44.071200 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b15337b-a108-41ba-84a4-864221e854f7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.136005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] device_id is not set on port caff2978-770b-42fb-b105-3296acab3671 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:44.225221 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-bb6b0397-1982-400f-971a-a9fd9d000400 None None] For port 5def5001-3b6d-4170-9fe5-dcb3bfe375f8, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5def5001-3b6d-4170-9fe5-dcb3bfe375f8,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:44.225529 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0397-1982-400f-971a-a9fd9d000400 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.293166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-03ea95eb-cda2-4989-a9b8-47d44e9116f4 None None] Provisioning for port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:44.313248 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.341964 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5b957a7a-a59c-4753-ad82-4a92589e2e28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:44.354061 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5b957a7a-a59c-4753-ad82-4a92589e2e28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:44.405903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b0397-1982-400f-971a-a9fd9d000400 None None] Calling delete_port for 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:44.502083 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b957a7a-a59c-4753-ad82-4a92589e2e28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:44.505758 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5b957a7a-a59c-4753-ad82-4a92589e2e28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.507618 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b957a7a-a59c-4753-ad82-4a92589e2e28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:44.508064 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b957a7a-a59c-4753-ad82-4a92589e2e28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:33:44.544032 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-03ea95eb-cda2-4989-a9b8-47d44e9116f4 None None] Provisioning complete for port 9060fb56-0cc4-4a6c-bf11-74e646261ca2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:44.544807 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-03ea95eb-cda2-4989-a9b8-47d44e9116f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.592636 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0397-1982-400f-971a-a9fd9d000400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.654192 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b0397-1982-400f-971a-a9fd9d000400 None None] Pushing event deleted for resources: {'Port': ['ID=5def5001-3b6d-4170-9fe5-dcb3bfe375f8,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:44.656580 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:44.733454 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-03ea95eb-cda2-4989-a9b8-47d44e9116f4 None None] Port 9060fb56-0cc4-4a6c-bf11-74e646261ca2 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:44.734995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6b0397-1982-400f-971a-a9fd9d000400 None None] No DVR routers for this DVR port 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:44.751424 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:44.760464 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:44.761931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.788568 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5b957a7a-a59c-4753-ad82-4a92589e2e28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8342087 Feb 10 11:33:44.789678 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35150) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:44.799432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fa360676-3ab0-4f6b-b76d-a92e8e70de57 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:44.947179 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Allocated IP 172.20.0.9 (0bdf93e9-ec55-487c-96ca-cb7153a5f870/199e69b4-c385-4856-99ca-3b6f75693c6c/caff2978-770b-42fb-b105-3296acab3671) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:44.955828 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b15337b-a108-41ba-84a4-864221e854f7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.959321 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.994682 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=27329d8c-aa72-4899-a5e9-2be5ef9fecd0,segment=NetworkSegment(2d385b47-996e-4683-867d-7a5c91347601),segment_id=2d385b47-996e-4683-867d-7a5c91347601)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:45.001488 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.003205 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.054031 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fa360676-3ab0-4f6b-b76d-a92e8e70de57 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:45.068189 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f694f1-5695-4d7b-8ad5-74e6fe08d395 req-f5d42447-6080-49c1-b760-d223c7c340a7 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:45.069796 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e8f694f1-5695-4d7b-8ad5-74e6fe08d395 req-f5d42447-6080-49c1-b760-d223c7c340a7 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 945 time: 0.3405778 Feb 10 11:33:45.076323 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b15337b-a108-41ba-84a4-864221e854f7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network db21bd82-1a13-47e3-a884-cc83471be560 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:45.097430 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fa360676-3ab0-4f6b-b76d-a92e8e70de57 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:45.098770 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-7b15337b-a108-41ba-84a4-864221e854f7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:45.099921 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=27329d8c-aa72-4899-a5e9-2be5ef9fecd0,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:45.104291 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15337b-a108-41ba-84a4-864221e854f7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Subnet': ['ID=ec826600-1965-4c6b-b6d2-c9b1f9d03f5d,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:45.114382 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:45.146373 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96322f41-abe0-4dc9-943f-f905f69e102c None None] Network db21bd82-1a13-47e3-a884-cc83471be560 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:45.153219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b15337b-a108-41ba-84a4-864221e854f7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:45.153813 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b15337b-a108-41ba-84a4-864221e854f7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.193302 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa360676-3ab0-4f6b-b76d-a92e8e70de57 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:45.196635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fa360676-3ab0-4f6b-b76d-a92e8e70de57 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.198050 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa360676-3ab0-4f6b-b76d-a92e8e70de57 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:45.198648 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa360676-3ab0-4f6b-b76d-a92e8e70de57 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:33:45.221956 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7b15337b-a108-41ba-84a4-864221e854f7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5954611 Feb 10 11:33:45.223783 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:33:45.224237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5def5001-3b6d-4170-9fe5-dcb3bfe375f8 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:33:45.229445 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e67e0-7f51-4a26-8c31-19117f34d987 req-2d81fb2d-1ec5-47f4-9498-9a9006f8056f tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:45.241661 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0a4e67e0-7f51-4a26-8c31-19117f34d987 req-2d81fb2d-1ec5-47f4-9498-9a9006f8056f tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.4213991 Feb 10 11:33:45.253071 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35154) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:45.270207 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-294ab12a-c97b-4a3d-add8-24038e4fecce tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'security_group': {'name': 'tempest-secgroup-88049425'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:45.276961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-294ab12a-c97b-4a3d-add8-24038e4fecce tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:45.281233 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-294ab12a-c97b-4a3d-add8-24038e4fecce tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:security_group and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:45.284406 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-294ab12a-c97b-4a3d-add8-24038e4fecce tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:45.290569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-294ab12a-c97b-4a3d-add8-24038e4fecce tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:45.328711 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.329934 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-294ab12a-c97b-4a3d-add8-24038e4fecce tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.350561 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fa360676-3ab0-4f6b-b76d-a92e8e70de57 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5561042 Feb 10 11:33:45.361637 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35158) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:45.368416 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e8f694f1-5695-4d7b-8ad5-74e6fe08d395 req-18cfd064-dcd4-47a5-b44b-c454fae51dab tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735648 Feb 10 11:33:45.372830 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b58f9440-3317-41ff-83e0-4f67ce8dc11f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:45.424430 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Transition to ACTIVE for port object caff2978-770b-42fb-b105-3296acab3671 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:45.443212 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.482554 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.507599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b58f9440-3317-41ff-83e0-4f67ce8dc11f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:45.542372 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b58f9440-3317-41ff-83e0-4f67ce8dc11f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:45.543753 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-db21bd82-1a13-47e3-a884-cc83471be560', 'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560', 'tenant_id': '4e97c96ac063404ba5595986b22a3e7c', 'fixed_ips': [{'subnet_id': 'ec826600-1965-4c6b-b6d2-c9b1f9d03f5d'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:45.547605 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.554079 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-294ab12a-c97b-4a3d-add8-24038e4fecce tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:45.568730 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-294ab12a-c97b-4a3d-add8-24038e4fecce tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:security_group_rule and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:45.572615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-294ab12a-c97b-4a3d-add8-24038e4fecce tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:45.579187 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0a4e67e0-7f51-4a26-8c31-19117f34d987 req-794d2bda-6f73-4124-b695-2a6a3a484588 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3276751 Feb 10 11:33:45.583381 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-294ab12a-c97b-4a3d-add8-24038e4fecce tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:45.596450 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58f9440-3317-41ff-83e0-4f67ce8dc11f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:45.598934 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.601578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b58f9440-3317-41ff-83e0-4f67ce8dc11f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.602989 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58f9440-3317-41ff-83e0-4f67ce8dc11f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:45.603422 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58f9440-3317-41ff-83e0-4f67ce8dc11f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:33:45.701137 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:45.733166 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b58f9440-3317-41ff-83e0-4f67ce8dc11f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3635018 Feb 10 11:33:45.734865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35164) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:45.740755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:45.757331 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a0998184-6e9a-4b76-81e7-47faf9747714 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:45.776078 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-294ab12a-c97b-4a3d-add8-24038e4fecce tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.827551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.842310 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Allocated IP 2001:db8::2 (db21bd82-1a13-47e3-a884-cc83471be560/ec826600-1965-4c6b-b6d2-c9b1f9d03f5d/03c12a8f-5413-4f57-b281-caaadf882f92) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:45.901827 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:45.902743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-294ab12a-c97b-4a3d-add8-24038e4fecce tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.967154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.975569 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=caff2978-770b-42fb-b105-3296acab3671,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:46.020210 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ab12a-c97b-4a3d-add8-24038e4fecce tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6596c5-dabe-42a4-9dde-88d68004fa22,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:46.029964 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-294ab12a-c97b-4a3d-add8-24038e4fecce tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.031182 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-294ab12a-c97b-4a3d-add8-24038e4fecce tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.7713201 Feb 10 11:33:46.038447 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35168) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:46.065934 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ef4b5a8a-6833-40e4-bffe-5d115d167418 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'security_group': {'name': 'tempest-secgroup-1880343741'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:46.080027 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ef4b5a8a-6833-40e4-bffe-5d115d167418 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:46.088439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616c219-b6e8-4978-ae1e-b49777b03c3c req-c0145a01-f3de-431b-8f39-ce4059de7845 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:46.090095 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b616c219-b6e8-4978-ae1e-b49777b03c3c req-c0145a01-f3de-431b-8f39-ce4059de7845 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 945 time: 0.4146240 Feb 10 11:33:46.098104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ef4b5a8a-6833-40e4-bffe-5d115d167418 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:security_group and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:46.103904 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ef4b5a8a-6833-40e4-bffe-5d115d167418 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:46.104284 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Allocated IP 172.26.4.210 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/c3ede5ed-709f-49fd-ab7e-ec3935ed1827) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:46.125553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:46.126190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.128162 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-76fd1ac1-2227-4137-a6b9-e6d77aeaffc5 None None] Provisioning for port caff2978-770b-42fb-b105-3296acab3671 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:46.139254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-76fd1ac1-2227-4137-a6b9-e6d77aeaffc5 None None] Provisioning complete for port caff2978-770b-42fb-b105-3296acab3671 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:46.139638 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-76fd1ac1-2227-4137-a6b9-e6d77aeaffc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.154407 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ef4b5a8a-6833-40e4-bffe-5d115d167418 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:46.156930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a0998184-6e9a-4b76-81e7-47faf9747714 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:46.173723 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b616c219-b6e8-4978-ae1e-b49777b03c3c req-c22ad46e-78bf-428b-87a4-56b7dfb58ceb tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654736 Feb 10 11:33:46.177041 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5a8a-6833-40e4-bffe-5d115d167418 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.210008 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.225897 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-76fd1ac1-2227-4137-a6b9-e6d77aeaffc5 None None] Port caff2978-770b-42fb-b105-3296acab3671 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:46.227714 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Transition to ACTIVE for port object 03c12a8f-5413-4f57-b281-caaadf882f92 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:46.244703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ef4b5a8a-6833-40e4-bffe-5d115d167418 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:46.247834 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a0998184-6e9a-4b76-81e7-47faf9747714 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:46.253299 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Transition to ACTIVE for port object 03c12a8f-5413-4f57-b281-caaadf882f92 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:46.255716 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ef4b5a8a-6833-40e4-bffe-5d115d167418 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:security_group_rule and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:46.257708 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3030d3cb-ca9a-426b-a986-07b98786e32e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.0778925 Feb 10 11:33:46.259344 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ef4b5a8a-6833-40e4-bffe-5d115d167418 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:46.260849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35174) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:46.264326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.268255 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ef4b5a8a-6833-40e4-bffe-5d115d167418 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:46.280186 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f1e51919-0995-4b0b-8c5b-61d3294a1fe7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'subnet': {'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:46.343101 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Network db21bd82-1a13-47e3-a884-cc83471be560 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:46.346222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:46.350516 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5a8a-6833-40e4-bffe-5d115d167418 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.355857 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:46.363038 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5a8a-6833-40e4-bffe-5d115d167418 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.379157 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0998184-6e9a-4b76-81e7-47faf9747714 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:46.408817 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Pushing event updated for resources: {'Port': ['ID=03c12a8f-5413-4f57-b281-caaadf882f92,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:46.466164 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5a8a-6833-40e4-bffe-5d115d167418 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.471184 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ef4b5a8a-6833-40e4-bffe-5d115d167418 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4211853 Feb 10 11:33:46.472653 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b5a8a-6833-40e4-bffe-5d115d167418 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0122d90-66b3-41f9-852a-beb0421262f1,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:46.479374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Attempting to bind port 03c12a8f-5413-4f57-b281-caaadf882f92 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:46.480499 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Attempting to bind port 03c12a8f-5413-4f57-b281-caaadf882f92 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '4e20804a-085c-4bfe-a547-e1c14a841a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:46.480996 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Attempting to bind port 03c12a8f-5413-4f57-b281-caaadf882f92 on network db21bd82-1a13-47e3-a884-cc83471be560 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:46.481356 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35178) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:46.495981 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7819d8c4-8b72-4d63-a56b-ac0d890fb53a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-674974504', 'security_groups': ['a0122d90-66b3-41f9-852a-beb0421262f1'], 'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ec826600-1965-4c6b-b6d2-c9b1f9d03f5d'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:46.513192 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:46.513697 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Checking segment: {'id': '4e20804a-085c-4bfe-a547-e1c14a841a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:46.514085 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.514479 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Bound using segment: {'id': '4e20804a-085c-4bfe-a547-e1c14a841a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:46.519007 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Bound port: 03c12a8f-5413-4f57-b281-caaadf882f92, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e20804a-085c-4bfe-a547-e1c14a841a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:46.519691 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.577857 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:46.592925 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f1e51919-0995-4b0b-8c5b-61d3294a1fe7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:46.612759 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f1e51919-0995-4b0b-8c5b-61d3294a1fe7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:subnet and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:46.628535 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f1e51919-0995-4b0b-8c5b-61d3294a1fe7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:46.644409 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f1e51919-0995-4b0b-8c5b-61d3294a1fe7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:46.665433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a0998184-6e9a-4b76-81e7-47faf9747714 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.666906 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0998184-6e9a-4b76-81e7-47faf9747714 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:46.667346 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0998184-6e9a-4b76-81e7-47faf9747714 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:33:46.678536 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.690208 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e51919-0995-4b0b-8c5b-61d3294a1fe7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:46.711404 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] For port 03c12a8f-5413-4f57-b281-caaadf882f92, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:46.717256 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] For port 03c12a8f-5413-4f57-b281-caaadf882f92, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=03c12a8f-5413-4f57-b281-caaadf882f92,segment=NetworkSegment(4e20804a-085c-4bfe-a547-e1c14a841a8c),segment_id=4e20804a-085c-4bfe-a547-e1c14a841a8c)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:46.732277 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.768089 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a0998184-6e9a-4b76-81e7-47faf9747714 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0288882 Feb 10 11:33:46.772802 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35186) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:46.778993 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b8ffccc9-dda8-4ac5-9f7d-bbdb8ad7cfc6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:46.783223 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:46.783702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.826850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7819d8c4-8b72-4d63-a56b-ac0d890fb53a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:46.890989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7819d8c4-8b72-4d63-a56b-ac0d890fb53a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:46.931108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7819d8c4-8b72-4d63-a56b-ac0d890fb53a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:46.955852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b8ffccc9-dda8-4ac5-9f7d-bbdb8ad7cfc6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:46.968061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b8ffccc9-dda8-4ac5-9f7d-bbdb8ad7cfc6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:46.984433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ffccc9-dda8-4ac5-9f7d-bbdb8ad7cfc6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:46.986686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abddd6-8e5a-4f0c-95c5-30fa9c1a73dc None None] Pushing event updated for resources: {'Port': ['ID=03c12a8f-5413-4f57-b281-caaadf882f92,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:46.988622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b8ffccc9-dda8-4ac5-9f7d-bbdb8ad7cfc6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.991461 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ffccc9-dda8-4ac5-9f7d-bbdb8ad7cfc6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:46.992131 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ffccc9-dda8-4ac5-9f7d-bbdb8ad7cfc6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:33:47.005771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f1e51919-0995-4b0b-8c5b-61d3294a1fe7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:47.023908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:47.136550 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafea71-6670-4a63-9b68-79e6edbdcf71 req-f1dede34-5536-4c54-82c3-64cf98859906 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:47.138650 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dfafea71-6670-4a63-9b68-79e6edbdcf71 req-f1dede34-5536-4c54-82c3-64cf98859906 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.3076427 Feb 10 11:33:47.140786 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Allocated IP 172.26.4.56 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/abf469fb-3871-4c03-97f2-fe845017da91) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:47.154469 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147a12b-1a73-4931-8ec5-039be27ef5c5 req-cd46ee83-eee2-475e-a7d4-6221a3bcca39 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:47.155995 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5147a12b-1a73-4931-8ec5-039be27ef5c5 req-cd46ee83-eee2-475e-a7d4-6221a3bcca39 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 945 time: 0.3715358 Feb 10 11:33:47.156504 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b8ffccc9-dda8-4ac5-9f7d-bbdb8ad7cfc6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3826709 Feb 10 11:33:47.176020 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35190) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:47.189857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:47.195027 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:47.206743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:47.207938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c43e7b61-8647-4b57-8394-5a9da587b38b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:47.326576 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Pushing event updated for resources: {'Port': ['ID=c3ede5ed-709f-49fd-ab7e-ec3935ed1827,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:47.392767 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.ipam_backend_mixin [None req-f1e51919-0995-4b0b-8c5b-61d3294a1fe7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 199e69b4-c385-4856-99ca-3b6f75693c6c (CIDR: 172.20.0.0/28) Feb 10 11:33:47.442341 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e51919-0995-4b0b-8c5b-61d3294a1fe7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:47.442942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e51919-0995-4b0b-8c5b-61d3294a1fe7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:33:47.487395 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f1e51919-0995-4b0b-8c5b-61d3294a1fe7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2168989 Feb 10 11:33:47.491946 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35194) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:47.502801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-60f6b7dd-4d19-4729-96c9-c113e5b49e82 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'subnet': {'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:47.531420 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7819d8c4-8b72-4d63-a56b-ac0d890fb53a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:47.602792 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dfafea71-6670-4a63-9b68-79e6edbdcf71 req-b0401e6b-39f5-47cd-bb01-eea2e73f5f26 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4423828 Feb 10 11:33:47.637493 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5147a12b-1a73-4931-8ec5-039be27ef5c5 req-6cc8fb39-dd3d-452f-bd90-77525ca5079e tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388525 Feb 10 11:33:47.651172 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-7819d8c4-8b72-4d63-a56b-ac0d890fb53a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] device_id is not set on port 4b290813-242f-44c4-aac3-33d92e0aef9f yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:47.687325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-60f6b7dd-4d19-4729-96c9-c113e5b49e82 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:47.693051 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-60f6b7dd-4d19-4729-96c9-c113e5b49e82 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:subnet and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:47.696485 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-60f6b7dd-4d19-4729-96c9-c113e5b49e82 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:47.700891 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c43e7b61-8647-4b57-8394-5a9da587b38b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:47.703618 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-60f6b7dd-4d19-4729-96c9-c113e5b49e82 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:47.716004 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f6b7dd-4d19-4729-96c9-c113e5b49e82 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:47.719520 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60f6b7dd-4d19-4729-96c9-c113e5b49e82 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:47.740829 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:47.751044 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c43e7b61-8647-4b57-8394-5a9da587b38b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:47.775478 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:47.826306 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43e7b61-8647-4b57-8394-5a9da587b38b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:47.995848 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c43e7b61-8647-4b57-8394-5a9da587b38b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:47.998579 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43e7b61-8647-4b57-8394-5a9da587b38b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:47.999162 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43e7b61-8647-4b57-8394-5a9da587b38b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:33:48.073771 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c43e7b61-8647-4b57-8394-5a9da587b38b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8944130 Feb 10 11:33:48.075967 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35198) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:48.132765 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fcab8995-4073-445d-9d5b-a86d76d738fb tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0537455 Feb 10 11:33:48.132765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.134692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35202) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:48.240013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.250366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:48.251894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-7819d8c4-8b72-4d63-a56b-ac0d890fb53a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Allocated IP 2001:db8::344 (db21bd82-1a13-47e3-a884-cc83471be560/ec826600-1965-4c6b-b6d2-c9b1f9d03f5d/4b290813-242f-44c4-aac3-33d92e0aef9f) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:48.254858 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fd5158-71e0-44b6-91e7-cfdde2f1b6ce tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:48.255537 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-30fd5158-71e0-44b6-91e7-cfdde2f1b6ce tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:48.257081 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:48.260688 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:48.261685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.268851 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fad86083-7ebb-43b0-85d6-101ca04c58ee None None] Provisioning for port 03c12a8f-5413-4f57-b281-caaadf882f92 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:48.289669 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fad86083-7ebb-43b0-85d6-101ca04c58ee None None] Provisioning complete for port c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:48.290181 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fad86083-7ebb-43b0-85d6-101ca04c58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.319344 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Pushing event updated for resources: {'Port': ['ID=abf469fb-3871-4c03-97f2-fe845017da91,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:48.335930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-30fd5158-71e0-44b6-91e7-cfdde2f1b6ce tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:48.337263 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-30fd5158-71e0-44b6-91e7-cfdde2f1b6ce tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1987453 Feb 10 11:33:48.353114 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35206) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:48.362378 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-fad86083-7ebb-43b0-85d6-101ca04c58ee None None] Port c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:48.445749 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e52ef262-7958-49d8-b8ef-73b973342be1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910861 Feb 10 11:33:48.451916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35210) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:48.467950 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-eff7be8e-0513-48b0-aed7-25af7dccfbc3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:48.518882 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 03c12a8f-5413-4f57-b281-caaadf882f92 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:48.626236 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 03c12a8f-5413-4f57-b281-caaadf882f92 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:48.631881 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 03c12a8f-5413-4f57-b281-caaadf882f92 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:48.632843 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.633560 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-eff7be8e-0513-48b0-aed7-25af7dccfbc3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:48.659624 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-eff7be8e-0513-48b0-aed7-25af7dccfbc3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:48.685782 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff7be8e-0513-48b0-aed7-25af7dccfbc3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:48.689807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eff7be8e-0513-48b0-aed7-25af7dccfbc3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.705675 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60f6b7dd-4d19-4729-96c9-c113e5b49e82 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.808122 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7819d8c4-8b72-4d63-a56b-ac0d890fb53a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.830492 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-7819d8c4-8b72-4d63-a56b-ac0d890fb53a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Transition to ACTIVE for port object 4b290813-242f-44c4-aac3-33d92e0aef9f will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:48.834630 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.856112 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.908396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6b7dd-4d19-4729-96c9-c113e5b49e82 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Subnet': ['ID=ca7c3e3d-e0c0-4c9b-9bb1-488da775e800,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:48.913305 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f6b7dd-4d19-4729-96c9-c113e5b49e82 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:48.920430 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-60f6b7dd-4d19-4729-96c9-c113e5b49e82 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:48.923645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f6b7dd-4d19-4729-96c9-c113e5b49e82 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:48.924230 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60f6b7dd-4d19-4729-96c9-c113e5b49e82 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.935070 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8232dfe-f30c-460c-b34e-a5488dc79060 None None] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:48.971733 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-60f6b7dd-4d19-4729-96c9-c113e5b49e82 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4778306 Feb 10 11:33:48.976217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35218) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:48.990470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-e545f84b-ca01-4b07-b112-c825f8662561 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-294752966', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ca7c3e3d-e0c0-4c9b-9bb1-488da775e800'}], 'security_groups': ['dea23d03-b455-40ce-b03e-42bfe9be07aa']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:49.010355 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 03c12a8f-5413-4f57-b281-caaadf882f92, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=03c12a8f-5413-4f57-b281-caaadf882f92,segment=NetworkSegment(4e20804a-085c-4bfe-a547-e1c14a841a8c),segment_id=4e20804a-085c-4bfe-a547-e1c14a841a8c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:49.065117 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.107392 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7819d8c4-8b72-4d63-a56b-ac0d890fb53a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.184638 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=03c12a8f-5413-4f57-b281-caaadf882f92,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:49.229612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Router e9652f05-ac9b-4348-9bec-b5428e8da18b is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:33:49.230251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.242602 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7819d8c4-8b72-4d63-a56b-ac0d890fb53a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network db21bd82-1a13-47e3-a884-cc83471be560 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:49.243770 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819d8c4-8b72-4d63-a56b-ac0d890fb53a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=4b290813-242f-44c4-aac3-33d92e0aef9f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:49.248900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e545f84b-ca01-4b07-b112-c825f8662561 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.249573 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-7819d8c4-8b72-4d63-a56b-ac0d890fb53a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:49.254899 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.258356 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819d8c4-8b72-4d63-a56b-ac0d890fb53a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:49.263014 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7819d8c4-8b72-4d63-a56b-ac0d890fb53a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:49.263659 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7819d8c4-8b72-4d63-a56b-ac0d890fb53a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.276517 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45bd12-043f-4423-ba03-c9439256f6f2 req-b8a074f3-b815-4476-b0f7-fde529d3a8d6 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:49.278074 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-de45bd12-043f-4423-ba03-c9439256f6f2 req-b8a074f3-b815-4476-b0f7-fde529d3a8d6 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 945 time: 0.3634830 Feb 10 11:33:49.289562 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20b89a-ef10-4d5c-8b8a-98eb69dac418 req-dbed7212-9f92-409b-9ffe-fdde30e81c63 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:49.291127 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6e20b89a-ef10-4d5c-8b8a-98eb69dac418 req-dbed7212-9f92-409b-9ffe-fdde30e81c63 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.3436115 Feb 10 11:33:49.403661 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7819d8c4-8b72-4d63-a56b-ac0d890fb53a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9208093 Feb 10 11:33:49.410967 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35222) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:49.420570 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-284018e2-d7cf-41f3-8524-cc15692770c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'subnet': {'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:49.560664 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af33eab1-33eb-4337-94af-1a9bc47a932a None None] Update dhcp port {'port': {'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'fixed_ips': [{'subnet_id': '199e69b4-c385-4856-99ca-3b6f75693c6c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ca7c3e3d-e0c0-4c9b-9bb1-488da775e800'}], 'binding:host_id': 'dv-neutron-828497-1-hyperv'}, 'id': '27329d8c-aa72-4899-a5e9-2be5ef9fecd0'} from dv-neutron-828497-1-hyperv. {{(pid=83556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:33:49.613747 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-de45bd12-043f-4423-ba03-c9439256f6f2 req-a9431727-4c37-480a-b01c-a01113245bcb tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179843 Feb 10 11:33:49.641446 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6e20b89a-ef10-4d5c-8b8a-98eb69dac418 req-144de964-94cf-4b16-bfd8-6635726e04d9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3241236 Feb 10 11:33:49.713703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-284018e2-d7cf-41f3-8524-cc15692770c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:49.722307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-284018e2-d7cf-41f3-8524-cc15692770c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:subnet and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:49.726576 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-284018e2-d7cf-41f3-8524-cc15692770c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:49.734995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-284018e2-d7cf-41f3-8524-cc15692770c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:49.741626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-af33eab1-33eb-4337-94af-1a9bc47a932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.755655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284018e2-d7cf-41f3-8524-cc15692770c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:49.759728 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-284018e2-d7cf-41f3-8524-cc15692770c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.766772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-383958ad-d2ac-49a1-97fc-c364cf9017d2 None None] Provisioning for port 4b290813-242f-44c4-aac3-33d92e0aef9f completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:49.781487 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-383958ad-d2ac-49a1-97fc-c364cf9017d2 None None] Provisioning complete for port 4b290813-242f-44c4-aac3-33d92e0aef9f triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:49.782605 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-383958ad-d2ac-49a1-97fc-c364cf9017d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.977063 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.objects.ports [None req-eff7be8e-0513-48b0-aed7-25af7dccfbc3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83555) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:33:49.991315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eff7be8e-0513-48b0-aed7-25af7dccfbc3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:50.060943 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.ipam_backend_mixin [None req-284018e2-d7cf-41f3-8524-cc15692770c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ec826600-1965-4c6b-b6d2-c9b1f9d03f5d (CIDR: 2001:db8::/64) Feb 10 11:33:50.072393 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-284018e2-d7cf-41f3-8524-cc15692770c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:50.073685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284018e2-d7cf-41f3-8524-cc15692770c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:33:50.144853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-383958ad-d2ac-49a1-97fc-c364cf9017d2 None None] Port 4b290813-242f-44c4-aac3-33d92e0aef9f cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:50.192687 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff7be8e-0513-48b0-aed7-25af7dccfbc3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:50.205690 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-eff7be8e-0513-48b0-aed7-25af7dccfbc3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:50.209254 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-284018e2-d7cf-41f3-8524-cc15692770c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7946110 Feb 10 11:33:50.215299 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7be8e-0513-48b0-aed7-25af7dccfbc3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=1d60d429-40ca-45df-8b30-b9a73173032c,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:50.218631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35232) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:50.225454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff7be8e-0513-48b0-aed7-25af7dccfbc3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:50.225688 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eff7be8e-0513-48b0-aed7-25af7dccfbc3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:50.237968 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Router 950a2ff1-9085-43ac-bf39-d20d99adbf64 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:33:50.240964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-c7f9e95c-88db-4e9a-bdbb-63299d6572b2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'subnet': {'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:50.245476 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37a7e6b-4feb-456b-aa7e-264a1df27e50 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:50.274249 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-af33eab1-33eb-4337-94af-1a9bc47a932a None None] Allocated IP 172.20.0.18 (0bdf93e9-ec55-487c-96ca-cb7153a5f870/ca7c3e3d-e0c0-4c9b-9bb1-488da775e800/27329d8c-aa72-4899-a5e9-2be5ef9fecd0) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:50.343936 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-eff7be8e-0513-48b0-aed7-25af7dccfbc3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8819911 Feb 10 11:33:50.352374 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35236) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:50.364256 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'mac_address': 'fa:16:3e:5d:b4:bb', 'name': 'tempest-NetworksTestDHCPv6-1754207222'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:50.460312 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e45c99e8-39b0-42c4-9f24-3c4c55819772 req-e0670353-8027-4318-8907-7142abd1d33c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a920b01f9a34dfbaf9324c6af78226f&device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 1098 time: 0.4589109 Feb 10 11:33:50.531339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 03c12a8f-5413-4f57-b281-caaadf882f92 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:50.533919 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3afa4-bb37-4ff7-a26d-0e37c4cad3ae req-b6bcf7cd-cd91-4afd-9eb5-ce269bc9f203 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:50.536605 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90e3afa4-bb37-4ff7-a26d-0e37c4cad3ae req-b6bcf7cd-cd91-4afd-9eb5-ce269bc9f203 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 945 time: 0.4162605 Feb 10 11:33:50.618435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c7f9e95c-88db-4e9a-bdbb-63299d6572b2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:50.641780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c7f9e95c-88db-4e9a-bdbb-63299d6572b2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:subnet and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:50.642797 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-af33eab1-33eb-4337-94af-1a9bc47a932a None None] For port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=27329d8c-aa72-4899-a5e9-2be5ef9fecd0,segment=NetworkSegment(2d385b47-996e-4683-867d-7a5c91347601),segment_id=2d385b47-996e-4683-867d-7a5c91347601)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:50.649636 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c7f9e95c-88db-4e9a-bdbb-63299d6572b2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:50.665350 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90e3afa4-bb37-4ff7-a26d-0e37c4cad3ae req-d866932f-c014-4174-a216-d42edc913f93 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019940 Feb 10 11:33:50.677666 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c7f9e95c-88db-4e9a-bdbb-63299d6572b2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:50.698109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:50.711489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:50.713840 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7853d819-2f52-4064-adda-c0baf544831c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "PUT /v2.0/routers/e9652f05-ac9b-4348-9bec-b5428e8da18b HTTP/1.1" status: 200 len: 914 time: 7.6957893 Feb 10 11:33:50.716142 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35240) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:50.718552 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74a0807-ec2e-4534-9d90-1a8ec66d9b22 None None] Sync routers for ids ['e9652f05-ac9b-4348-9bec-b5428e8da18b'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:50.728180 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-af33eab1-33eb-4337-94af-1a9bc47a932a None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:50.733433 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74a0807-ec2e-4534-9d90-1a8ec66d9b22 None None] Routers {'e9652f05-ac9b-4348-9bec-b5428e8da18b'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:50.734475 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d74a0807-ec2e-4534-9d90-1a8ec66d9b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['e9652f05-ac9b-4348-9bec-b5428e8da18b'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:50.753472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-af33eab1-33eb-4337-94af-1a9bc47a932a None None] Transition to ACTIVE for port object 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:50.758993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:50.768256 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:50.776027 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2b23a138-82d9-4a84-ac61-3c016024c20c tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "PUT /v2.0/routers/950a2ff1-9085-43ac-bf39-d20d99adbf64 HTTP/1.1" status: 200 len: 918 time: 6.7884874 Feb 10 11:33:50.777089 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35244) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:50.785355 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': '1d60d429-40ca-45df-8b30-b9a73173032c'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:50.786204 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:50.799160 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-af33eab1-33eb-4337-94af-1a9bc47a932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:50.803431 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c2c83-d46e-40bc-bbab-39458bf0af63 None None] Sync routers for ids ['950a2ff1-9085-43ac-bf39-d20d99adbf64'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:50.811372 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d74a0807-ec2e-4534-9d90-1a8ec66d9b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:50.827561 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74a0807-ec2e-4534-9d90-1a8ec66d9b22 None None] Routers {'e9652f05-ac9b-4348-9bec-b5428e8da18b'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:50.828680 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d74a0807-ec2e-4534-9d90-1a8ec66d9b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['e9652f05-ac9b-4348-9bec-b5428e8da18b'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:50.894247 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:50.901094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33eab1-33eb-4337-94af-1a9bc47a932a None None] Pushing event updated for resources: {'Port': ['ID=27329d8c-aa72-4899-a5e9-2be5ef9fecd0,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:50.902354 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d74a0807-ec2e-4534-9d90-1a8ec66d9b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:50.903012 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74a0807-ec2e-4534-9d90-1a8ec66d9b22 None None] The sync data for ids ['e9652f05-ac9b-4348-9bec-b5428e8da18b'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:50.980592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c99e8-39b0-42c4-9f24-3c4c55819772 req-02093c18-2d3a-425b-b1ab-9bc1d6da81d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:50.983661 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e45c99e8-39b0-42c4-9f24-3c4c55819772 req-02093c18-2d3a-425b-b1ab-9bc1d6da81d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=399286a7-035e-4777-ab65-0c381ace7d10 HTTP/1.1" status: 200 len: 912 time: 0.5059447 Feb 10 11:33:50.985393 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f9e95c-88db-4e9a-bdbb-63299d6572b2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:51.110083 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:port and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:51.145473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c2c83-d46e-40bc-bbab-39458bf0af63 None None] Routers {'950a2ff1-9085-43ac-bf39-d20d99adbf64'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:51.145473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f54c2c83-d46e-40bc-bbab-39458bf0af63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['950a2ff1-9085-43ac-bf39-d20d99adbf64'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:51.208379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 03c12a8f-5413-4f57-b281-caaadf882f92 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:51.208749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:51.222701 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:51.264584 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f54c2c83-d46e-40bc-bbab-39458bf0af63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:51.270979 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-10c2731f-141a-449f-a19b-ac552e08d3c8 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "GET /v2.0/routers/950a2ff1-9085-43ac-bf39-d20d99adbf64 HTTP/1.1" status: 200 len: 924 time: 0.4912193 Feb 10 11:33:51.271878 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35248) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:51.315758 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Allocated IP 2001:db8::f816:3eff:fea2:e7e9 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/1d60d429-40ca-45df-8b30-b9a73173032c/12f8304c-4e26-4f35-8324-7ade07e053bb) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:51.330331 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c2c83-d46e-40bc-bbab-39458bf0af63 None None] Routers {'950a2ff1-9085-43ac-bf39-d20d99adbf64'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:51.330990 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f54c2c83-d46e-40bc-bbab-39458bf0af63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['950a2ff1-9085-43ac-bf39-d20d99adbf64'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:51.342499 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:51.413177 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-99a7bf8c-3d48-4885-a85f-c9c4f1ef6a9d tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&device_id=950a2ff1-9085-43ac-bf39-d20d99adbf64&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1397758 Feb 10 11:33:51.418068 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35252) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:51.427163 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e45c99e8-39b0-42c4-9f24-3c4c55819772 req-0fb57ce5-a699-4e7f-b995-51f8609ba49f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02ed26ef-d6cb-4452-965a-545db73912f5 HTTP/1.1" status: 200 len: 217 time: 0.2959888 Feb 10 11:33:51.512318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:51.518992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:51.525272 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f54c2c83-d46e-40bc-bbab-39458bf0af63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:51.525272 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c2c83-d46e-40bc-bbab-39458bf0af63 None None] The sync data for ids ['950a2ff1-9085-43ac-bf39-d20d99adbf64'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:51.582271 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f674b218-7b34-46d2-b029-fe6ed884c031 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:51.583857 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f674b218-7b34-46d2-b029-fe6ed884c031 tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "GET /v2.0/networks/585d1acb-5d6b-405b-8a3c-1987eb05be45 HTTP/1.1" status: 200 len: 881 time: 0.1646132 Feb 10 11:33:51.590191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35256) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:51.673487 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e6c633de-26e1-4907-81ca-2a8e0111442e tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "GET /v2.0/ports?device_id=950a2ff1-9085-43ac-bf39-d20d99adbf64 HTTP/1.1" status: 200 len: 205 time: 0.0813258 Feb 10 11:33:51.674476 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35260) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:51.906985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:51.951696 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Transition to ACTIVE for port object 12f8304c-4e26-4f35-8324-7ade07e053bb will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:52.005728 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Transition to ACTIVE for port object 12f8304c-4e26-4f35-8324-7ade07e053bb will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:52.014283 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.077157 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port 580ca60d-b20f-4f6f-aca3-74ad4dcc20ba yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:52.093525 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c727b9-a478-4e19-989c-df59860110fd req-3bbb67d7-3aef-4d0e-a6b6-6f161be87a5d tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:52.096078 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-54c727b9-a478-4e19-989c-df59860110fd req-3bbb67d7-3aef-4d0e-a6b6-6f161be87a5d tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 945 time: 0.1477473 Feb 10 11:33:52.129615 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:52.141011 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:52.145397 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Pushing event updated for resources: {'Port': ['ID=12f8304c-4e26-4f35-8324-7ade07e053bb,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:52.149591 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:52.161626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c99e8-39b0-42c4-9f24-3c4c55819772 req-421e3e43-f568-4de1-8609-599f69fddfef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:52.163483 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e45c99e8-39b0-42c4-9f24-3c4c55819772 req-421e3e43-f568-4de1-8609-599f69fddfef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0482781e-02b7-48f9-b8e5-76417ef8ce72 HTTP/1.1" status: 200 len: 851 time: 0.7200425 Feb 10 11:33:52.177901 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-54c727b9-a478-4e19-989c-df59860110fd req-ac21d9cd-38ba-4647-981d-8ccf1450403f tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752461 Feb 10 11:33:52.190446 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-e545f84b-ca01-4b07-b112-c825f8662561 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Delete allocated IP 172.20.0.9 (0bdf93e9-ec55-487c-96ca-cb7153a5f870/199e69b4-c385-4856-99ca-3b6f75693c6c) {{(pid=83555) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 11:33:52.225423 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5681ca22-8353-4646-976c-a98719427d41 None None] Provisioning for port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:52.244242 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c7f9e95c-88db-4e9a-bdbb-63299d6572b2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.297667 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5681ca22-8353-4646-976c-a98719427d41 None None] Provisioning complete for port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:52.298403 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5681ca22-8353-4646-976c-a98719427d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.360620 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e45c99e8-39b0-42c4-9f24-3c4c55819772 req-9d78a015-ccc3-4168-ae26-e8536bae1004 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=399286a7-035e-4777-ab65-0c381ace7d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1795144 Feb 10 11:33:52.361785 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-e545f84b-ca01-4b07-b112-c825f8662561 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Allocated IP 172.20.0.26 (0bdf93e9-ec55-487c-96ca-cb7153a5f870/ca7c3e3d-e0c0-4c9b-9bb1-488da775e800/caff2978-770b-42fb-b105-3296acab3671) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:52.422009 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Attempting to bind port 12f8304c-4e26-4f35-8324-7ade07e053bb on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:52.422593 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Attempting to bind port 12f8304c-4e26-4f35-8324-7ade07e053bb by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:52.423156 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Attempting to bind port 12f8304c-4e26-4f35-8324-7ade07e053bb on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:52.445990 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:52.446769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:52.447290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.447926 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:52.448723 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Bound port: 12f8304c-4e26-4f35-8324-7ade07e053bb, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:52.449983 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.532770 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:52.713413 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::f816:3eff:fe5d:b4bb (3b5b04fa-1e24-453f-83a6-7d1810ca3421/1d60d429-40ca-45df-8b30-b9a73173032c/580ca60d-b20f-4f6f-aca3-74ad4dcc20ba) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:52.793709 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] For port 12f8304c-4e26-4f35-8324-7ade07e053bb, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:52.802512 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] For port 12f8304c-4e26-4f35-8324-7ade07e053bb, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=12f8304c-4e26-4f35-8324-7ade07e053bb,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:52.816038 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.852601 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e45c99e8-39b0-42c4-9f24-3c4c55819772 req-915b654c-673d-479b-b6c1-f1a7e5d4cbe0 service neutron] 10.222.0.73 "GET /v2.0/networks/399286a7-035e-4777-ab65-0c381ace7d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764712 Feb 10 11:33:52.897025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:52.897025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.981421 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5681ca22-8353-4646-976c-a98719427d41 None None] Provisioning complete for port caff2978-770b-42fb-b105-3296acab3671 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:52.982133 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5681ca22-8353-4646-976c-a98719427d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.159007 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37eb37-af9e-4c48-8338-2d9b7fa0040c None None] Pushing event updated for resources: {'Port': ['ID=12f8304c-4e26-4f35-8324-7ade07e053bb,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:53.166969 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-5681ca22-8353-4646-976c-a98719427d41 None None] Port caff2978-770b-42fb-b105-3296acab3671 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:53.269543 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5681ca22-8353-4646-976c-a98719427d41 None None] Provisioning complete for port 9060fb56-0cc4-4a6c-bf11-74e646261ca2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:53.270479 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5681ca22-8353-4646-976c-a98719427d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.348571 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-5681ca22-8353-4646-976c-a98719427d41 None None] Port 9060fb56-0cc4-4a6c-bf11-74e646261ca2 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:53.450289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-e545f84b-ca01-4b07-b112-c825f8662561 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:33:53.459878 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bf59bd8e-e7db-4ab1-adc9-1d67df04f389 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "GET /v2.0/routers/e9652f05-ac9b-4348-9bec-b5428e8da18b HTTP/1.1" status: 200 len: 920 time: 2.7205687 Feb 10 11:33:53.472186 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35268) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:53.481732 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e45c99e8-39b0-42c4-9f24-3c4c55819772 req-84f75bed-ec77-456e-b9c6-489f9c80dee8 service neutron] 10.222.0.73 "GET /v2.0/networks/399286a7-035e-4777-ab65-0c381ace7d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061444 Feb 10 11:33:53.521645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e545f84b-ca01-4b07-b112-c825f8662561 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.580039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f132562-fdc6-4666-bbd9-a0dcc2536eb7 req-b020e6bb-840f-4d76-aa01-e8678cf816be tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:53.580984 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e545f84b-ca01-4b07-b112-c825f8662561 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Transition to ACTIVE for port object caff2978-770b-42fb-b105-3296acab3671 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:53.582620 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8f132562-fdc6-4666-bbd9-a0dcc2536eb7 req-b020e6bb-840f-4d76-aa01-e8678cf816be tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 945 time: 0.1428874 Feb 10 11:33:53.585177 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.614414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e545f84b-ca01-4b07-b112-c825f8662561 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.678290 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8f132562-fdc6-4666-bbd9-a0dcc2536eb7 req-c77a00a8-7721-4ebd-a524-83c8ec5ef3a0 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861504 Feb 10 11:33:53.690538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a167e6f5-95ee-42e9-9b24-ebefa9860415 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.806231 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object 580ca60d-b20f-4f6f-aca3-74ad4dcc20ba will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:53.923985 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c7f9e95c-88db-4e9a-bdbb-63299d6572b2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.000367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545f84b-ca01-4b07-b112-c825f8662561 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=caff2978-770b-42fb-b105-3296acab3671,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:54.293701 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f9e95c-88db-4e9a-bdbb-63299d6572b2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network db21bd82-1a13-47e3-a884-cc83471be560 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:54.313193 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-c7f9e95c-88db-4e9a-bdbb-63299d6572b2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:54.317439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f9e95c-88db-4e9a-bdbb-63299d6572b2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:54.318134 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c7f9e95c-88db-4e9a-bdbb-63299d6572b2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.329992 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5862924d-2a7a-4945-a7f5-d405325057f8 None None] Network db21bd82-1a13-47e3-a884-cc83471be560 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:54.330973 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-82bc330c-8781-4514-a2f6-2468e8ad795e tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&device_id=e9652f05-ac9b-4348-9bec-b5428e8da18b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8476343 Feb 10 11:33:54.331159 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9e95c-88db-4e9a-bdbb-63299d6572b2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Subnet': ['ID=d93cfabb-e230-4981-9fdf-e3c83bef451a,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:54.335186 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35272) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:54.337191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e545f84b-ca01-4b07-b112-c825f8662561 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] In _notify_port_updated(), no bound segment for port caff2978-770b-42fb-b105-3296acab3671 on network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 {{(pid=83555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:33:54.341907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e545f84b-ca01-4b07-b112-c825f8662561 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:54.343013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e545f84b-ca01-4b07-b112-c825f8662561 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.348115 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e545f84b-ca01-4b07-b112-c825f8662561 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "PUT /v2.0/ports/caff2978-770b-42fb-b105-3296acab3671 HTTP/1.1" status: 200 len: 920 time: 5.3640862 Feb 10 11:33:54.348115 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.358336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35276) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:54.551456 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c7f9e95c-88db-4e9a-bdbb-63299d6572b2 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.3159695 Feb 10 11:33:54.571773 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35280) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:54.591916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-0fabe9d5-db45-4ba2-9a1c-e360a9832b78 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1195307342', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd93cfabb-e230-4981-9fdf-e3c83bef451a'}], 'security_groups': ['dc6596c5-dabe-42a4-9dde-88d68004fa22']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:54.656772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:54.657761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=580ca60d-b20f-4f6f-aca3-74ad4dcc20ba,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:54.665168 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port caff2978-770b-42fb-b105-3296acab3671 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:54.665168 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.707249 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 12f8304c-4e26-4f35-8324-7ade07e053bb up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:54.774912 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc91b9b-a35b-4440-82ae-3c95101b89c4 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:54.776655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3cc91b9b-a35b-4440-82ae-3c95101b89c4 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Synchronizing usage tracker for tenant:9582ae79fbce41f089afab55516f3656 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:54.799813 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3cc91b9b-a35b-4440-82ae-3c95101b89c4 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Unset dirty status for tenant:9582ae79fbce41f089afab55516f3656 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:54.801750 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3cc91b9b-a35b-4440-82ae-3c95101b89c4 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "GET /v2.0/networks/585d1acb-5d6b-405b-8a3c-1987eb05be45 HTTP/1.1" status: 200 len: 881 time: 0.4648378 Feb 10 11:33:54.805062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:54.806542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35286) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:54.863755 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a0ac90a6-b008-4085-9b17-88f84f293e16 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9652f05-ac9b-4348-9bec-b5428e8da18b HTTP/1.1" status: 200 len: 205 time: 0.0553913 Feb 10 11:33:54.868188 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35290) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:54.919960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:54.929579 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:54.929868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.071026 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d7c1e5e0-e727-4ed7-9112-ff76a64cbd4a None None] Provisioning for port caff2978-770b-42fb-b105-3296acab3671 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:55.093066 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d7c1e5e0-e727-4ed7-9112-ff76a64cbd4a None None] Provisioning complete for port caff2978-770b-42fb-b105-3296acab3671 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:55.096548 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e5e0-e727-4ed7-9112-ff76a64cbd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.178323 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-61a84440-551f-4b76-92a9-f1257f14624c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8208308 Feb 10 11:33:55.184815 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35294) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:55.227320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0fabe9d5-db45-4ba2-9a1c-e360a9832b78 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.282072 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 12f8304c-4e26-4f35-8324-7ade07e053bb completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:55.326774 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1e5e0-e727-4ed7-9112-ff76a64cbd4a None None] Port caff2978-770b-42fb-b105-3296acab3671 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:55.332704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab61035-711f-41de-960a-c488a8ec04ff req-c66a773d-b159-4551-9c99-fdf174435180 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:55.334267 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6ab61035-711f-41de-960a-c488a8ec04ff req-c66a773d-b159-4551-9c99-fdf174435180 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 945 time: 0.3362067 Feb 10 11:33:55.373540 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490528d-85ed-440f-9a24-21979a3dd312 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:55.378691 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490528d-85ed-440f-9a24-21979a3dd312 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:55.380256 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4490528d-85ed-440f-9a24-21979a3dd312 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1945138 Feb 10 11:33:55.385486 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35298) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:55.494077 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6ab61035-711f-41de-960a-c488a8ec04ff req-f2d6c134-bfb2-4c6b-8b1f-e259b153c297 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443148 Feb 10 11:33:55.500695 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Provisioning for port 12f8304c-4e26-4f35-8324-7ade07e053bb completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:55.509279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Provisioning complete for port 12f8304c-4e26-4f35-8324-7ade07e053bb triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:55.510276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.536597 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port 580ca60d-b20f-4f6f-aca3-74ad4dcc20ba {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:55.537919 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.644133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.655374 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a167e6f5-95ee-42e9-9b24-ebefa9860415 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.686887 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aeb0a2-2fdd-47f3-a933-b02726068e38 None None] Update dhcp port {'port': {'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560', 'fixed_ips': [{'subnet_id': 'ec826600-1965-4c6b-b6d2-c9b1f9d03f5d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd93cfabb-e230-4981-9fdf-e3c83bef451a'}], 'binding:host_id': 'dv-neutron-828497-1-hyperv'}, 'id': '03c12a8f-5413-4f57-b281-caaadf882f92'} from dv-neutron-828497-1-hyperv. {{(pid=83556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:33:55.849971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-00aeb0a2-2fdd-47f3-a933-b02726068e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.859005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a167e6f5-95ee-42e9-9b24-ebefa9860415 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Deleting port abf469fb-3871-4c03-97f2-fe845017da91 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:55.859472 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a167e6f5-95ee-42e9-9b24-ebefa9860415 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.926835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for caff2978-770b-42fb-b105-3296acab3671 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:55.963291 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.010723 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.276430 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] For port 12f8304c-4e26-4f35-8324-7ade07e053bb, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=12f8304c-4e26-4f35-8324-7ade07e053bb,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:56.291796 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.352103 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for 580ca60d-b20f-4f6f-aca3-74ad4dcc20ba owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:56.411995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Provisioning for port 580ca60d-b20f-4f6f-aca3-74ad4dcc20ba completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:56.424991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Pushing event updated for resources: {'Port': ['ID=12f8304c-4e26-4f35-8324-7ade07e053bb,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:56.427648 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Provisioning complete for port 580ca60d-b20f-4f6f-aca3-74ad4dcc20ba triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:56.427959 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.488739 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:56.489071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:56.490864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:56.490864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:56.490864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:56.490864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:56.490864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:56.491679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:56.491679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:56.491679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:56.492108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:56.502070 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56fe6979-6883-4f41-aa11-bcb20db7b404 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.515623 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1840c8ac-ac12-4f74-b173-2257596fee71 None None] Port 580ca60d-b20f-4f6f-aca3-74ad4dcc20ba cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:56.522039 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-dc5987c6-5f8e-4fe4-b3f9-219dfcff417b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.575689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a167e6f5-95ee-42e9-9b24-ebefa9860415 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.590531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.766291 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=caff2978-770b-42fb-b105-3296acab3671,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:56.936828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edb7d0-126d-4fc1-b4ae-08e5c3f2fab1 req-7b016b42-e278-48b3-994a-748cfd4a5d72 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:56.944521 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a167e6f5-95ee-42e9-9b24-ebefa9860415 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Calling delete_port for abf469fb-3871-4c03-97f2-fe845017da91 owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:56.950174 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44edb7d0-126d-4fc1-b4ae-08e5c3f2fab1 req-7b016b42-e278-48b3-994a-748cfd4a5d72 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 945 time: 0.5474610 Feb 10 11:33:56.980527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-0fabe9d5-db45-4ba2-9a1c-e360a9832b78 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Delete allocated IP 2001:db8::344 (db21bd82-1a13-47e3-a884-cc83471be560/ec826600-1965-4c6b-b6d2-c9b1f9d03f5d) {{(pid=83555) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 11:33:56.990327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.014722 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-0fabe9d5-db45-4ba2-9a1c-e360a9832b78 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Allocated IP 2001:db8:0:1::185 (db21bd82-1a13-47e3-a884-cc83471be560/d93cfabb-e230-4981-9fdf-e3c83bef451a/4b290813-242f-44c4-aac3-33d92e0aef9f) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:57.060872 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.061358 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.061777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.062185 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.062613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.063013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.063353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.063797 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.064191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.064583 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.064978 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.116149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=580ca60d-b20f-4f6f-aca3-74ad4dcc20ba,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:57.210481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.211085 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.211688 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.212251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.213007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.213774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.214414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.215060 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.217059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.217704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.218331 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:57.241364 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44edb7d0-126d-4fc1-b4ae-08e5c3f2fab1 req-6b42f759-ae01-48be-9d40-cbfe72381462 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898657 Feb 10 11:33:57.272846 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.305206 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8fbd6f45-cd05-49f8-837f-4a2bd168e9b2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/580ca60d-b20f-4f6f-aca3-74ad4dcc20ba HTTP/1.1" status: 204 len: 168 time: 1.9188848 Feb 10 11:33:57.311902 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35306) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:57.321376 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.343766 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4db26408-13d6-4216-b2c7-a9407dd3ce21 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/caff2978-770b-42fb-b105-3296acab3671 HTTP/1.1" status: 204 len: 168 time: 2.9233766 Feb 10 11:33:57.344800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35310) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:57.382952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56fe6979-6883-4f41-aa11-bcb20db7b404 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.406420 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4145a770-2781-416a-b525-347a566f9d4e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] GET failed (client error): The resource could not be found. Feb 10 11:33:57.406930 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3477cd9b-058f-4e96-be2b-98b49c3c3aea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:57.407617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4145a770-2781-416a-b525-347a566f9d4e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Synchronizing usage tracker for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:57.408382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3477cd9b-058f-4e96-be2b-98b49c3c3aea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:57.412629 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3477cd9b-058f-4e96-be2b-98b49c3c3aea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0964179 Feb 10 11:33:57.412629 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-56fe6979-6883-4f41-aa11-bcb20db7b404 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Deleting port c3ede5ed-709f-49fd-ab7e-ec3935ed1827 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:57.412629 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56fe6979-6883-4f41-aa11-bcb20db7b404 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.437937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35314) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:57.597805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56fe6979-6883-4f41-aa11-bcb20db7b404 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.682698 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4145a770-2781-416a-b525-347a566f9d4e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Unset dirty status for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:57.686977 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4145a770-2781-416a-b525-347a566f9d4e tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports/caff2978-770b-42fb-b105-3296acab3671 HTTP/1.1" status: 404 len: 333 time: 0.3386557 Feb 10 11:33:57.691580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35318) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:57.704390 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a167e6f5-95ee-42e9-9b24-ebefa9860415 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.723338 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-56fe6979-6883-4f41-aa11-bcb20db7b404 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Calling delete_port for c3ede5ed-709f-49fd-ab7e-ec3935ed1827 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:57.829042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-0fabe9d5-db45-4ba2-9a1c-e360a9832b78 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:33:57.862371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167e6f5-95ee-42e9-9b24-ebefa9860415 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Pushing event deleted for resources: {'Port': ['ID=abf469fb-3871-4c03-97f2-fe845017da91,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:57.900315 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56fe6979-6883-4f41-aa11-bcb20db7b404 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.951290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe6979-6883-4f41-aa11-bcb20db7b404 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Pushing event deleted for resources: {'Port': ['ID=c3ede5ed-709f-49fd-ab7e-ec3935ed1827,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:57.966379 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0fabe9d5-db45-4ba2-9a1c-e360a9832b78 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.088958 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0fabe9d5-db45-4ba2-9a1c-e360a9832b78 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Transition to ACTIVE for port object 4b290813-242f-44c4-aac3-33d92e0aef9f will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:58.102002 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0fabe9d5-db45-4ba2-9a1c-e360a9832b78 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.218848 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-00aeb0a2-2fdd-47f3-a933-b02726068e38 None None] Allocated IP 2001:db8:0:1::2 (db21bd82-1a13-47e3-a884-cc83471be560/d93cfabb-e230-4981-9fdf-e3c83bef451a/03c12a8f-5413-4f57-b281-caaadf882f92) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:58.223764 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56fe6979-6883-4f41-aa11-bcb20db7b404 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.372913 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31f8157d-51b6-40c0-b9b4-fcced8b65a26 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.379569 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-345f29d2-71bc-40ee-8f28-5b5bd9195540 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 1d60d429-40ca-45df-8b30-b9a73173032c {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:58.385815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-345f29d2-71bc-40ee-8f28-5b5bd9195540 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.456419 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-00aeb0a2-2fdd-47f3-a933-b02726068e38 None None] For port 03c12a8f-5413-4f57-b281-caaadf882f92, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=03c12a8f-5413-4f57-b281-caaadf882f92,segment=NetworkSegment(4e20804a-085c-4bfe-a547-e1c14a841a8c),segment_id=4e20804a-085c-4bfe-a547-e1c14a841a8c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:58.503895 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-00aeb0a2-2fdd-47f3-a933-b02726068e38 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.530653 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-00aeb0a2-2fdd-47f3-a933-b02726068e38 None None] Transition to ACTIVE for port object 03c12a8f-5413-4f57-b281-caaadf882f92 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:58.538520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-00aeb0a2-2fdd-47f3-a933-b02726068e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.600479 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 12f8304c-4e26-4f35-8324-7ade07e053bb up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:58.630432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-345f29d2-71bc-40ee-8f28-5b5bd9195540 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.714070 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabe9d5-db45-4ba2-9a1c-e360a9832b78 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=4b290813-242f-44c4-aac3-33d92e0aef9f,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:58.727813 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0fabe9d5-db45-4ba2-9a1c-e360a9832b78 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] In _notify_port_updated(), no bound segment for port 4b290813-242f-44c4-aac3-33d92e0aef9f on network db21bd82-1a13-47e3-a884-cc83471be560 {{(pid=83555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:33:58.729570 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56fe6979-6883-4f41-aa11-bcb20db7b404 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.732338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fabe9d5-db45-4ba2-9a1c-e360a9832b78 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:58.733371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0fabe9d5-db45-4ba2-9a1c-e360a9832b78 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.737811 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0fabe9d5-db45-4ba2-9a1c-e360a9832b78 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "PUT /v2.0/ports/4b290813-242f-44c4-aac3-33d92e0aef9f HTTP/1.1" status: 200 len: 931 time: 4.1607549 Feb 10 11:33:58.740349 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35324) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:58.741176 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56fe6979-6883-4f41-aa11-bcb20db7b404 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.753639 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aeb0a2-2fdd-47f3-a933-b02726068e38 None None] Pushing event updated for resources: {'Port': ['ID=03c12a8f-5413-4f57-b281-caaadf882f92,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:58.799112 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31f8157d-51b6-40c0-b9b4-fcced8b65a26 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.802645 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fddef-d191-4ca5-895e-6741fb03494b req-f9d9bd53-762f-443f-9bbe-e07835a10221 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:58.804555 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa5fddef-d191-4ca5-895e-6741fb03494b req-f9d9bd53-762f-443f-9bbe-e07835a10221 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 945 time: 0.2948973 Feb 10 11:33:58.823169 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a167e6f5-95ee-42e9-9b24-ebefa9860415 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.837412 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 12f8304c-4e26-4f35-8324-7ade07e053bb triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:58.837710 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.876264 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6487d-1718-49b5-8418-5c9a54240902 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port 4b290813-242f-44c4-aac3-33d92e0aef9f {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:58.876733 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3c6487d-1718-49b5-8418-5c9a54240902 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.910574 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-091510b9-6612-4ed1-b71d-fcf02f238974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.989023 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56fe6979-6883-4f41-aa11-bcb20db7b404 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.990243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fe6979-6883-4f41-aa11-bcb20db7b404 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Fanout notify agent at l3_agent the message router_deleted on router e9652f05-ac9b-4348-9bec-b5428e8da18b {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:33:59.123492 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56fe6979-6883-4f41-aa11-bcb20db7b404 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.124782 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-56fe6979-6883-4f41-aa11-bcb20db7b404 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "DELETE /v2.0/routers/e9652f05-ac9b-4348-9bec-b5428e8da18b HTTP/1.1" status: 204 len: 168 time: 4.2551806 Feb 10 11:33:59.132915 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa5fddef-d191-4ca5-895e-6741fb03494b req-2f2c12a5-d6d4-4d22-b93b-68d57b0c4b19 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980483 Feb 10 11:33:59.133409 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35328) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:59.149590 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ec0507a6-8926-461b-9f2b-03e7a7405e1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1677812578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:59.159775 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ec0507a6-8926-461b-9f2b-03e7a7405e1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:59.174570 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ec0507a6-8926-461b-9f2b-03e7a7405e1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Usage tracker for resource:router and tenant:99ed92f9b9c240a18aba428dc8472ebc is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:59.178357 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ec0507a6-8926-461b-9f2b-03e7a7405e1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:59.192671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ec0507a6-8926-461b-9f2b-03e7a7405e1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:59.248540 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec0507a6-8926-461b-9f2b-03e7a7405e1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.250650 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec0507a6-8926-461b-9f2b-03e7a7405e1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.266608 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3c6487d-1718-49b5-8418-5c9a54240902 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.468153 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6487d-1718-49b5-8418-5c9a54240902 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for 4b290813-242f-44c4-aac3-33d92e0aef9f owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:59.503898 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a167e6f5-95ee-42e9-9b24-ebefa9860415 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.514045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-345f29d2-71bc-40ee-8f28-5b5bd9195540 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.554529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a167e6f5-95ee-42e9-9b24-ebefa9860415 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.556727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31f8157d-51b6-40c0-b9b4-fcced8b65a26 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.576699 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec0507a6-8926-461b-9f2b-03e7a7405e1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.587087 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8157d-51b6-40c0-b9b4-fcced8b65a26 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78475146-b1eb-4d7f-8ea6-58173e9dc0e5,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:59.638944 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31f8157d-51b6-40c0-b9b4-fcced8b65a26 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.644434 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-31f8157d-51b6-40c0-b9b4-fcced8b65a26 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/security-groups/78475146-b1eb-4d7f-8ea6-58173e9dc0e5 HTTP/1.1" status: 204 len: 168 time: 1.9437623 Feb 10 11:33:59.646267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35336) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:59.669473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-345f29d2-71bc-40ee-8f28-5b5bd9195540 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.700328 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec0507a6-8926-461b-9f2b-03e7a7405e1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.714107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a167e6f5-95ee-42e9-9b24-ebefa9860415 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.715214 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a167e6f5-95ee-42e9-9b24-ebefa9860415 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Fanout notify agent at l3_agent the message router_deleted on router 950a2ff1-9085-43ac-bf39-d20d99adbf64 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:33:59.743638 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f29d2-71bc-40ee-8f28-5b5bd9195540 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=1d60d429-40ca-45df-8b30-b9a73173032c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:59.769629 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.797677 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-345f29d2-71bc-40ee-8f28-5b5bd9195540 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.804908 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-345f29d2-71bc-40ee-8f28-5b5bd9195540 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/1d60d429-40ca-45df-8b30-b9a73173032c HTTP/1.1" status: 204 len: 168 time: 2.3120670 Feb 10 11:33:59.812019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f60652-64e9-4f0d-93ea-4003a30ac394 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:59.812453 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35342) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:59.828637 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a167e6f5-95ee-42e9-9b24-ebefa9860415 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.836983 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a167e6f5-95ee-42e9-9b24-ebefa9860415 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "DELETE /v2.0/routers/950a2ff1-9085-43ac-bf39-d20d99adbf64 HTTP/1.1" status: 204 len: 168 time: 8.1323872 Feb 10 11:33:59.978905 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d315dba6-71c1-4bc9-a60e-1b7e414efda3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1613338 Feb 10 11:33:59.984020 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35346) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:59.984439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35348) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:00.040656 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-282034576', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:00.052042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ec610bda-04d4-4c04-9343-6dc9bcd87e90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:00.069509 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:00.079044 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-728d97b6-7a27-4a92-ad33-46e606e7bb3f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.081331 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Usage tracker for resource:router and tenant:8521d4e943cc4619b75fc4be12849af9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:00.092621 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3c6487d-1718-49b5-8418-5c9a54240902 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.093671 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:00.142356 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b33f88c7-5a62-412a-9238-fe7a32ca4383 None None] Provisioning for port 4b290813-242f-44c4-aac3-33d92e0aef9f completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:00.157953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b33f88c7-5a62-412a-9238-fe7a32ca4383 None None] Provisioning complete for port 4b290813-242f-44c4-aac3-33d92e0aef9f triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:00.158248 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b33f88c7-5a62-412a-9238-fe7a32ca4383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.182418 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:00.200852 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec0507a6-8926-461b-9f2b-03e7a7405e1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.201620 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b33f88c7-5a62-412a-9238-fe7a32ca4383 None None] Port 4b290813-242f-44c4-aac3-33d92e0aef9f was deleted so its status cannot be updated. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 10 11:34:00.206861 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ec0507a6-8926-461b-9f2b-03e7a7405e1d tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0653081 Feb 10 11:34:00.207161 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.210888 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35354) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:00.228621 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'enable_snat': False}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:00.230473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6487d-1718-49b5-8418-5c9a54240902 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=4b290813-242f-44c4-aac3-33d92e0aef9f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:00.236627 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b33f88c7-5a62-412a-9238-fe7a32ca4383 None None] Provisioning for port 03c12a8f-5413-4f57-b281-caaadf882f92 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:00.244194 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b33f88c7-5a62-412a-9238-fe7a32ca4383 None None] Provisioning complete for port 03c12a8f-5413-4f57-b281-caaadf882f92 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:00.244589 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b33f88c7-5a62-412a-9238-fe7a32ca4383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.301008 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-728d97b6-7a27-4a92-ad33-46e606e7bb3f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.332002 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3c6487d-1718-49b5-8418-5c9a54240902 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.336188 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c3c6487d-1718-49b5-8418-5c9a54240902 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/4b290813-242f-44c4-aac3-33d92e0aef9f HTTP/1.1" status: 204 len: 168 time: 1.5927267 Feb 10 11:34:00.349466 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027b837-b1cc-4ba7-930d-a73352d13e96 req-8e3659c9-f3a7-4fd5-8c54-2df8f4382dd0 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:00.361406 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f027b837-b1cc-4ba7-930d-a73352d13e96 req-8e3659c9-f3a7-4fd5-8c54-2df8f4382dd0 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 945 time: 0.3711684 Feb 10 11:34:00.389177 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35360) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:00.394987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.395967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.442737 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ec610bda-04d4-4c04-9343-6dc9bcd87e90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:00.453027 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-95e39f2b-1bca-4bf1-8752-09d0f78bf5e0 req-7d888f75-4d4c-405e-ae04-67043be4c47e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a920b01f9a34dfbaf9324c6af78226f&device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 1098 time: 0.4701965 Feb 10 11:34:00.466675 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b33f88c7-5a62-412a-9238-fe7a32ca4383 None None] Provisioning complete for port c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:00.467160 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b33f88c7-5a62-412a-9238-fe7a32ca4383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.493906 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ec610bda-04d4-4c04-9343-6dc9bcd87e90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:00.505771 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5116ea-6d3f-4756-8b9a-dce5422a99b7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] GET failed (client error): The resource could not be found. Feb 10 11:34:00.506465 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ba5116ea-6d3f-4756-8b9a-dce5422a99b7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:00.507377 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307255bb-127a-4b84-ba50-9bf421b1c5ff None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:00.544999 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-307255bb-127a-4b84-ba50-9bf421b1c5ff None None] Deleting port 12f8304c-4e26-4f35-8324-7ade07e053bb {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:00.546503 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-307255bb-127a-4b84-ba50-9bf421b1c5ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.573366 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f027b837-b1cc-4ba7-930d-a73352d13e96 req-13376917-9254-455e-9da2-fc2feb759b92 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102628 Feb 10 11:34:00.576764 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ba5116ea-6d3f-4756-8b9a-dce5422a99b7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:00.586228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35364) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:00.588161 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ba5116ea-6d3f-4756-8b9a-dce5422a99b7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports/4b290813-242f-44c4-aac3-33d92e0aef9f HTTP/1.1" status: 404 len: 333 time: 0.1909814 Feb 10 11:34:00.622200 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec610bda-04d4-4c04-9343-6dc9bcd87e90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:00.625497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ec610bda-04d4-4c04-9343-6dc9bcd87e90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.642692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-728d97b6-7a27-4a92-ad33-46e606e7bb3f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.648388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.654708 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 03c12a8f-5413-4f57-b281-caaadf882f92 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:00.784229 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b33f88c7-5a62-412a-9238-fe7a32ca4383 None None] Port c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:00.803065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d97b6-7a27-4a92-ad33-46e606e7bb3f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea23d03-b455-40ce-b03e-42bfe9be07aa,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:00.915190 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 03c12a8f-5413-4f57-b281-caaadf882f92 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:00.915807 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.057428 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6de3231e-17e9-44b5-8b01-c933d0665845 None None] Could not find standard attr ID for object 4b290813-242f-44c4-aac3-33d92e0aef9f. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:34:01.166036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e39f2b-1bca-4bf1-8752-09d0f78bf5e0 req-f912f384-54f7-4dbb-b0af-f7d6da819d8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:01.167500 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-95e39f2b-1bca-4bf1-8752-09d0f78bf5e0 req-f912f384-54f7-4dbb-b0af-f7d6da819d8f service neutron] 10.222.0.73 "GET /v2.0/networks?id=399286a7-035e-4777-ab65-0c381ace7d10 HTTP/1.1" status: 200 len: 912 time: 0.7035408 Feb 10 11:34:01.239371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-728d97b6-7a27-4a92-ad33-46e606e7bb3f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.240465 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-728d97b6-7a27-4a92-ad33-46e606e7bb3f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/security-groups/dea23d03-b455-40ce-b03e-42bfe9be07aa HTTP/1.1" status: 204 len: 168 time: 1.5933721 Feb 10 11:34:01.244402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35368) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:01.270020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-307255bb-127a-4b84-ba50-9bf421b1c5ff None None] For port 12f8304c-4e26-4f35-8324-7ade07e053bb, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=12f8304c-4e26-4f35-8324-7ade07e053bb,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:01.270648 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-307255bb-127a-4b84-ba50-9bf421b1c5ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.338020 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-75a83882-a61c-43c2-88be-00a60d4d3b5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.355887 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-95e39f2b-1bca-4bf1-8752-09d0f78bf5e0 req-bab12088-a3c4-4356-9a16-8cc2c518f270 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02ed26ef-d6cb-4452-965a-545db73912f5 HTTP/1.1" status: 200 len: 217 time: 0.1745732 Feb 10 11:34:01.527859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-75a83882-a61c-43c2-88be-00a60d4d3b5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.611622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-307255bb-127a-4b84-ba50-9bf421b1c5ff None None] Calling delete_port for 12f8304c-4e26-4f35-8324-7ade07e053bb owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:01.618574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.671480 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e39f2b-1bca-4bf1-8752-09d0f78bf5e0 req-06c64f01-24a8-40fd-92c0-924553ba63cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:01.672959 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-95e39f2b-1bca-4bf1-8752-09d0f78bf5e0 req-06c64f01-24a8-40fd-92c0-924553ba63cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0482781e-02b7-48f9-b8e5-76417ef8ce72 HTTP/1.1" status: 200 len: 851 time: 0.2607856 Feb 10 11:34:01.723603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.735709 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.740534 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-95e39f2b-1bca-4bf1-8752-09d0f78bf5e0 req-207a6672-0a72-4de1-9928-2d2f442d2c33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=399286a7-035e-4777-ab65-0c381ace7d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602746 Feb 10 11:34:01.750723 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fe9d66-12bf-4bcc-a1bf-fc92cefd5bd7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting subnet 199e69b4-c385-4856-99ca-3b6f75693c6c {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:01.756412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28fe9d66-12bf-4bcc-a1bf-fc92cefd5bd7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.794327 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-307255bb-127a-4b84-ba50-9bf421b1c5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.807762 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-75a83882-a61c-43c2-88be-00a60d4d3b5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.857708 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307255bb-127a-4b84-ba50-9bf421b1c5ff None None] Pushing event deleted for resources: {'Port': ['ID=12f8304c-4e26-4f35-8324-7ade07e053bb,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:01.863022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307255bb-127a-4b84-ba50-9bf421b1c5ff None None] No DVR routers for this DVR port 12f8304c-4e26-4f35-8324-7ade07e053bb on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:01.903440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a83882-a61c-43c2-88be-00a60d4d3b5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0122d90-66b3-41f9-852a-beb0421262f1,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:01.968268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28fe9d66-12bf-4bcc-a1bf-fc92cefd5bd7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.027084 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-75a83882-a61c-43c2-88be-00a60d4d3b5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.028251 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-75a83882-a61c-43c2-88be-00a60d4d3b5b tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/security-groups/a0122d90-66b3-41f9-852a-beb0421262f1 HTTP/1.1" status: 204 len: 168 time: 1.4410739 Feb 10 11:34:02.032471 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35374) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:02.171417 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-95e39f2b-1bca-4bf1-8752-09d0f78bf5e0 req-14e45391-d233-4748-8b78-9ed7e89fddbb service neutron] 10.222.0.73 "GET /v2.0/networks/399286a7-035e-4777-ab65-0c381ace7d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978305 Feb 10 11:34:02.208994 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e5ba6-d6cc-490a-8324-c2204a1ff0d8 req-be215ccc-e5f7-4ad3-9be2-f15e673f3109 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:02.210617 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-776e5ba6-d6cc-490a-8324-c2204a1ff0d8 req-be215ccc-e5f7-4ad3-9be2-f15e673f3109 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 945 time: 0.3802915 Feb 10 11:34:02.262903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f6379cd-5deb-43a7-9a41-2c96e2c75cab tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.269016 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28fe9d66-12bf-4bcc-a1bf-fc92cefd5bd7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.349940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.objects.ports [None req-ec610bda-04d4-4c04-9343-6dc9bcd87e90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83555) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:34:02.354668 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f6379cd-5deb-43a7-9a41-2c96e2c75cab tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.361776 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ec610bda-04d4-4c04-9343-6dc9bcd87e90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.383876 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-776e5ba6-d6cc-490a-8324-c2204a1ff0d8 req-5132a019-90bc-4a88-a89e-08ba1e8ba8e5 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636164 Feb 10 11:34:02.461601 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f6379cd-5deb-43a7-9a41-2c96e2c75cab tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.494734 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28fe9d66-12bf-4bcc-a1bf-fc92cefd5bd7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.496315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec610bda-04d4-4c04-9343-6dc9bcd87e90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:02.504158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-ec610bda-04d4-4c04-9343-6dc9bcd87e90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:02.517407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec610bda-04d4-4c04-9343-6dc9bcd87e90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:02.517663 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 12f8304c-4e26-4f35-8324-7ade07e053bb no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:02.518009 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ec610bda-04d4-4c04-9343-6dc9bcd87e90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.524282 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-95e39f2b-1bca-4bf1-8752-09d0f78bf5e0 req-455328a9-e927-401e-9f3e-70b3b18e475d service neutron] 10.222.0.73 "GET /v2.0/networks/399286a7-035e-4777-ab65-0c381ace7d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422489 Feb 10 11:34:02.540610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec610bda-04d4-4c04-9343-6dc9bcd87e90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=8962f299-b148-4156-9163-5609f072a2fa,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:02.562088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6379cd-5deb-43a7-9a41-2c96e2c75cab tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6596c5-dabe-42a4-9dde-88d68004fa22,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:02.582268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe9d66-12bf-4bcc-a1bf-fc92cefd5bd7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Subnet': ['ID=199e69b4-c385-4856-99ca-3b6f75693c6c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:02.590252 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f6379cd-5deb-43a7-9a41-2c96e2c75cab tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.590530 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 12f8304c-4e26-4f35-8324-7ade07e053bb {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:02.591652 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 12f8304c-4e26-4f35-8324-7ade07e053bb not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:02.596947 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9f6379cd-5deb-43a7-9a41-2c96e2c75cab tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/security-groups/dc6596c5-dabe-42a4-9dde-88d68004fa22 HTTP/1.1" status: 204 len: 168 time: 0.5592406 Feb 10 11:34:02.598086 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35378) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:02.599314 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950e36ae-be46-453d-b63d-870a77345c3f None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:02.599708 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28fe9d66-12bf-4bcc-a1bf-fc92cefd5bd7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.610284 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-28fe9d66-12bf-4bcc-a1bf-fc92cefd5bd7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/199e69b4-c385-4856-99ca-3b6f75693c6c HTTP/1.1" status: 204 len: 168 time: 1.3639450 Feb 10 11:34:02.612977 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35380) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:02.618591 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ec610bda-04d4-4c04-9343-6dc9bcd87e90 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6312675 Feb 10 11:34:02.622798 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.642272 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d52f1a-50c6-4d01-843a-5aa8fb79bd7b None None] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:02.653578 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35384) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:02.655365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7fc83ed3-af24-4efd-a671-bfd46e1c3077 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'subnet': {'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:02.800895 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'mac_address': 'fa:16:3e:d1:47:dd', 'name': 'tempest-NetworksTestDHCPv6-1310056740'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:02.819208 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.909761 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7fc83ed3-af24-4efd-a671-bfd46e1c3077 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:02.914942 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7fc83ed3-af24-4efd-a671-bfd46e1c3077 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:subnet and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:02.920067 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7fc83ed3-af24-4efd-a671-bfd46e1c3077 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:02.927971 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7fc83ed3-af24-4efd-a671-bfd46e1c3077 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:02.957810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc83ed3-af24-4efd-a671-bfd46e1c3077 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:02.961905 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7fc83ed3-af24-4efd-a671-bfd46e1c3077 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.105448 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.144973 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6a5a34-468c-40f1-abc2-556eb45ec9ab tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting subnet ec826600-1965-4c6b-b6d2-c9b1f9d03f5d {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:03.148376 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:03.151153 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af6a5a34-468c-40f1-abc2-556eb45ec9ab tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.152862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.221028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:port and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:03.222716 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af6a5a34-468c-40f1-abc2-556eb45ec9ab tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.226351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:03.247922 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:03.277504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Allocated IP 172.26.4.216 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/ed0da8b3-b389-4ff4-8f4b-0d37c761bf36) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:03.350968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:03.358799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.428646 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': '8962f299-b148-4156-9163-5609f072a2fa'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:03.435120 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.454115 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af6a5a34-468c-40f1-abc2-556eb45ec9ab tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.579875 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af6a5a34-468c-40f1-abc2-556eb45ec9ab tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.607973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Allocated IP 2001:db8::f816:3eff:feb6:c1f6 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/8962f299-b148-4156-9163-5609f072a2fa/c707b7f0-18fe-40c9-8313-7c1ab7e33631) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:03.634343 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port 344ff5a3-b72d-4a65-ac8c-0760a69e3447 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:34:03.691164 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a5a34-468c-40f1-abc2-556eb45ec9ab tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Subnet': ['ID=ec826600-1965-4c6b-b6d2-c9b1f9d03f5d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:03.775970 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af6a5a34-468c-40f1-abc2-556eb45ec9ab tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.795360 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7fc83ed3-af24-4efd-a671-bfd46e1c3077 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.816110 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbcc9f3-40fc-4be5-8d64-6e15b06848ef None None] Network db21bd82-1a13-47e3-a884-cc83471be560 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:03.851551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.913641 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35392) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:03.914941 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-af6a5a34-468c-40f1-abc2-556eb45ec9ab tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/ec826600-1965-4c6b-b6d2-c9b1f9d03f5d HTTP/1.1" status: 204 len: 168 time: 1.3020129 Feb 10 11:34:03.965706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc83ed3-af24-4efd-a671-bfd46e1c3077 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Subnet': ['ID=5d1394b5-b407-4aef-85be-8aba5568702c,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:03.978635 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.015269 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Transition to ACTIVE for port object c707b7f0-18fe-40c9-8313-7c1ab7e33631 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:04.027853 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc83ed3-af24-4efd-a671-bfd46e1c3077 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:04.043521 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-7fc83ed3-af24-4efd-a671-bfd46e1c3077 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:04.054118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc83ed3-af24-4efd-a671-bfd46e1c3077 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:04.055058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7fc83ed3-af24-4efd-a671-bfd46e1c3077 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.064780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-5fca1682-bcc1-40ea-8e07-227b19612494 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'subnet': {'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:04.074157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e44cd-ace8-46b1-b6ed-36643f799e7b req-2dab5571-c32a-49b2-a883-1e115034bc8b tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:04.077627 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-668e44cd-ace8-46b1-b6ed-36643f799e7b req-2dab5571-c32a-49b2-a883-1e115034bc8b tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 945 time: 0.4077110 Feb 10 11:34:04.081020 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.128668 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Allocated IP 172.26.4.203 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/9ab99e37-4bfe-4de7-bb66-147b6b45ff5f) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:04.163281 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7fc83ed3-af24-4efd-a671-bfd46e1c3077 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5151112 Feb 10 11:34:04.163782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35396) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:04.174673 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d0edc24b-cb5d-483c-bfea-992dfbf534e6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'security_group': {'name': 'tempest-secgroup-1277836669'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:04.181896 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Transition to ACTIVE for port object c707b7f0-18fe-40c9-8313-7c1ab7e33631 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:04.202808 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d0edc24b-cb5d-483c-bfea-992dfbf534e6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:04.212513 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.218697 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d0edc24b-cb5d-483c-bfea-992dfbf534e6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:security_group and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:04.227893 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d0edc24b-cb5d-483c-bfea-992dfbf534e6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:04.243578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d0edc24b-cb5d-483c-bfea-992dfbf534e6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:04.251782 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-668e44cd-ace8-46b1-b6ed-36643f799e7b req-a5aa6ce0-b9c4-4cd1-bf2b-9b6f441e42c0 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541619 Feb 10 11:34:04.277348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0edc24b-cb5d-483c-bfea-992dfbf534e6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.298785 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:04.313096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:04.344724 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:04.380423 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d0edc24b-cb5d-483c-bfea-992dfbf534e6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:04.388437 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d0edc24b-cb5d-483c-bfea-992dfbf534e6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:security_group_rule and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:04.395800 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d0edc24b-cb5d-483c-bfea-992dfbf534e6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:04.409975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d0edc24b-cb5d-483c-bfea-992dfbf534e6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:04.461440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Pushing event updated for resources: {'Port': ['ID=ed0da8b3-b389-4ff4-8f4b-0d37c761bf36,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:04.484820 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Pushing event updated for resources: {'Port': ['ID=c707b7f0-18fe-40c9-8313-7c1ab7e33631,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:04.513322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:04.518367 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:04.523589 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:04.540272 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::f816:3eff:fed1:47dd (3b5b04fa-1e24-453f-83a6-7d1810ca3421/8962f299-b148-4156-9163-5609f072a2fa/344ff5a3-b72d-4a65-ac8c-0760a69e3447) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:04.637926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0edc24b-cb5d-483c-bfea-992dfbf534e6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.650109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5fca1682-bcc1-40ea-8e07-227b19612494 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:04.652926 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5fca1682-bcc1-40ea-8e07-227b19612494 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:subnet and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:04.656700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5fca1682-bcc1-40ea-8e07-227b19612494 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:04.656977 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0edc24b-cb5d-483c-bfea-992dfbf534e6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.663755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5fca1682-bcc1-40ea-8e07-227b19612494 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:04.709502 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fca1682-bcc1-40ea-8e07-227b19612494 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:04.784583 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edc24b-cb5d-483c-bfea-992dfbf534e6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43608702-d442-46d4-8a55-de4d087a8633,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:04.799557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0edc24b-cb5d-483c-bfea-992dfbf534e6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.803382 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d0edc24b-cb5d-483c-bfea-992dfbf534e6 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6377389 Feb 10 11:34:04.810595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35402) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:04.810863 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Attempting to bind port c707b7f0-18fe-40c9-8313-7c1ab7e33631 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:04.811254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Attempting to bind port c707b7f0-18fe-40c9-8313-7c1ab7e33631 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:04.811842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Attempting to bind port c707b7f0-18fe-40c9-8313-7c1ab7e33631 on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:04.826932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5538d1da-f2cb-4b31-96e1-6d66a7c16807 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'security_group': {'name': 'tempest-secgroup-791874739'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:04.838004 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5538d1da-f2cb-4b31-96e1-6d66a7c16807 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:04.849759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5538d1da-f2cb-4b31-96e1-6d66a7c16807 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:security_group and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:04.856579 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5538d1da-f2cb-4b31-96e1-6d66a7c16807 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:04.876536 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:04.876890 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:04.877590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.878324 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:04.879029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Bound port: c707b7f0-18fe-40c9-8313-7c1ab7e33631, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:04.879654 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.885787 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.893748 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5538d1da-f2cb-4b31-96e1-6d66a7c16807 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:04.923032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5538d1da-f2cb-4b31-96e1-6d66a7c16807 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.029512 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5538d1da-f2cb-4b31-96e1-6d66a7c16807 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:05.038663 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5538d1da-f2cb-4b31-96e1-6d66a7c16807 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:security_group_rule and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:05.046994 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5538d1da-f2cb-4b31-96e1-6d66a7c16807 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:05.061776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5538d1da-f2cb-4b31-96e1-6d66a7c16807 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:05.095475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102afcbe-67bd-4fd1-8dac-3560c85070ca None None] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:05.214588 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5538d1da-f2cb-4b31-96e1-6d66a7c16807 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.222951 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5538d1da-f2cb-4b31-96e1-6d66a7c16807 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.251117 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] For port c707b7f0-18fe-40c9-8313-7c1ab7e33631, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:05.260103 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] For port c707b7f0-18fe-40c9-8313-7c1ab7e33631, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c707b7f0-18fe-40c9-8313-7c1ab7e33631,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:05.360717 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5fca1682-bcc1-40ea-8e07-227b19612494 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.375231 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538d1da-f2cb-4b31-96e1-6d66a7c16807 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30fdd543-e241-466f-ad17-3393002bb035,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:05.383155 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5538d1da-f2cb-4b31-96e1-6d66a7c16807 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.389669 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5538d1da-f2cb-4b31-96e1-6d66a7c16807 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5734320 Feb 10 11:34:05.391039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35408) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:05.406989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-42ff687c-45b6-4be0-8690-25b62ec178b3 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'security_group': {'name': 'tempest-secgroup-1146656557'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:05.422639 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-42ff687c-45b6-4be0-8690-25b62ec178b3 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:05.459389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.490894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.612136 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb84fbf-80a2-4168-badb-0f9d59b53f4a None None] Pushing event updated for resources: {'Port': ['ID=c707b7f0-18fe-40c9-8313-7c1ab7e33631,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:05.697152 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-42ff687c-45b6-4be0-8690-25b62ec178b3 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:security_group and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:05.713145 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-42ff687c-45b6-4be0-8690-25b62ec178b3 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:05.727266 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-42ff687c-45b6-4be0-8690-25b62ec178b3 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:05.733526 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:05.750549 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9a3efe92-6ab0-43f9-b84a-48a33501cfb9 None None] Provisioning complete for port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:05.750945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9a3efe92-6ab0-43f9-b84a-48a33501cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.753532 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.765574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:05.768696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Pushing event updated for resources: {'Port': ['ID=9ab99e37-4bfe-4de7-bb66-147b6b45ff5f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:05.773491 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:05.781521 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42ff687c-45b6-4be0-8690-25b62ec178b3 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.862319 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c55e7-b156-4f12-8a70-a89137cf2ef7 req-ce3ac873-b97b-4950-a254-fd0d1129f68f tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:05.865160 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-598c55e7-b156-4f12-8a70-a89137cf2ef7 req-ce3ac873-b97b-4950-a254-fd0d1129f68f tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 945 time: 0.4375892 Feb 10 11:34:05.949558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-42ff687c-45b6-4be0-8690-25b62ec178b3 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:05.984389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object 344ff5a3-b72d-4a65-ac8c-0760a69e3447 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:06.005919 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-42ff687c-45b6-4be0-8690-25b62ec178b3 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:security_group_rule and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:06.027095 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-598c55e7-b156-4f12-8a70-a89137cf2ef7 req-dea7cf73-39ac-4220-ab8f-d24805de2215 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434503 Feb 10 11:34:06.029690 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-42ff687c-45b6-4be0-8690-25b62ec178b3 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:06.045414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-42ff687c-45b6-4be0-8690-25b62ec178b3 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:06.097401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.221628 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9a3efe92-6ab0-43f9-b84a-48a33501cfb9 None None] Provisioning complete for port 9060fb56-0cc4-4a6c-bf11-74e646261ca2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:06.222312 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9a3efe92-6ab0-43f9-b84a-48a33501cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.250440 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42ff687c-45b6-4be0-8690-25b62ec178b3 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.258748 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42ff687c-45b6-4be0-8690-25b62ec178b3 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.329390 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c193a2-6b01-4bbb-8c27-fd95e4032d32 None None] Update dhcp port {'port': {'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'fixed_ips': [{'subnet_id': 'ca7c3e3d-e0c0-4c9b-9bb1-488da775e800', 'ip_address': '172.20.0.18'}, {'subnet_id': '5d1394b5-b407-4aef-85be-8aba5568702c'}], 'binding:host_id': 'dv-neutron-828497-1-hyperv'}, 'id': '27329d8c-aa72-4899-a5e9-2be5ef9fecd0'} from dv-neutron-828497-1-hyperv. {{(pid=83556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:34:06.352109 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42ff687c-45b6-4be0-8690-25b62ec178b3 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.355872 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-42ff687c-45b6-4be0-8690-25b62ec178b3 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9620376 Feb 10 11:34:06.369590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-9a3efe92-6ab0-43f9-b84a-48a33501cfb9 None None] Port 9060fb56-0cc4-4a6c-bf11-74e646261ca2 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:06.373880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35412) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:06.381806 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=344ff5a3-b72d-4a65-ac8c-0760a69e3447,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:06.384308 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e23912cd-f963-4128-9150-028e80901266 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1370256355', 'security_groups': ['977c22b1-5fbd-4163-a770-018e1485109c'], 'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5d1394b5-b407-4aef-85be-8aba5568702c'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:06.412428 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-29c193a2-6b01-4bbb-8c27-fd95e4032d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.602156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff687c-45b6-4be0-8690-25b62ec178b3 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=977c22b1-5fbd-4163-a770-018e1485109c,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:06.603134 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c707b7f0-18fe-40c9-8313-7c1ab7e33631 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:06.675350 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:06.681503 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:06.686025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.687278 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.694136 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:06.700912 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e23912cd-f963-4128-9150-028e80901266 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:06.701866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:06.703034 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.718323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e23912cd-f963-4128-9150-028e80901266 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:06.724317 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5fca1682-bcc1-40ea-8e07-227b19612494 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.733027 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23912cd-f963-4128-9150-028e80901266 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:06.739563 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e23912cd-f963-4128-9150-028e80901266 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.740702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d79a3a29-287d-4947-98f9-f42738721298 None None] Provisioning complete for port 03c12a8f-5413-4f57-b281-caaadf882f92 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:06.741074 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d79a3a29-287d-4947-98f9-f42738721298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.767076 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-e23912cd-f963-4128-9150-028e80901266 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] device_id is not set on port 58fa95ef-6012-453c-9bb8-3690406b1a02 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:34:06.822487 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-29c193a2-6b01-4bbb-8c27-fd95e4032d32 None None] Allocated IP 172.20.0.2 (0bdf93e9-ec55-487c-96ca-cb7153a5f870/5d1394b5-b407-4aef-85be-8aba5568702c/27329d8c-aa72-4899-a5e9-2be5ef9fecd0) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:06.840349 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port c707b7f0-18fe-40c9-8313-7c1ab7e33631 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:07.160114 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-58578ba4-47eb-48a2-854d-4c87537091a0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4985657 Feb 10 11:34:07.162393 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35418) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:07.164644 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fca1682-bcc1-40ea-8e07-227b19612494 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network db21bd82-1a13-47e3-a884-cc83471be560 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:07.173260 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5fca1682-bcc1-40ea-8e07-227b19612494 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:07.174741 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-29c193a2-6b01-4bbb-8c27-fd95e4032d32 None None] For port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=27329d8c-aa72-4899-a5e9-2be5ef9fecd0,segment=NetworkSegment(2d385b47-996e-4683-867d-7a5c91347601),segment_id=2d385b47-996e-4683-867d-7a5c91347601)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:07.178521 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d79a3a29-287d-4947-98f9-f42738721298 None None] Provisioning complete for port c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:07.179036 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d79a3a29-287d-4947-98f9-f42738721298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.185969 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fca1682-bcc1-40ea-8e07-227b19612494 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:07.187036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5fca1682-bcc1-40ea-8e07-227b19612494 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.209784 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca1682-bcc1-40ea-8e07-227b19612494 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Subnet': ['ID=3ea7326b-e5b7-453b-9c50-bdb26364866e,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:07.221026 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df921ccc-0c7c-4698-8cdc-b01c007e4750 None None] Network db21bd82-1a13-47e3-a884-cc83471be560 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:07.358929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.376735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a970b04b-578c-4ca1-96d0-a003885f473d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:07.389240 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a970b04b-578c-4ca1-96d0-a003885f473d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:07.390482 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a970b04b-578c-4ca1-96d0-a003885f473d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:07.473909 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a970b04b-578c-4ca1-96d0-a003885f473d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:07.475419 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a970b04b-578c-4ca1-96d0-a003885f473d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3107135 Feb 10 11:34:07.480759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35422) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:07.485425 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5fca1682-bcc1-40ea-8e07-227b19612494 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4284782 Feb 10 11:34:07.522823 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.resource_extend [None req-29c193a2-6b01-4bbb-8c27-fd95e4032d32 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:34:07.523935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35426) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:07.538680 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d79a3a29-287d-4947-98f9-f42738721298 None None] Port c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:07.549320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9c884911-fc03-407e-977b-b3f1de12a6c3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'security_group': {'name': 'tempest-secgroup-1131763444'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:07.555913 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-29c193a2-6b01-4bbb-8c27-fd95e4032d32 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.566918 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9c884911-fc03-407e-977b-b3f1de12a6c3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:07.577656 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9c884911-fc03-407e-977b-b3f1de12a6c3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:security_group and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:07.583222 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9c884911-fc03-407e-977b-b3f1de12a6c3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:07.593612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9c884911-fc03-407e-977b-b3f1de12a6c3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:07.612727 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0a123792-7633-4541-9fe0-bed98d88bfad tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port 344ff5a3-b72d-4a65-ac8c-0760a69e3447 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:07.612727 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a123792-7633-4541-9fe0-bed98d88bfad tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.621878 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-29c193a2-6b01-4bbb-8c27-fd95e4032d32 None None] Transition to ACTIVE for port object 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:07.702130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-29c193a2-6b01-4bbb-8c27-fd95e4032d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.719628 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473249e2-27d8-4ffe-922f-4540b201c9bb req-14e8a35f-e78c-4862-9e5e-9e2a2b987bdf tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:07.727037 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-473249e2-27d8-4ffe-922f-4540b201c9bb req-14e8a35f-e78c-4862-9e5e-9e2a2b987bdf tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 945 time: 0.3318799 Feb 10 11:34:07.732225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392127d2-5729-4ef8-8019-f6182ace6f90 req-66a5f74d-b88c-4559-b009-d5c518f7032c tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:07.733543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-392127d2-5729-4ef8-8019-f6182ace6f90 req-66a5f74d-b88c-4559-b009-d5c518f7032c tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Synchronizing usage tracker for tenant:0a920b01f9a34dfbaf9324c6af78226f on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:07.750290 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.758815 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c884911-fc03-407e-977b-b3f1de12a6c3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.769815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.914555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-e23912cd-f963-4128-9150-028e80901266 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Allocated IP 172.20.0.8 (0bdf93e9-ec55-487c-96ca-cb7153a5f870/5d1394b5-b407-4aef-85be-8aba5568702c/58fa95ef-6012-453c-9bb8-3690406b1a02) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:07.930827 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-473249e2-27d8-4ffe-922f-4540b201c9bb req-c7bd7bcf-d211-459d-a2cc-c0b6338051ab tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/security-groups?id=a43bbb1a-2896-4c86-ac33-189ca7025769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028584 Feb 10 11:34:07.957293 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9c884911-fc03-407e-977b-b3f1de12a6c3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:07.968419 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9c884911-fc03-407e-977b-b3f1de12a6c3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:security_group_rule and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:07.991809 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9c884911-fc03-407e-977b-b3f1de12a6c3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:08.013738 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ff7ff4a4-1b52-47fa-8994-b3dfc5c2ba79 None None] Provisioning for port c707b7f0-18fe-40c9-8313-7c1ab7e33631 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:08.023191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9c884911-fc03-407e-977b-b3f1de12a6c3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:08.061266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-392127d2-5729-4ef8-8019-f6182ace6f90 req-66a5f74d-b88c-4559-b009-d5c518f7032c tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Unset dirty status for tenant:0a920b01f9a34dfbaf9324c6af78226f on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:08.062681 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-392127d2-5729-4ef8-8019-f6182ace6f90 req-66a5f74d-b88c-4559-b009-d5c518f7032c tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 945 time: 0.8559921 Feb 10 11:34:08.121162 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c193a2-6b01-4bbb-8c27-fd95e4032d32 None None] Pushing event updated for resources: {'Port': ['ID=27329d8c-aa72-4899-a5e9-2be5ef9fecd0,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:08.130134 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ff7ff4a4-1b52-47fa-8994-b3dfc5c2ba79 None None] Provisioning complete for port c707b7f0-18fe-40c9-8313-7c1ab7e33631 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:08.130515 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ff7ff4a4-1b52-47fa-8994-b3dfc5c2ba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.191307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-392127d2-5729-4ef8-8019-f6182ace6f90 req-79091ac7-8c68-48a0-ae33-c8d0027a5989 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Deleting port 02ed26ef-d6cb-4452-965a-545db73912f5 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:08.191917 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-392127d2-5729-4ef8-8019-f6182ace6f90 req-79091ac7-8c68-48a0-ae33-c8d0027a5989 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.237385 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.367719 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ff7ff4a4-1b52-47fa-8994-b3dfc5c2ba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.419778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ff7ff4a4-1b52-47fa-8994-b3dfc5c2ba79 None None] For port c707b7f0-18fe-40c9-8313-7c1ab7e33631, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c707b7f0-18fe-40c9-8313-7c1ab7e33631,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:08.426444 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ff7ff4a4-1b52-47fa-8994-b3dfc5c2ba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.519924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ff4a4-1b52-47fa-8994-b3dfc5c2ba79 None None] Pushing event updated for resources: {'Port': ['ID=c707b7f0-18fe-40c9-8313-7c1ab7e33631,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:08.524845 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e23912cd-f963-4128-9150-028e80901266 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.544483 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-e23912cd-f963-4128-9150-028e80901266 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Transition to ACTIVE for port object 58fa95ef-6012-453c-9bb8-3690406b1a02 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:08.572430 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e23912cd-f963-4128-9150-028e80901266 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.576606 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a123792-7633-4541-9fe0-bed98d88bfad tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.614524 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:08.708714 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbab907-1e0c-42f8-a03b-4e91e2d9bf39 None None] Update dhcp port {'port': {'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560', 'fixed_ips': [{'subnet_id': 'd93cfabb-e230-4981-9fdf-e3c83bef451a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3ea7326b-e5b7-453b-9c50-bdb26364866e'}], 'binding:host_id': 'dv-neutron-828497-1-hyperv'}, 'id': '03c12a8f-5413-4f57-b281-caaadf882f92'} from dv-neutron-828497-1-hyperv. {{(pid=83556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:34:08.712259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Router 330f7390-3cf2-493f-823e-9998b2f4e18b is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:34:08.772852 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fbfd33b9-70a8-4163-bf2f-456dc252015d None None] Provisioning for port 344ff5a3-b72d-4a65-ac8c-0760a69e3447 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:08.789435 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-edbab907-1e0c-42f8-a03b-4e91e2d9bf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.799731 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fbfd33b9-70a8-4163-bf2f-456dc252015d None None] Provisioning complete for port 344ff5a3-b72d-4a65-ac8c-0760a69e3447 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:08.800108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fbfd33b9-70a8-4163-bf2f-456dc252015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.828932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0a123792-7633-4541-9fe0-bed98d88bfad tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for 344ff5a3-b72d-4a65-ac8c-0760a69e3447 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:08.850413 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-392127d2-5729-4ef8-8019-f6182ace6f90 req-79091ac7-8c68-48a0-ae33-c8d0027a5989 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] For port 02ed26ef-d6cb-4452-965a-545db73912f5, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=02ed26ef-d6cb-4452-965a-545db73912f5,segment=NetworkSegment(6fb9822c-378d-44fe-80bb-5ab0bc7b6f41),segment_id=6fb9822c-378d-44fe-80bb-5ab0bc7b6f41)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:08.851002 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-392127d2-5729-4ef8-8019-f6182ace6f90 req-79091ac7-8c68-48a0-ae33-c8d0027a5989 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.911781 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd33b9-70a8-4163-bf2f-456dc252015d None None] Port 344ff5a3-b72d-4a65-ac8c-0760a69e3447 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:08.936026 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c884911-fc03-407e-977b-b3f1de12a6c3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.951543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23912cd-f963-4128-9150-028e80901266 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:08.959827 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e23912cd-f963-4128-9150-028e80901266 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:08.968096 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23912cd-f963-4128-9150-028e80901266 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=58fa95ef-6012-453c-9bb8-3690406b1a02,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:08.971278 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c884911-fc03-407e-977b-b3f1de12a6c3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.976053 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23912cd-f963-4128-9150-028e80901266 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:09.079439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-392127d2-5729-4ef8-8019-f6182ace6f90 req-79091ac7-8c68-48a0-ae33-c8d0027a5989 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Calling delete_port for 02ed26ef-d6cb-4452-965a-545db73912f5 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:09.180450 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23912cd-f963-4128-9150-028e80901266 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:09.181649 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e23912cd-f963-4128-9150-028e80901266 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.203749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-edbab907-1e0c-42f8-a03b-4e91e2d9bf39 None None] Allocated IP 2001:db8::2 (db21bd82-1a13-47e3-a884-cc83471be560/3ea7326b-e5b7-453b-9c50-bdb26364866e/03c12a8f-5413-4f57-b281-caaadf882f92) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:09.207740 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-52673f6a-ed44-4bfb-bbef-4666283ab439 None None] Provisioning for port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:09.226029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-52673f6a-ed44-4bfb-bbef-4666283ab439 None None] Provisioning complete for port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:09.226756 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-52673f6a-ed44-4bfb-bbef-4666283ab439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.344051 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Router 1509aa45-d841-48d1-a787-24bc8ad30706 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:34:09.350465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-392127d2-5729-4ef8-8019-f6182ace6f90 req-79091ac7-8c68-48a0-ae33-c8d0027a5989 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.384329 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['02ed26ef-d6cb-4452-965a-545db73912f5'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:34:09.409315 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c884911-fc03-407e-977b-b3f1de12a6c3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.413858 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9c884911-fc03-407e-977b-b3f1de12a6c3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8798096 Feb 10 11:34:09.422019 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35432) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:09.423032 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e23912cd-f963-4128-9150-028e80901266 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0475159 Feb 10 11:34:09.425088 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79091ac7-8c68-48a0-ae33-c8d0027a5989 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Pushing event deleted for resources: {'Port': ['ID=02ed26ef-d6cb-4452-965a-545db73912f5,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:09.427798 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35436) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:09.434610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-97368cd6-2057-4ba9-b60e-5ab4ec0dc564 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'security_group': {'name': 'tempest-secgroup-518213503'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:09.438998 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f07c4011-a3d2-4544-b114-7b9a59921273 req-8e4a346b-c955-4c7f-866e-ea481683883e tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 210 time: 0.2161319 Feb 10 11:34:09.441445 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c884911-fc03-407e-977b-b3f1de12a6c3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e453309e-0af4-4de7-8082-24f9a6537c16,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:09.488622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-cbe64c98-ed2e-4aa1-91ea-4c3b3fb8de89 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'subnet': {'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:09.515320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-97368cd6-2057-4ba9-b60e-5ab4ec0dc564 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:09.556095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a123792-7633-4541-9fe0-bed98d88bfad tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.564865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-97368cd6-2057-4ba9-b60e-5ab4ec0dc564 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:security_group and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:09.580707 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-edbab907-1e0c-42f8-a03b-4e91e2d9bf39 None None] For port 03c12a8f-5413-4f57-b281-caaadf882f92, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=03c12a8f-5413-4f57-b281-caaadf882f92,segment=NetworkSegment(4e20804a-085c-4bfe-a547-e1c14a841a8c),segment_id=4e20804a-085c-4bfe-a547-e1c14a841a8c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:09.616838 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-52673f6a-ed44-4bfb-bbef-4666283ab439 None None] Provisioning complete for port 9060fb56-0cc4-4a6c-bf11-74e646261ca2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:09.617238 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-52673f6a-ed44-4bfb-bbef-4666283ab439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.625059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a123792-7633-4541-9fe0-bed98d88bfad tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=344ff5a3-b72d-4a65-ac8c-0760a69e3447,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:09.669309 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-edbab907-1e0c-42f8-a03b-4e91e2d9bf39 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.678314 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a123792-7633-4541-9fe0-bed98d88bfad tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.688383 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-97368cd6-2057-4ba9-b60e-5ab4ec0dc564 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:09.699697 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0a123792-7633-4541-9fe0-bed98d88bfad tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/344ff5a3-b72d-4a65-ac8c-0760a69e3447 HTTP/1.1" status: 204 len: 168 time: 2.2171657 Feb 10 11:34:09.700368 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-52673f6a-ed44-4bfb-bbef-4666283ab439 None None] Port 9060fb56-0cc4-4a6c-bf11-74e646261ca2 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:09.700709 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35440) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:09.702797 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-edbab907-1e0c-42f8-a03b-4e91e2d9bf39 None None] Transition to ACTIVE for port object 03c12a8f-5413-4f57-b281-caaadf882f92 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:09.708042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-edbab907-1e0c-42f8-a03b-4e91e2d9bf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.768223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-392127d2-5729-4ef8-8019-f6182ace6f90 req-79091ac7-8c68-48a0-ae33-c8d0027a5989 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] No DVR routers for this DVR port 02ed26ef-d6cb-4452-965a-545db73912f5 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:09.771197 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-392127d2-5729-4ef8-8019-f6182ace6f90 req-79091ac7-8c68-48a0-ae33-c8d0027a5989 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.785938 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-97368cd6-2057-4ba9-b60e-5ab4ec0dc564 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:09.803954 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf5e34a-95e9-4607-8600-2648c0199ca8', 'name': 'network-vif-deleted', 'tag': '02ed26ef-d6cb-4452-965a-545db73912f5'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:34:09.805843 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69df333-f51c-4811-b33c-93eb4a896881 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:09.808149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69df333-f51c-4811-b33c-93eb4a896881 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:09.810782 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f69df333-f51c-4811-b33c-93eb4a896881 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1080520 Feb 10 11:34:09.813040 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35446) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:09.885859 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbab907-1e0c-42f8-a03b-4e91e2d9bf39 None None] Pushing event updated for resources: {'Port': ['ID=03c12a8f-5413-4f57-b281-caaadf882f92,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:09.920800 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f83b0ae9-c3c6-4d86-bbb0-77f33a128e9c None None] Provisioning for port 58fa95ef-6012-453c-9bb8-3690406b1a02 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:09.923007 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-392127d2-5729-4ef8-8019-f6182ace6f90 req-79091ac7-8c68-48a0-ae33-c8d0027a5989 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.73 "DELETE /v2.0/ports/02ed26ef-d6cb-4452-965a-545db73912f5 HTTP/1.1" status: 204 len: 173 time: 1.8521996 Feb 10 11:34:09.928465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f83b0ae9-c3c6-4d86-bbb0-77f33a128e9c None None] Provisioning complete for port 58fa95ef-6012-453c-9bb8-3690406b1a02 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:09.928984 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f83b0ae9-c3c6-4d86-bbb0-77f33a128e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.976155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-97368cd6-2057-4ba9-b60e-5ab4ec0dc564 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.079784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f83b0ae9-c3c6-4d86-bbb0-77f33a128e9c None None] Port 58fa95ef-6012-453c-9bb8-3690406b1a02 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:10.086640 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-97368cd6-2057-4ba9-b60e-5ab4ec0dc564 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:10.097162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-97368cd6-2057-4ba9-b60e-5ab4ec0dc564 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:security_group_rule and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:10.100649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-97368cd6-2057-4ba9-b60e-5ab4ec0dc564 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:10.108640 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-97368cd6-2057-4ba9-b60e-5ab4ec0dc564 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:10.142666 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf5e34a-95e9-4607-8600-2648c0199ca8', 'name': 'network-vif-deleted', 'tag': '02ed26ef-d6cb-4452-965a-545db73912f5', 'status': 'completed', 'code': 200} Feb 10 11:34:10.153635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-228e45bf-422f-48dc-888c-166b6cefd40a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 8962f299-b148-4156-9163-5609f072a2fa {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:10.157985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-228e45bf-422f-48dc-888c-166b6cefd40a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.201552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-cbe64c98-ed2e-4aa1-91ea-4c3b3fb8de89 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:10.211057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:10.219214 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cbe64c98-ed2e-4aa1-91ea-4c3b3fb8de89 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:subnet and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:10.225950 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14a7b23-9fc2-4ad0-ace6-693f387bf639 None None] Sync routers for ids ['330f7390-3cf2-493f-823e-9998b2f4e18b'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:10.228502 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-97368cd6-2057-4ba9-b60e-5ab4ec0dc564 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.232795 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cbe64c98-ed2e-4aa1-91ea-4c3b3fb8de89 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:10.242520 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-228e45bf-422f-48dc-888c-166b6cefd40a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.248505 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-97368cd6-2057-4ba9-b60e-5ab4ec0dc564 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.250680 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a7b23-9fc2-4ad0-ace6-693f387bf639 None None] Routers {'330f7390-3cf2-493f-823e-9998b2f4e18b'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:10.251925 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b14a7b23-9fc2-4ad0-ace6-693f387bf639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['330f7390-3cf2-493f-823e-9998b2f4e18b'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:10.254351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-cbe64c98-ed2e-4aa1-91ea-4c3b3fb8de89 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:10.309295 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.313337 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-557404f2-86ad-4157-b120-d7f7a1b86b21 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.3279862 Feb 10 11:34:10.316955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35450) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:10.318493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-97368cd6-2057-4ba9-b60e-5ab4ec0dc564 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.319734 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-97368cd6-2057-4ba9-b60e-5ab4ec0dc564 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8961673 Feb 10 11:34:10.322825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35452) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:10.329080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-6a301964-73e6-493f-ab7e-1d3015d23cd0 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:10.337029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7f49c390-8976-4c58-af13-e5acf04adc9a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'security_group': {'name': 'tempest-secgroup-999268137'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:10.349095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7f49c390-8976-4c58-af13-e5acf04adc9a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:10.360291 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7f49c390-8976-4c58-af13-e5acf04adc9a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:security_group and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:10.366945 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7f49c390-8976-4c58-af13-e5acf04adc9a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:10.383328 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7f49c390-8976-4c58-af13-e5acf04adc9a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:10.386615 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe64c98-ed2e-4aa1-91ea-4c3b3fb8de89 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:10.406074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97368cd6-2057-4ba9-b60e-5ab4ec0dc564 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0568120-2ab6-4fb2-ab25-acbf99fef52b,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:10.419212 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f49c390-8976-4c58-af13-e5acf04adc9a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.427770 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b14a7b23-9fc2-4ad0-ace6-693f387bf639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:10.457238 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a7b23-9fc2-4ad0-ace6-693f387bf639 None None] Routers {'330f7390-3cf2-493f-823e-9998b2f4e18b'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:10.460695 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b14a7b23-9fc2-4ad0-ace6-693f387bf639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['330f7390-3cf2-493f-823e-9998b2f4e18b'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:10.470590 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-228e45bf-422f-48dc-888c-166b6cefd40a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.561667 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b14a7b23-9fc2-4ad0-ace6-693f387bf639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:10.563113 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14a7b23-9fc2-4ad0-ace6-693f387bf639 None None] The sync data for ids ['330f7390-3cf2-493f-823e-9998b2f4e18b'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:10.640153 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7f49c390-8976-4c58-af13-e5acf04adc9a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:10.650060 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7f49c390-8976-4c58-af13-e5acf04adc9a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:security_group_rule and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:10.658535 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7f49c390-8976-4c58-af13-e5acf04adc9a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:10.667915 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c707b7f0-18fe-40c9-8313-7c1ab7e33631 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:10.682591 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7f49c390-8976-4c58-af13-e5acf04adc9a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:10.857303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port c707b7f0-18fe-40c9-8313-7c1ab7e33631 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:10.858449 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.926779 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cbe64c98-ed2e-4aa1-91ea-4c3b3fb8de89 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.934415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f49c390-8976-4c58-af13-e5acf04adc9a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.937671 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a69d3a20-b740-4ac0-8c2c-8d20bf8d8b6a req-3cd77740-b4b5-4996-960d-c088bf46ccb5 tempest-TestServerAdvancedOps-1601846292 tempest-TestServerAdvancedOps-1601846292-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf5e34a-95e9-4607-8600-2648c0199ca8 HTTP/1.1" status: 200 len: 210 time: 0.1174257 Feb 10 11:34:10.942002 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f49c390-8976-4c58-af13-e5acf04adc9a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.981182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:10.991273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.994171 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-87c4937e-4299-4097-b847-a88878e7f0de tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "PUT /v2.0/routers/1509aa45-d841-48d1-a787-24bc8ad30706 HTTP/1.1" status: 200 len: 916 time: 10.7759612 Feb 10 11:34:11.001052 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35460) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:11.020687 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49c390-8976-4c58-af13-e5acf04adc9a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748d504e-1ddb-481c-88a4-f8c264d557fd,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:11.025543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-228e45bf-422f-48dc-888c-166b6cefd40a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.045787 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17db586-5611-49e6-9938-d63bba14f251 None None] Sync routers for ids ['1509aa45-d841-48d1-a787-24bc8ad30706'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:11.062719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f49c390-8976-4c58-af13-e5acf04adc9a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.064022 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7f49c390-8976-4c58-af13-e5acf04adc9a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7391136 Feb 10 11:34:11.069322 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35462) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:11.075685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e45bf-422f-48dc-888c-166b6cefd40a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=8962f299-b148-4156-9163-5609f072a2fa,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:11.081816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-924196ce-64f9-46c8-aa0f-377be0e38966 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2063282660', 'security_groups': ['748d504e-1ddb-481c-88a4-f8c264d557fd'], 'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3ea7326b-e5b7-453b-9c50-bdb26364866e'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:11.098179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17db586-5611-49e6-9938-d63bba14f251 None None] Routers {'1509aa45-d841-48d1-a787-24bc8ad30706'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:11.098800 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d17db586-5611-49e6-9938-d63bba14f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['1509aa45-d841-48d1-a787-24bc8ad30706'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:11.159054 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e363c7a2-3b25-4d06-98b7-0eae7efb7ea2 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:11.161279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-228e45bf-422f-48dc-888c-166b6cefd40a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.164587 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-228e45bf-422f-48dc-888c-166b6cefd40a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/8962f299-b148-4156-9163-5609f072a2fa HTTP/1.1" status: 204 len: 168 time: 1.3504651 Feb 10 11:34:11.170864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35468) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:11.188213 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-998757fb-df02-45d4-bfa2-fa17683fcacb None None] Provisioning for port 03c12a8f-5413-4f57-b281-caaadf882f92 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:11.200212 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-998757fb-df02-45d4-bfa2-fa17683fcacb None None] Provisioning complete for port 03c12a8f-5413-4f57-b281-caaadf882f92 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:11.200212 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-998757fb-df02-45d4-bfa2-fa17683fcacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.257725 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7ed27e9e-9738-4e54-8d6a-64ba175fd8d8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824604 Feb 10 11:34:11.258869 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35472) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:11.272167 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d17db586-5611-49e6-9938-d63bba14f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:11.349347 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 03c12a8f-5413-4f57-b281-caaadf882f92 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:11.367530 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-924196ce-64f9-46c8-aa0f-377be0e38966 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:11.381364 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-924196ce-64f9-46c8-aa0f-377be0e38966 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:11.383940 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.ipam_backend_mixin [None req-cbe64c98-ed2e-4aa1-91ea-4c3b3fb8de89 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5d1394b5-b407-4aef-85be-8aba5568702c (CIDR: 172.20.0.0/28) Feb 10 11:34:11.393250 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe64c98-ed2e-4aa1-91ea-4c3b3fb8de89 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:11.394655 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe64c98-ed2e-4aa1-91ea-4c3b3fb8de89 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:11.398715 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924196ce-64f9-46c8-aa0f-377be0e38966 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:11.423681 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe0f80-a89c-4017-ac71-ff085b2f0155 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:11.424980 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-05fe0f80-a89c-4017-ac71-ff085b2f0155 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:11.495070 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cbe64c98-ed2e-4aa1-91ea-4c3b3fb8de89 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0539055 Feb 10 11:34:11.505035 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35476) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:11.519536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-665fea91-15da-4fec-b374-d2addb630129 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'subnet': {'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:11.550682 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-05fe0f80-a89c-4017-ac71-ff085b2f0155 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:11.552468 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17db586-5611-49e6-9938-d63bba14f251 None None] Routers {'1509aa45-d841-48d1-a787-24bc8ad30706'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:11.553156 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d17db586-5611-49e6-9938-d63bba14f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['1509aa45-d841-48d1-a787-24bc8ad30706'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:11.554871 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-05fe0f80-a89c-4017-ac71-ff085b2f0155 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2956159 Feb 10 11:34:11.558982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35480) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:11.648107 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d17db586-5611-49e6-9938-d63bba14f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:11.648606 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17db586-5611-49e6-9938-d63bba14f251 None None] The sync data for ids ['1509aa45-d841-48d1-a787-24bc8ad30706'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:11.661118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50a6e86-7c71-4f31-baa0-3521c2f9daf9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:11.661865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f50a6e86-7c71-4f31-baa0-3521c2f9daf9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:11.683691 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-924196ce-64f9-46c8-aa0f-377be0e38966 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.709891 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f50a6e86-7c71-4f31-baa0-3521c2f9daf9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:11.710202 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f50a6e86-7c71-4f31-baa0-3521c2f9daf9 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1500974 Feb 10 11:34:11.716262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 02ed26ef-d6cb-4452-965a-545db73912f5 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:11.716533 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35484) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:11.737084 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5144d0c4-cf12-4e92-a95a-d0cb6e3729b2 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "GET /v2.0/routers/1509aa45-d841-48d1-a787-24bc8ad30706 HTTP/1.1" status: 200 len: 922 time: 0.6650991 Feb 10 11:34:11.741652 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35488) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:11.772190 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 02ed26ef-d6cb-4452-965a-545db73912f5 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:11.772590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 02ed26ef-d6cb-4452-965a-545db73912f5 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:11.797753 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 03c12a8f-5413-4f57-b281-caaadf882f92 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:11.798336 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.803539 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e9ba2442-635e-451c-b003-8ec4109d56ab tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850027 Feb 10 11:34:11.810968 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-924196ce-64f9-46c8-aa0f-377be0e38966 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] device_id is not set on port b11315c4-9096-45a7-b944-1b8ce6837d14 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:34:11.822093 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35492) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:11.844567 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d5d83f85-acc1-4d72-b59e-3ccb5465f1bd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:11.943054 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-998757fb-df02-45d4-bfa2-fa17683fcacb None None] Provisioning complete for port c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:11.943642 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-998757fb-df02-45d4-bfa2-fa17683fcacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.002628 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59a5810-30c6-437a-a149-6255077b5370 None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:12.027345 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d59a5810-30c6-437a-a149-6255077b5370 None None] Deleting port c707b7f0-18fe-40c9-8313-7c1ab7e33631 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:12.027817 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d59a5810-30c6-437a-a149-6255077b5370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.127151 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35498) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:12.179682 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-665fea91-15da-4fec-b374-d2addb630129 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:12.194920 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-665fea91-15da-4fec-b374-d2addb630129 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:subnet and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:12.206772 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-665fea91-15da-4fec-b374-d2addb630129 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:12.215562 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-998757fb-df02-45d4-bfa2-fa17683fcacb None None] Port c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:12.219740 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-665fea91-15da-4fec-b374-d2addb630129 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:12.282407 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d2e887-118d-40f2-940f-26757e4b6fa3 admin admin] Deleting subnet 0482781e-02b7-48f9-b8e5-76417ef8ce72 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:12.290517 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665fea91-15da-4fec-b374-d2addb630129 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:12.306177 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-95d2e887-118d-40f2-940f-26757e4b6fa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.334364 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d5d83f85-acc1-4d72-b59e-3ccb5465f1bd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:12.346397 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2f281da8-7f48-42f6-a8e9-242f0007ec38 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&device_id=1509aa45-d841-48d1-a787-24bc8ad30706&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6031184 Feb 10 11:34:12.350511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35502) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:12.390832 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d5d83f85-acc1-4d72-b59e-3ccb5465f1bd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:12.479500 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-95d2e887-118d-40f2-940f-26757e4b6fa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.482695 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d59a5810-30c6-437a-a149-6255077b5370 None None] For port c707b7f0-18fe-40c9-8313-7c1ab7e33631, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c707b7f0-18fe-40c9-8313-7c1ab7e33631,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:12.483208 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d59a5810-30c6-437a-a149-6255077b5370 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.521337 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d83f85-acc1-4d72-b59e-3ccb5465f1bd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:12.524723 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-924196ce-64f9-46c8-aa0f-377be0e38966 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Allocated IP 2001:db8::a7 (db21bd82-1a13-47e3-a884-cc83471be560/3ea7326b-e5b7-453b-9c50-bdb26364866e/b11315c4-9096-45a7-b944-1b8ce6837d14) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:12.573263 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c707b7f0-18fe-40c9-8313-7c1ab7e33631 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:12.632382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-665fea91-15da-4fec-b374-d2addb630129 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.651201 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-95d2e887-118d-40f2-940f-26757e4b6fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.663919 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d59a5810-30c6-437a-a149-6255077b5370 None None] Calling delete_port for c707b7f0-18fe-40c9-8313-7c1ab7e33631 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:12.699265 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a283dce2-722c-443b-94c3-e76a58437923 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:12.703313 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a283dce2-722c-443b-94c3-e76a58437923 tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "GET /v2.0/networks/585d1acb-5d6b-405b-8a3c-1987eb05be45 HTTP/1.1" status: 200 len: 881 time: 0.3431332 Feb 10 11:34:12.704184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d5d83f85-acc1-4d72-b59e-3ccb5465f1bd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.722077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35506) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:12.821967 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.837210 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d59a5810-30c6-437a-a149-6255077b5370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.952949 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a5810-30c6-437a-a149-6255077b5370 None None] Pushing event deleted for resources: {'Port': ['ID=c707b7f0-18fe-40c9-8313-7c1ab7e33631,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:12.989466 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a5810-30c6-437a-a149-6255077b5370 None None] No DVR routers for this DVR port c707b7f0-18fe-40c9-8313-7c1ab7e33631 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:12.998742 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-be19f04a-491f-436a-ab65-f688b4185575 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "GET /v2.0/ports?device_id=1509aa45-d841-48d1-a787-24bc8ad30706 HTTP/1.1" status: 200 len: 205 time: 0.2763209 Feb 10 11:34:13.007228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35510) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:13.017426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-95d2e887-118d-40f2-940f-26757e4b6fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.022379 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.ipam_backend_mixin [None req-665fea91-15da-4fec-b374-d2addb630129 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ca7c3e3d-e0c0-4c9b-9bb1-488da775e800 (CIDR: 172.20.0.16/28) Feb 10 11:34:13.061314 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-665fea91-15da-4fec-b374-d2addb630129 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:13.061782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665fea91-15da-4fec-b374-d2addb630129 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:13.082371 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2e887-118d-40f2-940f-26757e4b6fa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0482781e-02b7-48f9-b8e5-76417ef8ce72,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:13.101235 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-924196ce-64f9-46c8-aa0f-377be0e38966 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.107964 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-95d2e887-118d-40f2-940f-26757e4b6fa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.127617 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-95d2e887-118d-40f2-940f-26757e4b6fa3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0482781e-02b7-48f9-b8e5-76417ef8ce72 HTTP/1.1" status: 204 len: 168 time: 0.9978399 Feb 10 11:34:13.130526 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-924196ce-64f9-46c8-aa0f-377be0e38966 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Transition to ACTIVE for port object b11315c4-9096-45a7-b944-1b8ce6837d14 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:13.131708 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35514) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:13.159714 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-665fea91-15da-4fec-b374-d2addb630129 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.6491871 Feb 10 11:34:13.164199 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35518) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:13.179148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-29405bd6-885b-4baf-98bc-f0ffb6e828d8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'subnet': {'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:13.255860 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87f69907-b848-4c4a-84ad-41c6164f9253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.267352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-924196ce-64f9-46c8-aa0f-377be0e38966 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.343810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a301964-73e6-493f-ab7e-1d3015d23cd0 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.446098 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a301964-73e6-493f-ab7e-1d3015d23cd0 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.454217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-29405bd6-885b-4baf-98bc-f0ffb6e828d8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:13.454582 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924196ce-64f9-46c8-aa0f-377be0e38966 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network db21bd82-1a13-47e3-a884-cc83471be560 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:13.458355 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-924196ce-64f9-46c8-aa0f-377be0e38966 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:13.460459 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924196ce-64f9-46c8-aa0f-377be0e38966 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=b11315c4-9096-45a7-b944-1b8ce6837d14,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:13.463809 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924196ce-64f9-46c8-aa0f-377be0e38966 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:13.468503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924196ce-64f9-46c8-aa0f-377be0e38966 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:13.468928 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-924196ce-64f9-46c8-aa0f-377be0e38966 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.476122 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-29405bd6-885b-4baf-98bc-f0ffb6e828d8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Usage tracker for resource:subnet and tenant:f814e8e262394e9da62e4d84c68e410d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:13.478736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6a301964-73e6-493f-ab7e-1d3015d23cd0 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Deleting port ed0da8b3-b389-4ff4-8f4b-0d37c761bf36 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:13.479080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a301964-73e6-493f-ab7e-1d3015d23cd0 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.495742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87f69907-b848-4c4a-84ad-41c6164f9253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.505292 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-29405bd6-885b-4baf-98bc-f0ffb6e828d8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:13.523842 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-924196ce-64f9-46c8-aa0f-377be0e38966 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4505231 Feb 10 11:34:13.524903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35522) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:13.531539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-29405bd6-885b-4baf-98bc-f0ffb6e828d8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:13.533524 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-53319417-ef65-4e67-b5de-1723c302771d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'subnet': {'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:13.577561 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-87f69907-b848-4c4a-84ad-41c6164f9253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399286a7-035e-4777-ab65-0c381ace7d10']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:13.614453 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29405bd6-885b-4baf-98bc-f0ffb6e828d8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Made reservation on behalf of f814e8e262394e9da62e4d84c68e410d for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:13.617950 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-29405bd6-885b-4baf-98bc-f0ffb6e828d8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.675753 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-87f69907-b848-4c4a-84ad-41c6164f9253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb9822c-378d-44fe-80bb-5ab0bc7b6f41') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:13.676110 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-87f69907-b848-4c4a-84ad-41c6164f9253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb9822c-378d-44fe-80bb-5ab0bc7b6f41') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:13.703220 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87f69907-b848-4c4a-84ad-41c6164f9253 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.732775 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87f69907-b848-4c4a-84ad-41c6164f9253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.754342 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f69907-b848-4c4a-84ad-41c6164f9253 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:13.754725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87f69907-b848-4c4a-84ad-41c6164f9253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:13.769444 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:13.871937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.objects.ports [None req-d5d83f85-acc1-4d72-b59e-3ccb5465f1bd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83555) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:34:13.883544 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2a92ad13-ed3d-466e-9618-c14cecc37635 None None] Provisioning for port b11315c4-9096-45a7-b944-1b8ce6837d14 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:13.896012 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d5d83f85-acc1-4d72-b59e-3ccb5465f1bd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.909099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2a92ad13-ed3d-466e-9618-c14cecc37635 None None] Provisioning complete for port b11315c4-9096-45a7-b944-1b8ce6837d14 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:13.911848 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2a92ad13-ed3d-466e-9618-c14cecc37635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.974317 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a301964-73e6-493f-ab7e-1d3015d23cd0 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.988974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-53319417-ef65-4e67-b5de-1723c302771d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:13.995123 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-53319417-ef65-4e67-b5de-1723c302771d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:subnet and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:14.001916 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-53319417-ef65-4e67-b5de-1723c302771d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:14.003888 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ba16-683c-4eb6-b911-1fbe123217ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.009357 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-53319417-ef65-4e67-b5de-1723c302771d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:14.015903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87f69907-b848-4c4a-84ad-41c6164f9253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.042367 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-2a92ad13-ed3d-466e-9618-c14cecc37635 None None] Port b11315c4-9096-45a7-b944-1b8ce6837d14 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:14.049295 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87f69907-b848-4c4a-84ad-41c6164f9253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.061435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f69907-b848-4c4a-84ad-41c6164f9253 admin admin] Pushing event deleted for resources: {'Network': ['ID=399286a7-035e-4777-ab65-0c381ace7d10,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:14.073978 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53319417-ef65-4e67-b5de-1723c302771d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:14.078743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53319417-ef65-4e67-b5de-1723c302771d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.086190 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:34:14.177331 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-87f69907-b848-4c4a-84ad-41c6164f9253 admin admin] 10.222.0.36 "DELETE /v2.0/networks/399286a7-035e-4777-ab65-0c381ace7d10 HTTP/1.1" status: 204 len: 168 time: 1.0412991 Feb 10 11:34:14.178390 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35526) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:14.215787 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6a301964-73e6-493f-ab7e-1d3015d23cd0 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Calling delete_port for ed0da8b3-b389-4ff4-8f4b-0d37c761bf36 owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:14.284609 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d4876f-98fb-42d6-bb6a-71bc70aae45b admin admin] Deleting subnet d33bf232-0d6b-4a4a-b79d-593655a6f5a2 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:14.290463 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d83f85-acc1-4d72-b59e-3ccb5465f1bd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:14.290725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49d4876f-98fb-42d6-bb6a-71bc70aae45b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.334780 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.ipam_backend_mixin [None req-53319417-ef65-4e67-b5de-1723c302771d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ea7326b-e5b7-453b-9c50-bdb26364866e (CIDR: 2001:db8::/64) Feb 10 11:34:14.338040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d83f85-acc1-4d72-b59e-3ccb5465f1bd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=4588adf9-cff5-45b5-8146-7f5e0e45d934,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:14.340744 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-d5d83f85-acc1-4d72-b59e-3ccb5465f1bd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:14.344675 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-53319417-ef65-4e67-b5de-1723c302771d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:14.345111 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53319417-ef65-4e67-b5de-1723c302771d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:14.356560 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779faad6-1a10-4b82-96c6-196eb7904502 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:14.369463 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d83f85-acc1-4d72-b59e-3ccb5465f1bd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:14.370127 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d5d83f85-acc1-4d72-b59e-3ccb5465f1bd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.372050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49d4876f-98fb-42d6-bb6a-71bc70aae45b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.454086 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49d4876f-98fb-42d6-bb6a-71bc70aae45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.490584 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-53319417-ef65-4e67-b5de-1723c302771d tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9621696 Feb 10 11:34:14.492644 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35530) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:14.505597 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0a113ac8-b242-4a8a-b886-9c87cde6d5e7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'subnet': {'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:14.624320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': '4588adf9-cff5-45b5-8146-7f5e0e45d934'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:14.626178 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.657263 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49d4876f-98fb-42d6-bb6a-71bc70aae45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.672721 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d5d83f85-acc1-4d72-b59e-3ccb5465f1bd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.8487937 Feb 10 11:34:14.678289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35534) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:14.690121 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-32372639-707f-43d4-b7fe-ae2cc1ce1997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'mac_address': 'fa:16:3e:c0:6f:f0', 'name': 'tempest-NetworksTestDHCPv6-894896900'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:14.719757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4876f-98fb-42d6-bb6a-71bc70aae45b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33bf232-0d6b-4a4a-b79d-593655a6f5a2,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:14.726554 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0a113ac8-b242-4a8a-b886-9c87cde6d5e7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:14.732625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49d4876f-98fb-42d6-bb6a-71bc70aae45b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.736503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0a113ac8-b242-4a8a-b886-9c87cde6d5e7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:subnet and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:14.740235 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0a113ac8-b242-4a8a-b886-9c87cde6d5e7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:14.747975 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-49d4876f-98fb-42d6-bb6a-71bc70aae45b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d33bf232-0d6b-4a4a-b79d-593655a6f5a2 HTTP/1.1" status: 204 len: 168 time: 0.5671463 Feb 10 11:34:14.748270 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0a113ac8-b242-4a8a-b886-9c87cde6d5e7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:14.750189 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35538) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:14.842000 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-34464838-2a15-405d-8601-5082c98cadcc req-aa8ea203-d109-42a6-912b-a598644fc098 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5406871 Feb 10 11:34:14.855845 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a113ac8-b242-4a8a-b886-9c87cde6d5e7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:14.859625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a113ac8-b242-4a8a-b886-9c87cde6d5e7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.882017 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Allocated IP 2001:db8::f816:3eff:fe49:e714 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/4588adf9-cff5-45b5-8146-7f5e0e45d934/051bc9dd-516d-4e98-8349-d9065f352063) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:14.978055 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dec7f030-59e2-4c0b-a81a-925d10733f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.037000 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-29405bd6-885b-4baf-98bc-f0ffb6e828d8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.084252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-32372639-707f-43d4-b7fe-ae2cc1ce1997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:15.134225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-32372639-707f-43d4-b7fe-ae2cc1ce1997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:15.150653 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.ipam_backend_mixin [None req-0a113ac8-b242-4a8a-b886-9c87cde6d5e7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d93cfabb-e230-4981-9fdf-e3c83bef451a (CIDR: 2001:db8:0:1::/64) Feb 10 11:34:15.163118 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a113ac8-b242-4a8a-b886-9c87cde6d5e7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:15.163118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a113ac8-b242-4a8a-b886-9c87cde6d5e7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:15.166608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a301964-73e6-493f-ab7e-1d3015d23cd0 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.176926 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29405bd6-885b-4baf-98bc-f0ffb6e828d8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:15.195000 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dec7f030-59e2-4c0b-a81a-925d10733f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.221567 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-29405bd6-885b-4baf-98bc-f0ffb6e828d8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:15.236251 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0a113ac8-b242-4a8a-b886-9c87cde6d5e7 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7384524 Feb 10 11:34:15.239388 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35542) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:15.245855 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29405bd6-885b-4baf-98bc-f0ffb6e828d8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:15.246448 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-29405bd6-885b-4baf-98bc-f0ffb6e828d8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.247815 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2cf432d2-b352-406b-a419-a7ad348d25c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'subnet': {'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:15.250527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29405bd6-885b-4baf-98bc-f0ffb6e828d8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Subnet': ['ID=f8358030-3020-4d7b-abbb-6ca5f692b3a8,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:15.251506 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35f58f0-159c-4177-9db6-0178793c96e3 None None] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:15.252659 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a301964-73e6-493f-ab7e-1d3015d23cd0 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Pushing event deleted for resources: {'Port': ['ID=ed0da8b3-b389-4ff4-8f4b-0d37c761bf36,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:15.258263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32372639-707f-43d4-b7fe-ae2cc1ce1997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:15.263205 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32372639-707f-43d4-b7fe-ae2cc1ce1997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.282583 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-dec7f030-59e2-4c0b-a81a-925d10733f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2212c66-ba9d-4b73-bee0-802322f01193']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:15.351455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.377712 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Transition to ACTIVE for port object 051bc9dd-516d-4e98-8349-d9065f352063 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:15.401643 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-dec7f030-59e2-4c0b-a81a-925d10733f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67158c64-3feb-4a28-9004-3e32da8b8695') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:15.402119 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-dec7f030-59e2-4c0b-a81a-925d10733f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67158c64-3feb-4a28-9004-3e32da8b8695') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:15.427725 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Transition to ACTIVE for port object 051bc9dd-516d-4e98-8349-d9065f352063 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:15.450829 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-29405bd6-885b-4baf-98bc-f0ffb6e828d8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2795639 Feb 10 11:34:15.451078 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dec7f030-59e2-4c0b-a81a-925d10733f5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.464783 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35546) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:15.481830 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ec194736-7d58-40f5-bcdf-d3eefd1233c0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1482449375', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f8358030-3020-4d7b-abbb-6ca5f692b3a8'}], 'security_groups': ['43608702-d442-46d4-8a55-de4d087a8633', '30fdd543-e241-466f-ad17-3393002bb035']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:15.593019 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-32372639-707f-43d4-b7fe-ae2cc1ce1997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port 93e510a7-b4ff-4126-835d-8eb56eab0dd9 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:34:15.594250 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dec7f030-59e2-4c0b-a81a-925d10733f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.615133 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec7f030-59e2-4c0b-a81a-925d10733f5e admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:15.615820 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dec7f030-59e2-4c0b-a81a-925d10733f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.617891 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:15.664665 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:15.713417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:15.717521 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ba16-683c-4eb6-b911-1fbe123217ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.726931 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a301964-73e6-493f-ab7e-1d3015d23cd0 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.790549 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-34464838-2a15-405d-8601-5082c98cadcc req-3e614848-de4a-4fc3-9903-16a613a2aa9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e47f622a65945dda4a63ba667a1ebd5&device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 1098 time: 0.8088212 Feb 10 11:34:15.805678 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:15.823379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:15.826769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Pushing event updated for resources: {'Port': ['ID=051bc9dd-516d-4e98-8349-d9065f352063,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:15.903520 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a301964-73e6-493f-ab7e-1d3015d23cd0 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.933665 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2cf432d2-b352-406b-a419-a7ad348d25c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:15.940588 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2cf432d2-b352-406b-a419-a7ad348d25c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Usage tracker for resource:subnet and tenant:4e97c96ac063404ba5595986b22a3e7c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:15.946045 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2cf432d2-b352-406b-a419-a7ad348d25c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:15.956504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2cf432d2-b352-406b-a419-a7ad348d25c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:15.973793 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dec7f030-59e2-4c0b-a81a-925d10733f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.015803 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf432d2-b352-406b-a419-a7ad348d25c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Made reservation on behalf of 4e97c96ac063404ba5595986b22a3e7c for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:16.021444 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2cf432d2-b352-406b-a419-a7ad348d25c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.050720 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dec7f030-59e2-4c0b-a81a-925d10733f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.058611 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Attempting to bind port 051bc9dd-516d-4e98-8349-d9065f352063 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:16.059567 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-32372639-707f-43d4-b7fe-ae2cc1ce1997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::f816:3eff:fec0:6ff0 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/4588adf9-cff5-45b5-8146-7f5e0e45d934/93e510a7-b4ff-4126-835d-8eb56eab0dd9) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:16.060908 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Attempting to bind port 051bc9dd-516d-4e98-8349-d9065f352063 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:16.062126 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Attempting to bind port 051bc9dd-516d-4e98-8349-d9065f352063 on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:16.085692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:16.086478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:16.087306 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.088242 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:16.089945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Bound port: 051bc9dd-516d-4e98-8349-d9065f352063, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:16.090895 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.301733 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a301964-73e6-493f-ab7e-1d3015d23cd0 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.335510 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8ab0ba16-683c-4eb6-b911-1fbe123217ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Deleting port 9ab99e37-4bfe-4de7-bb66-147b6b45ff5f {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:16.335854 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ba16-683c-4eb6-b911-1fbe123217ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.363543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7f030-59e2-4c0b-a81a-925d10733f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=d2212c66-ba9d-4b73-bee0-802322f01193,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:16.367892 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d45eb9f-faf0-4131-b826-a85fccf5172c None None] Update dhcp port {'port': {'network_id': '0bdf93e9-ec55-487c-96ca-cb7153a5f870', 'fixed_ips': [{'subnet_id': 'ca7c3e3d-e0c0-4c9b-9bb1-488da775e800', 'ip_address': '172.20.0.18'}, {'subnet_id': '5d1394b5-b407-4aef-85be-8aba5568702c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f8358030-3020-4d7b-abbb-6ca5f692b3a8'}], 'binding:host_id': 'dv-neutron-828497-1-hyperv'}, 'id': '27329d8c-aa72-4899-a5e9-2be5ef9fecd0'} from dv-neutron-828497-1-hyperv. {{(pid=83556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:34:16.371626 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec194736-7d58-40f5-bcdf-d3eefd1233c0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.404646 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dec7f030-59e2-4c0b-a81a-925d10733f5e admin admin] 10.222.0.36 "DELETE /v2.0/networks/d2212c66-ba9d-4b73-bee0-802322f01193 HTTP/1.1" status: 204 len: 168 time: 1.6492460 Feb 10 11:34:16.459747 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] For port 051bc9dd-516d-4e98-8349-d9065f352063, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:16.484783 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] For port 051bc9dd-516d-4e98-8349-d9065f352063, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=051bc9dd-516d-4e98-8349-d9065f352063,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:16.485908 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8d45eb9f-faf0-4131-b826-a85fccf5172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.516960 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.644566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345eff41-612b-4bb3-b541-732e2dd37c7e None None] Pushing event updated for resources: {'Port': ['ID=051bc9dd-516d-4e98-8349-d9065f352063,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:16.893290 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35552) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:16.900134 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-8d45eb9f-faf0-4131-b826-a85fccf5172c None None] Allocated IP 172.20.0.34 (0bdf93e9-ec55-487c-96ca-cb7153a5f870/f8358030-3020-4d7b-abbb-6ca5f692b3a8/27329d8c-aa72-4899-a5e9-2be5ef9fecd0) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:17.147048 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32372639-707f-43d4-b7fe-ae2cc1ce1997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.152599 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8d45eb9f-faf0-4131-b826-a85fccf5172c None None] For port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=27329d8c-aa72-4899-a5e9-2be5ef9fecd0,segment=NetworkSegment(2d385b47-996e-4683-867d-7a5c91347601),segment_id=2d385b47-996e-4683-867d-7a5c91347601)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:17.161028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34464838-2a15-405d-8601-5082c98cadcc req-31aa125a-812e-42d7-9271-07eafd7c1285 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:17.162625 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-34464838-2a15-405d-8601-5082c98cadcc req-31aa125a-812e-42d7-9271-07eafd7c1285 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 HTTP/1.1" status: 200 len: 913 time: 0.8577313 Feb 10 11:34:17.192816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2cf432d2-b352-406b-a419-a7ad348d25c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.208295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8d45eb9f-faf0-4131-b826-a85fccf5172c None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.240950 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8d45eb9f-faf0-4131-b826-a85fccf5172c None None] Transition to ACTIVE for port object 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:17.249254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8d45eb9f-faf0-4131-b826-a85fccf5172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.283579 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-32372639-707f-43d4-b7fe-ae2cc1ce1997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object 93e510a7-b4ff-4126-835d-8eb56eab0dd9 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:17.374910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf432d2-b352-406b-a419-a7ad348d25c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Network db21bd82-1a13-47e3-a884-cc83471be560 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:17.378033 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf432d2-b352-406b-a419-a7ad348d25c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Subnet': ['ID=7b95635b-895f-4203-91fb-83e021d990bc,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:17.384174 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2cf432d2-b352-406b-a419-a7ad348d25c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:17.389428 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf432d2-b352-406b-a419-a7ad348d25c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:17.390016 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2cf432d2-b352-406b-a419-a7ad348d25c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.410711 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30081c1-1b24-4eb8-a2fb-6bf7907efc33 None None] Network db21bd82-1a13-47e3-a884-cc83471be560 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:17.443158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ba16-683c-4eb6-b911-1fbe123217ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.485994 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-895fe52c-fbff-417a-a587-992b06c269a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a920b01f9a34dfbaf9324c6af78226f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5888414 Feb 10 11:34:17.491849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a301964-73e6-493f-ab7e-1d3015d23cd0 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Router 330f7390-3cf2-493f-823e-9998b2f4e18b has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:34:17.496050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35556) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:17.605935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-ec194736-7d58-40f5-bcdf-d3eefd1233c0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Delete allocated IP 172.20.0.8 (0bdf93e9-ec55-487c-96ca-cb7153a5f870/5d1394b5-b407-4aef-85be-8aba5568702c) {{(pid=83554) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 11:34:17.625012 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-ec194736-7d58-40f5-bcdf-d3eefd1233c0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Allocated IP 172.20.0.44 (0bdf93e9-ec55-487c-96ca-cb7153a5f870/f8358030-3020-4d7b-abbb-6ca5f692b3a8/58fa95ef-6012-453c-9bb8-3690406b1a02) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:17.648202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45eb9f-faf0-4131-b826-a85fccf5172c None None] Pushing event updated for resources: {'Port': ['ID=27329d8c-aa72-4899-a5e9-2be5ef9fecd0,revision_number=7']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:17.667756 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2cf432d2-b352-406b-a419-a7ad348d25c6 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4269104 Feb 10 11:34:17.672635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35560) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:17.692972 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-16facaf4-c908-401e-a52e-b8d50e050bd9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-339398510', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7b95635b-895f-4203-91fb-83e021d990bc'}], 'security_groups': ['e453309e-0af4-4de7-8082-24f9a6537c16', 'd0568120-2ab6-4fb2-ab25-acbf99fef52b']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:17.744241 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8ab0ba16-683c-4eb6-b911-1fbe123217ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Calling delete_port for 9ab99e37-4bfe-4de7-bb66-147b6b45ff5f owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:17.801006 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-34464838-2a15-405d-8601-5082c98cadcc req-7bad348b-9896-475c-9b63-19c29f33ecd5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eecc48b-0a10-46d3-916a-b281c257aead HTTP/1.1" status: 200 len: 1001 time: 0.6194654 Feb 10 11:34:18.056611 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34464838-2a15-405d-8601-5082c98cadcc req-38d78861-6e33-4163-8c14-1d134ef9edc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:18.058720 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-34464838-2a15-405d-8601-5082c98cadcc req-38d78861-6e33-4163-8c14-1d134ef9edc1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13860d03-a045-4a92-adff-58389fc1eb4f HTTP/1.1" status: 200 len: 851 time: 0.2407966 Feb 10 11:34:18.118075 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32372639-707f-43d4-b7fe-ae2cc1ce1997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.249979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cfd01d-4b2b-4afe-b4e7-c7495bf7d8f0 None None] Update dhcp port {'port': {'network_id': 'db21bd82-1a13-47e3-a884-cc83471be560', 'fixed_ips': [{'subnet_id': 'd93cfabb-e230-4981-9fdf-e3c83bef451a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3ea7326b-e5b7-453b-9c50-bdb26364866e', 'ip_address': '2001:db8::2'}, {'subnet_id': '7b95635b-895f-4203-91fb-83e021d990bc'}], 'binding:host_id': 'dv-neutron-828497-1-hyperv'}, 'id': '03c12a8f-5413-4f57-b281-caaadf882f92'} from dv-neutron-828497-1-hyperv. {{(pid=83556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:34:18.267489 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec194736-7d58-40f5-bcdf-d3eefd1233c0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.290892 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9a54adc0-db07-4b5a-8477-06c1e69fe027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.311285 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-ec194736-7d58-40f5-bcdf-d3eefd1233c0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Transition to ACTIVE for port object 58fa95ef-6012-453c-9bb8-3690406b1a02 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:18.327136 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32372639-707f-43d4-b7fe-ae2cc1ce1997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=93e510a7-b4ff-4126-835d-8eb56eab0dd9,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:18.332620 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32372639-707f-43d4-b7fe-ae2cc1ce1997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:18.342717 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-04cfd01d-4b2b-4afe-b4e7-c7495bf7d8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.346694 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-32372639-707f-43d4-b7fe-ae2cc1ce1997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:18.349417 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec194736-7d58-40f5-bcdf-d3eefd1233c0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.362692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a301964-73e6-493f-ab7e-1d3015d23cd0 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:18.365686 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32372639-707f-43d4-b7fe-ae2cc1ce1997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:18.371128 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32372639-707f-43d4-b7fe-ae2cc1ce1997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:18.371128 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32372639-707f-43d4-b7fe-ae2cc1ce1997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.380565 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1540381-5bdd-49ae-9b39-323d5b0238d8 None None] Sync routers for ids ['330f7390-3cf2-493f-823e-9998b2f4e18b'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:18.407325 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1540381-5bdd-49ae-9b39-323d5b0238d8 None None] Routers {'330f7390-3cf2-493f-823e-9998b2f4e18b'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:18.407937 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d1540381-5bdd-49ae-9b39-323d5b0238d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['330f7390-3cf2-493f-823e-9998b2f4e18b'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:18.423845 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9a54adc0-db07-4b5a-8477-06c1e69fe027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.492602 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a301964-73e6-493f-ab7e-1d3015d23cd0 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.492602 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6a301964-73e6-493f-ab7e-1d3015d23cd0 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "PUT /v2.0/routers/330f7390-3cf2-493f-823e-9998b2f4e18b HTTP/1.1" status: 200 len: 709 time: 8.1645677 Feb 10 11:34:18.506833 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35564) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:18.530799 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-32372639-707f-43d4-b7fe-ae2cc1ce1997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8478682 Feb 10 11:34:18.548428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35568) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:18.583091 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d1540381-5bdd-49ae-9b39-323d5b0238d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:18.608552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-16facaf4-c908-401e-a52e-b8d50e050bd9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.617917 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1540381-5bdd-49ae-9b39-323d5b0238d8 None None] Routers {'330f7390-3cf2-493f-823e-9998b2f4e18b'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:18.618531 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d1540381-5bdd-49ae-9b39-323d5b0238d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['330f7390-3cf2-493f-823e-9998b2f4e18b'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:18.763897 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d1540381-5bdd-49ae-9b39-323d5b0238d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:18.764301 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1540381-5bdd-49ae-9b39-323d5b0238d8 None None] The sync data for ids ['330f7390-3cf2-493f-823e-9998b2f4e18b'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:18.814973 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-34464838-2a15-405d-8601-5082c98cadcc req-095e5bcb-2f08-4004-bcf3-0361e47975e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7461331 Feb 10 11:34:18.893020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:18.975813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-04cfd01d-4b2b-4afe-b4e7-c7495bf7d8f0 None None] Allocated IP 2001:db8:0:2::2 (db21bd82-1a13-47e3-a884-cc83471be560/7b95635b-895f-4203-91fb-83e021d990bc/03c12a8f-5413-4f57-b281-caaadf882f92) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:19.038850 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ba16-683c-4eb6-b911-1fbe123217ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.159683 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9a54adc0-db07-4b5a-8477-06c1e69fe027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.175848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0ba16-683c-4eb6-b911-1fbe123217ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Pushing event deleted for resources: {'Port': ['ID=9ab99e37-4bfe-4de7-bb66-147b6b45ff5f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:19.195416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54adc0-db07-4b5a-8477-06c1e69fe027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43bbb1a-2896-4c86-ac33-189ca7025769,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:19.249154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec194736-7d58-40f5-bcdf-d3eefd1233c0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event updated for resources: {'Port': ['ID=58fa95ef-6012-453c-9bb8-3690406b1a02,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:19.367803 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-04cfd01d-4b2b-4afe-b4e7-c7495bf7d8f0 None None] For port 03c12a8f-5413-4f57-b281-caaadf882f92, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=03c12a8f-5413-4f57-b281-caaadf882f92,segment=NetworkSegment(4e20804a-085c-4bfe-a547-e1c14a841a8c),segment_id=4e20804a-085c-4bfe-a547-e1c14a841a8c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:19.373462 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:19.374047 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.441010 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-04cfd01d-4b2b-4afe-b4e7-c7495bf7d8f0 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.463509 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-04cfd01d-4b2b-4afe-b4e7-c7495bf7d8f0 None None] Transition to ACTIVE for port object 03c12a8f-5413-4f57-b281-caaadf882f92 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:19.465081 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-acb9c0de-77e1-45c9-8684-7eac0d4fd7e7 None None] Provisioning for port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:19.479459 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ec194736-7d58-40f5-bcdf-d3eefd1233c0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] In _notify_port_updated(), no bound segment for port 58fa95ef-6012-453c-9bb8-3690406b1a02 on network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:34:19.483933 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec194736-7d58-40f5-bcdf-d3eefd1233c0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:19.484126 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-acb9c0de-77e1-45c9-8684-7eac0d4fd7e7 None None] Provisioning complete for port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:19.484456 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-acb9c0de-77e1-45c9-8684-7eac0d4fd7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.485116 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec194736-7d58-40f5-bcdf-d3eefd1233c0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.489760 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ec194736-7d58-40f5-bcdf-d3eefd1233c0 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "PUT /v2.0/ports/58fa95ef-6012-453c-9bb8-3690406b1a02 HTTP/1.1" status: 200 len: 960 time: 4.0229688 Feb 10 11:34:19.492562 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35572) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:19.516146 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-04cfd01d-4b2b-4afe-b4e7-c7495bf7d8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.611177 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1ef868f3-45b1-4d77-b8a1-6027e19c57be tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "GET /v2.0/routers/330f7390-3cf2-493f-823e-9998b2f4e18b HTTP/1.1" status: 200 len: 744 time: 1.1020076 Feb 10 11:34:19.617672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35576) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:19.619583 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9a54adc0-db07-4b5a-8477-06c1e69fe027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.626878 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9a54adc0-db07-4b5a-8477-06c1e69fe027 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a43bbb1a-2896-4c86-ac33-189ca7025769 HTTP/1.1" status: 204 len: 168 time: 2.0540893 Feb 10 11:34:19.640194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b410ff-e58e-4109-bc89-066358a32e3f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:19.649886 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b410ff-e58e-4109-bc89-066358a32e3f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:19.652227 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a2b410ff-e58e-4109-bc89-066358a32e3f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:19.667792 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7d58a782-c07d-4377-adcf-118bacaf5428 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 58fa95ef-6012-453c-9bb8-3690406b1a02 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:19.668139 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d58a782-c07d-4377-adcf-118bacaf5428 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.856148 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2bb83dfa-04c0-486b-97fc-53eebf3cb7da tempest-RoutersIpV6AdminTest-1024744788 tempest-RoutersIpV6AdminTest-1024744788-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&device_id=330f7390-3cf2-493f-823e-9998b2f4e18b HTTP/1.1" status: 200 len: 205 time: 0.2330463 Feb 10 11:34:19.862104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35582) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:19.866255 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfd01d-4b2b-4afe-b4e7-c7495bf7d8f0 None None] Pushing event updated for resources: {'Port': ['ID=03c12a8f-5413-4f57-b281-caaadf882f92,revision_number=7']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:19.905155 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-16facaf4-c908-401e-a52e-b8d50e050bd9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Delete allocated IP 2001:db8::a7 (db21bd82-1a13-47e3-a884-cc83471be560/3ea7326b-e5b7-453b-9c50-bdb26364866e) {{(pid=83554) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 11:34:19.919522 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-16facaf4-c908-401e-a52e-b8d50e050bd9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Allocated IP 2001:db8:0:2::29f (db21bd82-1a13-47e3-a884-cc83471be560/7b95635b-895f-4203-91fb-83e021d990bc/b11315c4-9096-45a7-b944-1b8ce6837d14) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:19.959729 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-34464838-2a15-405d-8601-5082c98cadcc req-c4906208-32cc-4b90-9103-88bb3e2d71ae service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1234703 Feb 10 11:34:19.984305 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 051bc9dd-516d-4e98-8349-d9065f352063 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:20.104568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-acb9c0de-77e1-45c9-8684-7eac0d4fd7e7 None None] Provisioning complete for port 9060fb56-0cc4-4a6c-bf11-74e646261ca2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:20.105044 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-acb9c0de-77e1-45c9-8684-7eac0d4fd7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.133016 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-34464838-2a15-405d-8601-5082c98cadcc req-34fa76ab-4e0c-4b52-bffa-8952fae3f545 service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649194 Feb 10 11:34:20.152557 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a2b410ff-e58e-4109-bc89-066358a32e3f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:20.156285 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a2b410ff-e58e-4109-bc89-066358a32e3f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.5941195 Feb 10 11:34:20.156958 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35588) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:20.159804 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ba16-683c-4eb6-b911-1fbe123217ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.177767 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-234356e8-4d42-433f-8df9-65b1d28a5da0 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "GET /v2.0/ports?device_id=330f7390-3cf2-493f-823e-9998b2f4e18b HTTP/1.1" status: 200 len: 205 time: 0.1735880 Feb 10 11:34:20.248974 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35592) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:20.262986 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-acb9c0de-77e1-45c9-8684-7eac0d4fd7e7 None None] Port 9060fb56-0cc4-4a6c-bf11-74e646261ca2 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:20.268144 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 051bc9dd-516d-4e98-8349-d9065f352063 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:20.289939 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-acb9c0de-77e1-45c9-8684-7eac0d4fd7e7 None None] Provisioning for port 58fa95ef-6012-453c-9bb8-3690406b1a02 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:20.297747 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-acb9c0de-77e1-45c9-8684-7eac0d4fd7e7 None None] Provisioning complete for port 58fa95ef-6012-453c-9bb8-3690406b1a02 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:20.298219 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-acb9c0de-77e1-45c9-8684-7eac0d4fd7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.390601 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-acb9c0de-77e1-45c9-8684-7eac0d4fd7e7 None None] Port 58fa95ef-6012-453c-9bb8-3690406b1a02 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:20.512985 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35596) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:20.559586 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8a293440-65ac-414e-8bc7-876f37eb6947 None None] Provisioning for port 051bc9dd-516d-4e98-8349-d9065f352063 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:20.593701 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8a293440-65ac-414e-8bc7-876f37eb6947 None None] Provisioning complete for port 051bc9dd-516d-4e98-8349-d9065f352063 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:20.593896 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8a293440-65ac-414e-8bc7-876f37eb6947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.633392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 03c12a8f-5413-4f57-b281-caaadf882f92 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:20.654845 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a317b0fc-54d7-4063-8929-b1de4309bba2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ee5baa812424b33bf6c285bf94489aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0698507 Feb 10 11:34:20.669190 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35600) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:20.737198 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b614c0eb-0485-44fa-8752-136b4eeac2ab tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port 93e510a7-b4ff-4126-835d-8eb56eab0dd9 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:20.737745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b614c0eb-0485-44fa-8752-136b4eeac2ab tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.812397 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8a293440-65ac-414e-8bc7-876f37eb6947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.865055 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4bec5fd-8b68-4bbc-b422-7010713a2e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.868247 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8a293440-65ac-414e-8bc7-876f37eb6947 None None] For port 051bc9dd-516d-4e98-8349-d9065f352063, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=051bc9dd-516d-4e98-8349-d9065f352063,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:20.884394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8a293440-65ac-414e-8bc7-876f37eb6947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.935719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f430baea-9f8f-479b-985b-4df8eb03768c tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.987301 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-16facaf4-c908-401e-a52e-b8d50e050bd9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.992782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4bec5fd-8b68-4bbc-b422-7010713a2e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.005799 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d58a782-c07d-4377-adcf-118bacaf5428 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.017029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8a293440-65ac-414e-8bc7-876f37eb6947 None None] Provisioning complete for port 58fa95ef-6012-453c-9bb8-3690406b1a02 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:21.017662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8a293440-65ac-414e-8bc7-876f37eb6947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.047454 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a293440-65ac-414e-8bc7-876f37eb6947 None None] Pushing event updated for resources: {'Port': ['ID=051bc9dd-516d-4e98-8349-d9065f352063,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:21.053462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ba16-683c-4eb6-b911-1fbe123217ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.076719 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8a293440-65ac-414e-8bc7-876f37eb6947 None None] Port 58fa95ef-6012-453c-9bb8-3690406b1a02 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:21.090112 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8a293440-65ac-414e-8bc7-876f37eb6947 None None] Provisioning for port 93e510a7-b4ff-4126-835d-8eb56eab0dd9 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:21.095513 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8a293440-65ac-414e-8bc7-876f37eb6947 None None] Provisioning complete for port 93e510a7-b4ff-4126-835d-8eb56eab0dd9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:21.095884 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8a293440-65ac-414e-8bc7-876f37eb6947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.153451 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8a293440-65ac-414e-8bc7-876f37eb6947 None None] Port 93e510a7-b4ff-4126-835d-8eb56eab0dd9 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:21.175098 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7d58a782-c07d-4377-adcf-118bacaf5428 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for 58fa95ef-6012-453c-9bb8-3690406b1a02 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:21.184631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ba16-683c-4eb6-b911-1fbe123217ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.207068 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-16facaf4-c908-401e-a52e-b8d50e050bd9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Transition to ACTIVE for port object b11315c4-9096-45a7-b944-1b8ce6837d14 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:21.225662 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-16facaf4-c908-401e-a52e-b8d50e050bd9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.289555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f1ced0eb-a2d1-439a-a31d-8db91bd50fcc None None] Provisioning for port b11315c4-9096-45a7-b944-1b8ce6837d14 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:21.300222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f1ced0eb-a2d1-439a-a31d-8db91bd50fcc None None] Provisioning complete for port b11315c4-9096-45a7-b944-1b8ce6837d14 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:21.300658 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f1ced0eb-a2d1-439a-a31d-8db91bd50fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.371673 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-16facaf4-c908-401e-a52e-b8d50e050bd9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] In _notify_port_updated(), no bound segment for port b11315c4-9096-45a7-b944-1b8ce6837d14 on network db21bd82-1a13-47e3-a884-cc83471be560 {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:34:21.375744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16facaf4-c908-401e-a52e-b8d50e050bd9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:21.376435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-16facaf4-c908-401e-a52e-b8d50e050bd9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.377293 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f1ced0eb-a2d1-439a-a31d-8db91bd50fcc None None] Port b11315c4-9096-45a7-b944-1b8ce6837d14 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:21.382312 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-16facaf4-c908-401e-a52e-b8d50e050bd9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "PUT /v2.0/ports/b11315c4-9096-45a7-b944-1b8ce6837d14 HTTP/1.1" status: 200 len: 969 time: 3.6973910 Feb 10 11:34:21.385881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35604) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:21.401935 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f1ced0eb-a2d1-439a-a31d-8db91bd50fcc None None] Provisioning for port 03c12a8f-5413-4f57-b281-caaadf882f92 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:21.409473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f1ced0eb-a2d1-439a-a31d-8db91bd50fcc None None] Provisioning complete for port 03c12a8f-5413-4f57-b281-caaadf882f92 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:21.410190 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f1ced0eb-a2d1-439a-a31d-8db91bd50fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.458438 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16facaf4-c908-401e-a52e-b8d50e050bd9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event updated for resources: {'Port': ['ID=b11315c4-9096-45a7-b944-1b8ce6837d14,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:21.495839 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4bec5fd-8b68-4bbc-b422-7010713a2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.537115 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bec5fd-8b68-4bbc-b422-7010713a2e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d4afff-357b-4e17-b12c-84448ae7788c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:21.545407 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4bec5fd-8b68-4bbc-b422-7010713a2e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.546569 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b4bec5fd-8b68-4bbc-b422-7010713a2e52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0d4afff-357b-4e17-b12c-84448ae7788c HTTP/1.1" status: 204 len: 168 time: 0.8709924 Feb 10 11:34:21.602950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b8136-8e00-43ef-950d-b2597da60c74 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port b11315c4-9096-45a7-b944-1b8ce6837d14 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:21.603628 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4b3b8136-8e00-43ef-950d-b2597da60c74 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.626850 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f1ced0eb-a2d1-439a-a31d-8db91bd50fcc None None] Provisioning complete for port c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:21.627230 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f1ced0eb-a2d1-439a-a31d-8db91bd50fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.716489 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f1ced0eb-a2d1-439a-a31d-8db91bd50fcc None None] Port c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:21.720933 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ba16-683c-4eb6-b911-1fbe123217ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.721665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab0ba16-683c-4eb6-b911-1fbe123217ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Fanout notify agent at l3_agent the message router_deleted on router 1509aa45-d841-48d1-a787-24bc8ad30706 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:34:21.758775 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b614c0eb-0485-44fa-8752-136b4eeac2ab tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.775483 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ba16-683c-4eb6-b911-1fbe123217ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.776935 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8ab0ba16-683c-4eb6-b911-1fbe123217ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "DELETE /v2.0/routers/1509aa45-d841-48d1-a787-24bc8ad30706 HTTP/1.1" status: 204 len: 168 time: 8.7624912 Feb 10 11:34:21.838515 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35612) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:21.845856 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-49229b9c-51c2-4157-a6b0-693ebcde1fac None None] Provisioning complete for port b11315c4-9096-45a7-b944-1b8ce6837d14 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:21.857632 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-49229b9c-51c2-4157-a6b0-693ebcde1fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.909571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d58a782-c07d-4377-adcf-118bacaf5428 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.935318 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-49229b9c-51c2-4157-a6b0-693ebcde1fac None None] Port b11315c4-9096-45a7-b944-1b8ce6837d14 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:21.964827 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1762707998', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:22.046496 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b614c0eb-0485-44fa-8752-136b4eeac2ab tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for 93e510a7-b4ff-4126-835d-8eb56eab0dd9 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:22.075646 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:22.100092 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Usage tracker for resource:router and tenant:99ed92f9b9c240a18aba428dc8472ebc is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:22.109425 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:22.121547 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f430baea-9f8f-479b-985b-4df8eb03768c tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.129099 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:22.140315 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58a782-c07d-4377-adcf-118bacaf5428 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=58fa95ef-6012-453c-9bb8-3690406b1a02,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:22.141155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f430baea-9f8f-479b-985b-4df8eb03768c tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.172129 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.173332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.233298 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4b3b8136-8e00-43ef-950d-b2597da60c74 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.249743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f430baea-9f8f-479b-985b-4df8eb03768c tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.250337 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f430baea-9f8f-479b-985b-4df8eb03768c tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Fanout notify agent at l3_agent the message router_deleted on router 330f7390-3cf2-493f-823e-9998b2f4e18b {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:34:22.277901 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.311057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f430baea-9f8f-479b-985b-4df8eb03768c tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.312286 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f430baea-9f8f-479b-985b-4df8eb03768c tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "DELETE /v2.0/routers/330f7390-3cf2-493f-823e-9998b2f4e18b HTTP/1.1" status: 204 len: 168 time: 2.0120392 Feb 10 11:34:22.320014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35616) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:22.322890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b614c0eb-0485-44fa-8752-136b4eeac2ab tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.404122 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b8136-8e00-43ef-950d-b2597da60c74 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for b11315c4-9096-45a7-b944-1b8ce6837d14 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:22.466776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d58a782-c07d-4377-adcf-118bacaf5428 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.471456 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c680636b-b37c-4404-9664-e2f3ccc45b80 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "GET /v2.0/ports?device_id=330f7390-3cf2-493f-823e-9998b2f4e18b HTTP/1.1" status: 200 len: 205 time: 0.1468093 Feb 10 11:34:22.474967 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35620) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:22.523725 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614c0eb-0485-44fa-8752-136b4eeac2ab tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=93e510a7-b4ff-4126-835d-8eb56eab0dd9,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:22.547844 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb291da-9c58-4bfe-8f5a-302a7804cc33 req-6ea46c2a-e53a-455c-9ce5-e4e677f6dead tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:22.554888 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ecb291da-9c58-4bfe-8f5a-302a7804cc33 req-6ea46c2a-e53a-455c-9ce5-e4e677f6dead tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.6903782 Feb 10 11:34:22.569998 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 051bc9dd-516d-4e98-8349-d9065f352063 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:22.582644 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b614c0eb-0485-44fa-8752-136b4eeac2ab tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.587175 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b614c0eb-0485-44fa-8752-136b4eeac2ab tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/93e510a7-b4ff-4126-835d-8eb56eab0dd9 HTTP/1.1" status: 204 len: 168 time: 2.4292912 Feb 10 11:34:22.587865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35624) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:22.604400 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-4caa3e0d-7bdc-4e4c-9d61-51283c5f8c1e tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] delete failed (client error): The resource could not be found. Feb 10 11:34:22.606166 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4caa3e0d-7bdc-4e4c-9d61-51283c5f8c1e tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "DELETE /v2.0/routers/330f7390-3cf2-493f-823e-9998b2f4e18b HTTP/1.1" status: 404 len: 336 time: 0.1259820 Feb 10 11:34:22.618251 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7d58a782-c07d-4377-adcf-118bacaf5428 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/58fa95ef-6012-453c-9bb8-3690406b1a02 HTTP/1.1" status: 204 len: 168 time: 3.1234579 Feb 10 11:34:22.620878 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35628) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:22.621728 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35630) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:22.647884 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.674536 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adbde96-21aa-4681-9fbe-b60e1d369026 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:22.676091 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adbde96-21aa-4681-9fbe-b60e1d369026 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:22.676885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0adbde96-21aa-4681-9fbe-b60e1d369026 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:22.699153 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 051bc9dd-516d-4e98-8349-d9065f352063 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:22.699583 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.747600 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6f01cad0-f5e7-45e1-880a-70e15cfe3f17 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "GET /v2.0/ports?device_id=950a2ff1-9085-43ac-bf39-d20d99adbf64 HTTP/1.1" status: 200 len: 205 time: 0.1221926 Feb 10 11:34:22.753525 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-614a031b-3574-4f2c-ba8c-1d427852031c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] GET failed (client error): The resource could not be found. Feb 10 11:34:22.754211 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-614a031b-3574-4f2c-ba8c-1d427852031c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Synchronizing usage tracker for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:22.757661 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35636) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:22.770269 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0adbde96-21aa-4681-9fbe-b60e1d369026 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:22.774224 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0adbde96-21aa-4681-9fbe-b60e1d369026 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1850486 Feb 10 11:34:22.774834 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35640) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:22.926117 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ecb291da-9c58-4bfe-8f5a-302a7804cc33 req-20fab18f-9c4f-490b-9d28-628cf0c810d0 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3704300 Feb 10 11:34:22.934075 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-08e1261b-60d9-4240-90a9-20f72ddf99dd tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] delete failed (client error): The resource could not be found. Feb 10 11:34:22.938338 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-08e1261b-60d9-4240-90a9-20f72ddf99dd tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "DELETE /v2.0/routers/950a2ff1-9085-43ac-bf39-d20d99adbf64 HTTP/1.1" status: 404 len: 336 time: 0.1709542 Feb 10 11:34:22.939416 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35644) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:22.989327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-614a031b-3574-4f2c-ba8c-1d427852031c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Unset dirty status for tenant:f814e8e262394e9da62e4d84c68e410d on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:22.993248 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-614a031b-3574-4f2c-ba8c-1d427852031c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports/58fa95ef-6012-453c-9bb8-3690406b1a02 HTTP/1.1" status: 404 len: 333 time: 0.3625379 Feb 10 11:34:22.994997 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35650) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.003390 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-881f080a-0e87-43ac-b007-99df488874ce tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14cc1c1-b5a5-40ad-957b-8d21b1059dfd HTTP/1.1" status: 200 len: 205 time: 0.0629008 Feb 10 11:34:23.007166 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35654) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.068797 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4b3b8136-8e00-43ef-950d-b2597da60c74 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.101967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.128636 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-5837f759-22df-4357-9018-e2d5fb5420f4 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] delete failed (client error): The resource could not be found. Feb 10 11:34:23.129739 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5837f759-22df-4357-9018-e2d5fb5420f4 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "DELETE /v2.0/routers/b14cc1c1-b5a5-40ad-957b-8d21b1059dfd HTTP/1.1" status: 404 len: 336 time: 0.1214769 Feb 10 11:34:23.138843 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35660) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.177556 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b8136-8e00-43ef-950d-b2597da60c74 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=b11315c4-9096-45a7-b944-1b8ce6837d14,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:23.250498 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-103c2c32-8993-4031-b244-4167e7572548 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4859b37-73c8-4491-91dc-ad2cb773b298 HTTP/1.1" status: 200 len: 205 time: 0.1078246 Feb 10 11:34:23.250498 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35664) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.250847 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4b3b8136-8e00-43ef-950d-b2597da60c74 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.255095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc69745-035f-45a9-9233-a314bd509aea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 4588adf9-cff5-45b5-8146-7f5e0e45d934 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:23.258300 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6bc69745-035f-45a9-9233-a314bd509aea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.317227 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6bc69745-035f-45a9-9233-a314bd509aea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.345945 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-5aae1b0e-e848-4cd7-a3cf-5f24baeefc23 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] delete failed (client error): The resource could not be found. Feb 10 11:34:23.353856 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5aae1b0e-e848-4cd7-a3cf-5f24baeefc23 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "DELETE /v2.0/routers/a4859b37-73c8-4491-91dc-ad2cb773b298 HTTP/1.1" status: 404 len: 336 time: 0.0994780 Feb 10 11:34:23.355638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35668) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.391337 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.404105 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4b3b8136-8e00-43ef-950d-b2597da60c74 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/b11315c4-9096-45a7-b944-1b8ce6837d14 HTTP/1.1" status: 204 len: 168 time: 2.0158894 Feb 10 11:34:23.408193 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35672) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.412767 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9c6fc29e-d5d2-4ca7-89b0-1402fa2172b2 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3a1525-dba2-4906-8344-6d60d7e5d854 HTTP/1.1" status: 200 len: 205 time: 0.0541017 Feb 10 11:34:23.442585 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35676) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.526595 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-ecf9154e-a5fe-4337-ba4d-d1bb9c16638e tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] delete failed (client error): The resource could not be found. Feb 10 11:34:23.527644 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ecf9154e-a5fe-4337-ba4d-d1bb9c16638e tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "DELETE /v2.0/routers/9c3a1525-dba2-4906-8344-6d60d7e5d854 HTTP/1.1" status: 404 len: 336 time: 0.0788486 Feb 10 11:34:23.528600 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09661d6-8def-4173-a0e1-066db2090991 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] GET failed (client error): The resource could not be found. Feb 10 11:34:23.529102 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a09661d6-8def-4173-a0e1-066db2090991 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Synchronizing usage tracker for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:23.531617 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35680) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.542509 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6bc69745-035f-45a9-9233-a314bd509aea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.573277 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-edbc8769-e04d-40d2-8ec4-694878250eeb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.630174 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6849cf5b-70f2-4986-9b16-6edf08d8c6db tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ed549ce-7da6-441c-bd6d-71199e8bf9b4 HTTP/1.1" status: 200 len: 205 time: 0.0687232 Feb 10 11:34:23.633387 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35684) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.677140 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-edbc8769-e04d-40d2-8ec4-694878250eeb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.689416 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a09661d6-8def-4173-a0e1-066db2090991 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Unset dirty status for tenant:4e97c96ac063404ba5595986b22a3e7c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:23.690500 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a09661d6-8def-4173-a0e1-066db2090991 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports/b11315c4-9096-45a7-b944-1b8ce6837d14 HTTP/1.1" status: 404 len: 333 time: 0.2788851 Feb 10 11:34:23.694023 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35688) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.712145 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-26a2898b-3385-4e35-96ec-b6990fd83d96 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] delete failed (client error): The resource could not be found. Feb 10 11:34:23.713153 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-26a2898b-3385-4e35-96ec-b6990fd83d96 tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "DELETE /v2.0/routers/4ed549ce-7da6-441c-bd6d-71199e8bf9b4 HTTP/1.1" status: 404 len: 336 time: 0.0770445 Feb 10 11:34:23.716873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35692) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.740538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Allocated IP 172.26.4.59 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/d8835150-1b54-42fb-a12b-a8de11ba8b91) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:23.770993 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6bc69745-035f-45a9-9233-a314bd509aea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.859144 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d83a225-60dc-445c-902f-95ed3636eeed tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:23.859597 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d83a225-60dc-445c-902f-95ed3636eeed tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:23.861257 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3d83a225-60dc-445c-902f-95ed3636eeed tempest-RoutersIpV6AdminTest-1111736573 tempest-RoutersIpV6AdminTest-1111736573-project] 10.222.0.36 "DELETE /v2.0/subnets/c681fa89-251b-47df-a823-4b7b0f499aa0 HTTP/1.1" status: 404 len: 337 time: 0.1433916 Feb 10 11:34:23.882169 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984c18d-e3bd-41aa-b8dc-ff236cdd87aa req-449fdd54-9ac5-4b9e-b5d7-c440b95911c6 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:23.884084 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5984c18d-e3bd-41aa-b8dc-ff236cdd87aa req-449fdd54-9ac5-4b9e-b5d7-c440b95911c6 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.7685637 Feb 10 11:34:23.913996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc69745-035f-45a9-9233-a314bd509aea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=4588adf9-cff5-45b5-8146-7f5e0e45d934,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:23.929370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6bc69745-035f-45a9-9233-a314bd509aea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.937732 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d71af88-f52b-4f05-a387-c3ea95fc5ca3 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:23.950581 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-edbc8769-e04d-40d2-8ec4-694878250eeb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.983382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc8769-e04d-40d2-8ec4-694878250eeb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=977c22b1-5fbd-4163-a770-018e1485109c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:23.983821 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5984c18d-e3bd-41aa-b8dc-ff236cdd87aa req-fe1be26d-2381-47fc-abe7-f67430efe5d0 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856121 Feb 10 11:34:23.989977 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-edbc8769-e04d-40d2-8ec4-694878250eeb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.991276 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-edbc8769-e04d-40d2-8ec4-694878250eeb tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/security-groups/977c22b1-5fbd-4163-a770-018e1485109c HTTP/1.1" status: 204 len: 168 time: 0.9928675 Feb 10 11:34:24.002308 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35698) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.024015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35702) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.024576 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6bc69745-035f-45a9-9233-a314bd509aea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/4588adf9-cff5-45b5-8146-7f5e0e45d934 HTTP/1.1" status: 204 len: 168 time: 1.2450123 Feb 10 11:34:24.040834 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0224cbc3-6a68-4bc3-8688-f94745ba7cc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.089343 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.094599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0224cbc3-6a68-4bc3-8688-f94745ba7cc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.151690 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1ae7d9b5-6a31-4e6c-9e9c-77de8b00c877 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1263804 Feb 10 11:34:24.155021 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35708) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.162613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-867f8605-ad2f-4a54-af6b-2c83a7f0d191 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:24.219699 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8ac1ebc-88c1-407a-a917-49473e3fdddf tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.243577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.255241 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8ac1ebc-88c1-407a-a917-49473e3fdddf tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.288056 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0224cbc3-6a68-4bc3-8688-f94745ba7cc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.313918 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8ac1ebc-88c1-407a-a917-49473e3fdddf tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.361201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224cbc3-6a68-4bc3-8688-f94745ba7cc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=748d504e-1ddb-481c-88a4-f8c264d557fd,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:24.374184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0224cbc3-6a68-4bc3-8688-f94745ba7cc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.378007 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0224cbc3-6a68-4bc3-8688-f94745ba7cc3 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/security-groups/748d504e-1ddb-481c-88a4-f8c264d557fd HTTP/1.1" status: 204 len: 168 time: 0.6803162 Feb 10 11:34:24.383400 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35712) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.397246 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac1ebc-88c1-407a-a917-49473e3fdddf tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fdd543-e241-466f-ad17-3393002bb035,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:24.407118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8ac1ebc-88c1-407a-a917-49473e3fdddf tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.412974 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a8ac1ebc-88c1-407a-a917-49473e3fdddf tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/security-groups/30fdd543-e241-466f-ad17-3393002bb035 HTTP/1.1" status: 204 len: 168 time: 0.4093919 Feb 10 11:34:24.414684 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35716) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.425487 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:24.450754 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Pushing event updated for resources: {'Port': ['ID=d8835150-1b54-42fb-a12b-a8de11ba8b91,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:24.455095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:24.458536 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-867f8605-ad2f-4a54-af6b-2c83a7f0d191 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:24.470637 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:24.516414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e62d748-5f91-4a28-8390-e30dfd8fea0d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.550705 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e62d748-5f91-4a28-8390-e30dfd8fea0d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.598432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-867f8605-ad2f-4a54-af6b-2c83a7f0d191 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:24.606461 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ffa85-f444-404d-9cd1-82389004acee req-222e57b6-039d-41a3-8087-b803ee710d0d tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:24.608014 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ce6ffa85-f444-404d-9cd1-82389004acee req-222e57b6-039d-41a3-8087-b803ee710d0d tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.2884612 Feb 10 11:34:24.632055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-867f8605-ad2f-4a54-af6b-2c83a7f0d191 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:24.663880 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-867f8605-ad2f-4a54-af6b-2c83a7f0d191 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:24.664193 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e62d748-5f91-4a28-8390-e30dfd8fea0d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.667865 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889b4b5b-15f8-48d5-9a0c-38c39308c270 None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:24.690463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62d748-5f91-4a28-8390-e30dfd8fea0d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43608702-d442-46d4-8a55-de4d087a8633,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:24.700759 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ce6ffa85-f444-404d-9cd1-82389004acee req-1568391c-4157-4975-80fa-f14444e3d8c5 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772169 Feb 10 11:34:24.707596 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e62d748-5f91-4a28-8390-e30dfd8fea0d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.712388 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9e62d748-5f91-4a28-8390-e30dfd8fea0d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/security-groups/43608702-d442-46d4-8a55-de4d087a8633 HTTP/1.1" status: 204 len: 168 time: 0.2967067 Feb 10 11:34:24.713893 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35722) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.733336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35726) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.754734 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-889b4b5b-15f8-48d5-9a0c-38c39308c270 None None] Deleting port 051bc9dd-516d-4e98-8349-d9065f352063 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:24.755250 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-889b4b5b-15f8-48d5-9a0c-38c39308c270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.774840 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867f8605-ad2f-4a54-af6b-2c83a7f0d191 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:24.781467 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-867f8605-ad2f-4a54-af6b-2c83a7f0d191 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.014930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6daa0d6a-0051-44be-87cb-a0784a2bea25 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.071987 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b5d04d-922c-4676-82d5-ec353a9ba447 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting subnet 5d1394b5-b407-4aef-85be-8aba5568702c {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:25.080557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-81b5d04d-922c-4676-82d5-ec353a9ba447 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.082432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c690d80b-289a-4bb6-a025-582c741d617d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.111407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6daa0d6a-0051-44be-87cb-a0784a2bea25 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.167154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329137b5-8e2f-4a80-b007-1e9e3aacbc94 req-5addb876-61b3-4ad6-89bf-120c0c316902 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:25.168832 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-329137b5-8e2f-4a80-b007-1e9e3aacbc94 req-5addb876-61b3-4ad6-89bf-120c0c316902 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.1631234 Feb 10 11:34:25.174996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-81b5d04d-922c-4676-82d5-ec353a9ba447 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.200339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-889b4b5b-15f8-48d5-9a0c-38c39308c270 None None] For port 051bc9dd-516d-4e98-8349-d9065f352063, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=051bc9dd-516d-4e98-8349-d9065f352063,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:25.201319 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-889b4b5b-15f8-48d5-9a0c-38c39308c270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.245189 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c690d80b-289a-4bb6-a025-582c741d617d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:25.264183 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c690d80b-289a-4bb6-a025-582c741d617d admin admin] Usage tracker for resource:security_group_rule and tenant:8521d4e943cc4619b75fc4be12849af9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:25.270679 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-329137b5-8e2f-4a80-b007-1e9e3aacbc94 req-eb3747f9-2b62-4aa4-8a32-5bb9250ffb57 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652413 Feb 10 11:34:25.303956 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c690d80b-289a-4bb6-a025-582c741d617d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:25.319862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c690d80b-289a-4bb6-a025-582c741d617d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:25.334600 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6daa0d6a-0051-44be-87cb-a0784a2bea25 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.358668 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-889b4b5b-15f8-48d5-9a0c-38c39308c270 None None] Calling delete_port for 051bc9dd-516d-4e98-8349-d9065f352063 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:25.381325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa0d6a-0051-44be-87cb-a0784a2bea25 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0568120-2ab6-4fb2-ab25-acbf99fef52b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:25.405219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.405984 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.435093 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-81b5d04d-922c-4676-82d5-ec353a9ba447 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.465492 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-889b4b5b-15f8-48d5-9a0c-38c39308c270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.524941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6daa0d6a-0051-44be-87cb-a0784a2bea25 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.526315 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6daa0d6a-0051-44be-87cb-a0784a2bea25 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/security-groups/d0568120-2ab6-4fb2-ab25-acbf99fef52b HTTP/1.1" status: 204 len: 168 time: 1.1413782 Feb 10 11:34:25.538272 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35736) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.549537 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-81b5d04d-922c-4676-82d5-ec353a9ba447 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.563399 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889b4b5b-15f8-48d5-9a0c-38c39308c270 None None] No DVR routers for this DVR port 051bc9dd-516d-4e98-8349-d9065f352063 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:25.590934 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b4b5b-15f8-48d5-9a0c-38c39308c270 None None] Pushing event deleted for resources: {'Port': ['ID=051bc9dd-516d-4e98-8349-d9065f352063,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:25.604911 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-81b5d04d-922c-4676-82d5-ec353a9ba447 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.612103 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a8f911-f798-4a11-913d-10c74a9876b1 None None] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:25.613698 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5d04d-922c-4676-82d5-ec353a9ba447 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Subnet': ['ID=5d1394b5-b407-4aef-85be-8aba5568702c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:25.631401 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-81b5d04d-922c-4676-82d5-ec353a9ba447 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/5d1394b5-b407-4aef-85be-8aba5568702c HTTP/1.1" status: 204 len: 168 time: 0.9162488 Feb 10 11:34:25.636814 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35742) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.867736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c690d80b-289a-4bb6-a025-582c741d617d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.868328 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b70d52-19d3-479f-bd05-851d80518b09 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting subnet f8358030-3020-4d7b-abbb-6ca5f692b3a8 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:25.874313 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42b70d52-19d3-479f-bd05-851d80518b09 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.907506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c690d80b-289a-4bb6-a025-582c741d617d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.991296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15887045-5dbd-4058-a914-6784be9e9237 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.015420 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42b70d52-19d3-479f-bd05-851d80518b09 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.037156 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c690d80b-289a-4bb6-a025-582c741d617d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8521d4e943cc4619b75fc4be12849af9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3022637 Feb 10 11:34:26.048040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35748) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:26.050451 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690d80b-289a-4bb6-a025-582c741d617d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25492d68-9968-4e6e-b850-589a272471a3,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:26.090129 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15887045-5dbd-4058-a914-6784be9e9237 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.101643 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.objects.ports [None req-867f8605-ad2f-4a54-af6b-2c83a7f0d191 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83555) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:34:26.105268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f81bfb-d74e-479d-8489-8e507239a138 req-6c3a4768-eb97-47f9-a270-0369e0798d2b tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:26.107733 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a9f81bfb-d74e-479d-8489-8e507239a138 req-6c3a4768-eb97-47f9-a270-0369e0798d2b tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.3401196 Feb 10 11:34:26.118190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-867f8605-ad2f-4a54-af6b-2c83a7f0d191 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.234088 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a9f81bfb-d74e-479d-8489-8e507239a138 req-092ec998-4b52-4ab2-8345-613651fc9056 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154261 Feb 10 11:34:26.252994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f8605-ad2f-4a54-af6b-2c83a7f0d191 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:26.255063 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f8605-ad2f-4a54-af6b-2c83a7f0d191 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=d8b8b4f6-6198-48bf-9327-9a542ab742e6,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:26.255733 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42b70d52-19d3-479f-bd05-851d80518b09 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.260980 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-867f8605-ad2f-4a54-af6b-2c83a7f0d191 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:26.266614 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867f8605-ad2f-4a54-af6b-2c83a7f0d191 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:26.267329 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-867f8605-ad2f-4a54-af6b-2c83a7f0d191 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.274527 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c495a1-0684-47a7-8444-792e2852786e None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:26.295887 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15887045-5dbd-4058-a914-6784be9e9237 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.328112 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f982d765-ed03-4afd-bd22-ef8adafbbc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.332824 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15887045-5dbd-4058-a914-6784be9e9237 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.337155 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-15887045-5dbd-4058-a914-6784be9e9237 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/security-groups/e453309e-0af4-4de7-8082-24f9a6537c16 HTTP/1.1" status: 204 len: 168 time: 0.7363918 Feb 10 11:34:26.338287 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15887045-5dbd-4058-a914-6784be9e9237 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e453309e-0af4-4de7-8082-24f9a6537c16,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:26.340807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35754) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:26.359579 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-867f8605-ad2f-4a54-af6b-2c83a7f0d191 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2031169 Feb 10 11:34:26.365479 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35758) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:26.371696 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ad413fe3-8092-4f44-bd90-a257f7619dd1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'mac_address': 'fa:16:3e:9e:05:ed', 'name': 'tempest-NetworksTestDHCPv6-726702718'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:26.392904 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42b70d52-19d3-479f-bd05-851d80518b09 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.439476 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f982d765-ed03-4afd-bd22-ef8adafbbc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.485327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b70d52-19d3-479f-bd05-851d80518b09 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Subnet': ['ID=f8358030-3020-4d7b-abbb-6ca5f692b3a8,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:26.520213 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42b70d52-19d3-479f-bd05-851d80518b09 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.528630 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-42b70d52-19d3-479f-bd05-851d80518b09 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/f8358030-3020-4d7b-abbb-6ca5f692b3a8 HTTP/1.1" status: 204 len: 168 time: 0.8904722 Feb 10 11:34:26.529449 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35764) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:26.579183 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0acd18c-a62e-4439-8eaa-5ce1ab4bb22f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:26.579626 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0acd18c-a62e-4439-8eaa-5ce1ab4bb22f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:26.584288 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f0acd18c-a62e-4439-8eaa-5ce1ab4bb22f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/5d1394b5-b407-4aef-85be-8aba5568702c HTTP/1.1" status: 404 len: 337 time: 0.0513341 Feb 10 11:34:26.588214 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35768) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:26.627141 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 051bc9dd-516d-4e98-8349-d9065f352063 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:26.672793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f982d765-ed03-4afd-bd22-ef8adafbbc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.712873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982d765-ed03-4afd-bd22-ef8adafbbc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25492d68-9968-4e6e-b850-589a272471a3,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:26.729985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-140d8115-8678-4bda-9a10-ab1adfb53084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.741702 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f982d765-ed03-4afd-bd22-ef8adafbbc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.742992 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f982d765-ed03-4afd-bd22-ef8adafbbc8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25492d68-9968-4e6e-b850-589a272471a3 HTTP/1.1" status: 204 len: 168 time: 0.6938610 Feb 10 11:34:26.751093 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 051bc9dd-516d-4e98-8349-d9065f352063 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:26.753349 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 051bc9dd-516d-4e98-8349-d9065f352063 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:26.787148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a377a2-a96a-4c5f-8a5d-03f9fa4aff75 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting subnet 3ea7326b-e5b7-453b-9c50-bdb26364866e {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:26.793836 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36a377a2-a96a-4c5f-8a5d-03f9fa4aff75 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.824467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ad413fe3-8092-4f44-bd90-a257f7619dd1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:26.837243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ad413fe3-8092-4f44-bd90-a257f7619dd1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:26.845311 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf22af1-938c-4ba9-bee3-6b67a12b24a8 None None] Network 0bdf93e9-ec55-487c-96ca-cb7153a5f870 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:26.846116 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Router 0ec4df28-2e22-4046-88db-ff6571401272 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:34:26.872232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab439e1-b17b-4a0b-8f4f-ec562d2b1905 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting subnet ca7c3e3d-e0c0-4c9b-9bb1-488da775e800 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:26.876066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36a377a2-a96a-4c5f-8a5d-03f9fa4aff75 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.882814 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ab439e1-b17b-4a0b-8f4f-ec562d2b1905 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.958923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ab439e1-b17b-4a0b-8f4f-ec562d2b1905 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.050365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ab439e1-b17b-4a0b-8f4f-ec562d2b1905 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.121987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36a377a2-a96a-4c5f-8a5d-03f9fa4aff75 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.143018 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad413fe3-8092-4f44-bd90-a257f7619dd1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:27.164210 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ab439e1-b17b-4a0b-8f4f-ec562d2b1905 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.165169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8dfa84ab-eda2-4be0-8cc8-ac3e0a77b8b2 None None] Provisioning complete for port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:27.165560 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8dfa84ab-eda2-4be0-8cc8-ac3e0a77b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.205602 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': 'd8b8b4f6-6198-48bf-9327-9a542ab742e6'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:27.206424 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.220106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36a377a2-a96a-4c5f-8a5d-03f9fa4aff75 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.245167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ab439e1-b17b-4a0b-8f4f-ec562d2b1905 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.267076 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a377a2-a96a-4c5f-8a5d-03f9fa4aff75 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea7326b-e5b7-453b-9c50-bdb26364866e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:27.287054 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36a377a2-a96a-4c5f-8a5d-03f9fa4aff75 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.302302 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-36a377a2-a96a-4c5f-8a5d-03f9fa4aff75 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/3ea7326b-e5b7-453b-9c50-bdb26364866e HTTP/1.1" status: 204 len: 168 time: 0.9579446 Feb 10 11:34:27.318658 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0800aba-4893-48f4-a791-2b4293f87542 None None] Network db21bd82-1a13-47e3-a884-cc83471be560 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:27.325592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35782) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.392526 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab439e1-b17b-4a0b-8f4f-ec562d2b1905 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Subnet': ['ID=ca7c3e3d-e0c0-4c9b-9bb1-488da775e800,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:27.399486 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8ab439e1-b17b-4a0b-8f4f-ec562d2b1905 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/ca7c3e3d-e0c0-4c9b-9bb1-488da775e800 HTTP/1.1" status: 204 len: 168 time: 0.8075244 Feb 10 11:34:27.406699 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35786) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.459070 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9abaa0d-2847-4c85-ac39-85e5bce19f6a tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:27.459510 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9abaa0d-2847-4c85-ac39-85e5bce19f6a tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:27.463844 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e9abaa0d-2847-4c85-ac39-85e5bce19f6a tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/199e69b4-c385-4856-99ca-3b6f75693c6c HTTP/1.1" status: 404 len: 337 time: 0.0535572 Feb 10 11:34:27.464381 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35790) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.516970 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d5b86f-1733-4067-a8b8-171e7b8e670a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting subnet 7b95635b-895f-4203-91fb-83e021d990bc {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:27.528302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d5d5b86f-1733-4067-a8b8-171e7b8e670a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.529877 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35794) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.536147 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7f259291-e209-49f2-a741-c213290bd11f tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "GET /v2.0/ports?device_id=6457fb10-13ac-410c-a6db-a2594bad71f1 HTTP/1.1" status: 200 len: 205 time: 0.0685575 Feb 10 11:34:27.549807 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35798) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.586567 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:27.622335 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d5d5b86f-1733-4067-a8b8-171e7b8e670a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.660727 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ad413fe3-8092-4f44-bd90-a257f7619dd1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.691132 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270cd7bc-e89c-412e-8998-a845529e7a42 None None] Sync routers for ids ['0ec4df28-2e22-4046-88db-ff6571401272'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:27.691511 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-153c0372-d72c-4d68-8dea-b2a2428df615 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] delete failed (client error): The resource could not be found. Feb 10 11:34:27.692698 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-153c0372-d72c-4d68-8dea-b2a2428df615 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/routers/6457fb10-13ac-410c-a6db-a2594bad71f1 HTTP/1.1" status: 404 len: 336 time: 0.1288536 Feb 10 11:34:27.696167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35804) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.718699 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d5d5b86f-1733-4067-a8b8-171e7b8e670a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.756255 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c0bcc0-be53-4435-9c3f-a7dc8f5e3544 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:27.756970 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c0bcc0-be53-4435-9c3f-a7dc8f5e3544 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:27.759002 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-08c0bcc0-be53-4435-9c3f-a7dc8f5e3544 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/6696200a-3419-4d31-ab79-cafd89712b01 HTTP/1.1" status: 404 len: 337 time: 0.0613019 Feb 10 11:34:27.762165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-ad413fe3-8092-4f44-bd90-a257f7619dd1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port 2e396936-488b-4a4c-aac3-aaf7584ef9e4 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:34:27.800422 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35808) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.804302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.805727 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3e9b9089-faab-4ae7-9a39-24b191b7d3ca tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9126036 Feb 10 11:34:27.811187 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35812) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.830228 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-30a32dd8-dca7-4cd0-929b-42f978ca65e5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:27.856512 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf12d8c-708a-449e-b7a7-26fc5408ab07 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:27.856953 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf12d8c-708a-449e-b7a7-26fc5408ab07 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:27.863579 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-aaf12d8c-708a-449e-b7a7-26fc5408ab07 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/fe294ee9-03a0-48f1-b95c-6b05e1ab4e4a HTTP/1.1" status: 404 len: 337 time: 0.0615177 Feb 10 11:34:27.864754 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d5d5b86f-1733-4067-a8b8-171e7b8e670a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.875967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35816) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.906367 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9e3402f7-148b-422e-bae5-aaf9c8135280 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=095fddbea52e445dbfab32a35b04646f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3752387 Feb 10 11:34:27.923259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35818) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.928665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d5d5b86f-1733-4067-a8b8-171e7b8e670a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.933788 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d5d5b86f-1733-4067-a8b8-171e7b8e670a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/7b95635b-895f-4203-91fb-83e021d990bc HTTP/1.1" status: 204 len: 168 time: 0.5956116 Feb 10 11:34:27.963388 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35822) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.968005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5b86f-1733-4067-a8b8-171e7b8e670a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Subnet': ['ID=7b95635b-895f-4203-91fb-83e021d990bc,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:28.002299 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec89d37-744f-4482-8068-b45a80adc6ce tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:28.002736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec89d37-744f-4482-8068-b45a80adc6ce tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:28.004518 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0ec89d37-744f-4482-8068-b45a80adc6ce tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/409463ca-44a2-41c2-9a44-d8e30cb1cca7 HTTP/1.1" status: 404 len: 337 time: 0.0833569 Feb 10 11:34:28.007348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35828) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.065657 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Allocated IP 2001:db8::f816:3eff:feec:3b21 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/d8b8b4f6-6198-48bf-9327-9a542ab742e6/4670c68f-87da-4f36-bcdb-730a5fdfa997) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:28.073345 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-70908376-d17b-4d27-83fa-6c19323faf7c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:28.073790 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70908376-d17b-4d27-83fa-6c19323faf7c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:28.077782 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-70908376-d17b-4d27-83fa-6c19323faf7c tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/80d0ae0e-aa18-4660-a34b-e1cb8694c5e8 HTTP/1.1" status: 404 len: 333 time: 0.0672009 Feb 10 11:34:28.077956 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f4c929-c542-4f74-bfeb-b8050987e151 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:28.077956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f4c929-c542-4f74-bfeb-b8050987e151 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:28.079302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35832) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.087482 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270cd7bc-e89c-412e-8998-a845529e7a42 None None] Routers {'0ec4df28-2e22-4046-88db-ff6571401272'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:28.088621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-270cd7bc-e89c-412e-8998-a845529e7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0ec4df28-2e22-4046-88db-ff6571401272'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:28.110097 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a4f4c929-c542-4f74-bfeb-b8050987e151 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/3ea7326b-e5b7-453b-9c50-bdb26364866e HTTP/1.1" status: 404 len: 337 time: 0.1336524 Feb 10 11:34:28.111806 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35836) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.132224 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd5f9c9-92ed-4ce2-b614-7e375397722d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:28.132779 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd5f9c9-92ed-4ce2-b614-7e375397722d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:28.136745 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-efd5f9c9-92ed-4ce2-b614-7e375397722d tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/24b7d8c0-f299-49d5-8b07-cd178d5cbad8 HTTP/1.1" status: 404 len: 337 time: 0.0544384 Feb 10 11:34:28.138923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35840) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.256540 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8dfa84ab-eda2-4be0-8cc8-ac3e0a77b8b2 None None] Provisioning complete for port 9060fb56-0cc4-4a6c-bf11-74e646261ca2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:28.256904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8dfa84ab-eda2-4be0-8cc8-ac3e0a77b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.263660 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b507ba2-f0f9-4f2c-86b4-15066644fa43 req-0a7039af-ef4e-4123-9e20-77cda87aff2d tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:28.270920 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3b507ba2-f0f9-4f2c-86b4-15066644fa43 req-0a7039af-ef4e-4123-9e20-77cda87aff2d tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.7112474 Feb 10 11:34:28.282892 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-270cd7bc-e89c-412e-8998-a845529e7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:28.325872 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-3112dfb9-8075-4329-bcee-4543d88e8d02 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:28.326604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3112dfb9-8075-4329-bcee-4543d88e8d02 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:28.331610 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3112dfb9-8075-4329-bcee-4543d88e8d02 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/be60b6ed-0cf7-4687-8142-714be9f6fb21 HTTP/1.1" status: 404 len: 337 time: 0.1894813 Feb 10 11:34:28.335023 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35844) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.411745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-430207cd-8eec-45a3-bad2-8197d2c68306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.436980 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3b507ba2-f0f9-4f2c-86b4-15066644fa43 req-c137c86d-f587-44b2-b0a6-26cfe34e5386 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650548 Feb 10 11:34:28.464161 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-430207cd-8eec-45a3-bad2-8197d2c68306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.476670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270cd7bc-e89c-412e-8998-a845529e7a42 None None] Routers {'0ec4df28-2e22-4046-88db-ff6571401272'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:28.477541 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-270cd7bc-e89c-412e-8998-a845529e7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0ec4df28-2e22-4046-88db-ff6571401272'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:28.485073 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-afaf3e66-488a-452b-b057-0fa1aa13e2b0 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting subnet d93cfabb-e230-4981-9fdf-e3c83bef451a {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:28.490887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-afaf3e66-488a-452b-b057-0fa1aa13e2b0 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.499735 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce06e05-1aa6-40ab-b179-c605999d8d67 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:28.499983 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce06e05-1aa6-40ab-b179-c605999d8d67 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:28.504747 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2ce06e05-1aa6-40ab-b179-c605999d8d67 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/0c3ae8bc-6145-43a1-8ffb-9b5022aa3e80 HTTP/1.1" status: 404 len: 333 time: 0.1661158 Feb 10 11:34:28.506642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35848) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.553860 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453b0c13-2eb1-4017-931a-5fc8b34ecc12 None None] DHCP port deletion for 0bdf93e9-ec55-487c-96ca-cb7153a5f870 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:28.559325 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa84ab-eda2-4be0-8cc8-ac3e0a77b8b2 None None] Port 9060fb56-0cc4-4a6c-bf11-74e646261ca2 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:28.578750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-453b0c13-2eb1-4017-931a-5fc8b34ecc12 None None] Deleting port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:28.579803 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-453b0c13-2eb1-4017-931a-5fc8b34ecc12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.614296 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0f8e23-0a32-4ddf-b0ba-8249e3db4d88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:28.615124 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0f8e23-0a32-4ddf-b0ba-8249e3db4d88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:28.618707 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8c0f8e23-0a32-4ddf-b0ba-8249e3db4d88 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/f6886db8-095b-4457-a686-6514002564f4 HTTP/1.1" status: 404 len: 337 time: 0.1087127 Feb 10 11:34:28.624148 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35852) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.630854 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-afaf3e66-488a-452b-b057-0fa1aa13e2b0 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.647072 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-430207cd-8eec-45a3-bad2-8197d2c68306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.656761 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:28.665037 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430207cd-8eec-45a3-bad2-8197d2c68306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb63d67-beaa-486a-a7d0-5b926f8c347d,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:28.672831 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-430207cd-8eec-45a3-bad2-8197d2c68306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.674056 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-430207cd-8eec-45a3-bad2-8197d2c68306 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/feb63d67-beaa-486a-a7d0-5b926f8c347d HTTP/1.1" status: 204 len: 168 time: 0.7110140 Feb 10 11:34:28.716730 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-270cd7bc-e89c-412e-8998-a845529e7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:28.717174 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270cd7bc-e89c-412e-8998-a845529e7a42 None None] The sync data for ids ['0ec4df28-2e22-4046-88db-ff6571401272'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:28.898792 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c29e97a-ad29-4bc1-a0d7-9d7d394271f7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:28.899794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c29e97a-ad29-4bc1-a0d7-9d7d394271f7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:28.903986 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3c29e97a-ad29-4bc1-a0d7-9d7d394271f7 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/subnets/75b52a24-e683-402d-b5df-2a1b05e70e17 HTTP/1.1" status: 404 len: 337 time: 0.2730832 Feb 10 11:34:28.904196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35858) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.969840 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-afaf3e66-488a-452b-b057-0fa1aa13e2b0 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.978027 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb511a-b874-410f-9e72-03abb42605a8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 9060fb56-0cc4-4a6c-bf11-74e646261ca2 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:28.978392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f7fb511a-b874-410f-9e72-03abb42605a8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.041542 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.081564 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-afaf3e66-488a-452b-b057-0fa1aa13e2b0 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.101619 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-71fa76d3-2168-4421-84fe-4b783b8797d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.109163 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Transition to ACTIVE for port object 4670c68f-87da-4f36-bcdb-730a5fdfa997 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:29.138481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf3e66-488a-452b-b057-0fa1aa13e2b0 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Subnet': ['ID=d93cfabb-e230-4981-9fdf-e3c83bef451a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:29.272737 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Transition to ACTIVE for port object 4670c68f-87da-4f36-bcdb-730a5fdfa997 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:29.286902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f7fb511a-b874-410f-9e72-03abb42605a8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.288903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.331727 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=27329d8c-aa72-4899-a5e9-2be5ef9fecd0,segment=NetworkSegment(2d385b47-996e-4683-867d-7a5c91347601),segment_id=2d385b47-996e-4683-867d-7a5c91347601)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:29.338152 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.349232 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-453b0c13-2eb1-4017-931a-5fc8b34ecc12 None None] For port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=27329d8c-aa72-4899-a5e9-2be5ef9fecd0,segment=NetworkSegment(2d385b47-996e-4683-867d-7a5c91347601),segment_id=2d385b47-996e-4683-867d-7a5c91347601)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:29.355355 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-453b0c13-2eb1-4017-931a-5fc8b34ecc12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.427037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-afaf3e66-488a-452b-b057-0fa1aa13e2b0 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.443767 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Pushing event updated for resources: {'Port': ['ID=4670c68f-87da-4f36-bcdb-730a5fdfa997,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:29.446389 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.495583 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-afaf3e66-488a-452b-b057-0fa1aa13e2b0 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/d93cfabb-e230-4981-9fdf-e3c83bef451a HTTP/1.1" status: 204 len: 168 time: 1.3766305 Feb 10 11:34:29.533877 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35870) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:29.559465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb511a-b874-410f-9e72-03abb42605a8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for 9060fb56-0cc4-4a6c-bf11-74e646261ca2 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:29.650135 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2880283c-ec05-4a90-b7c5-5d3393b315c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:29.651165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2880283c-ec05-4a90-b7c5-5d3393b315c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:29.656770 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2880283c-ec05-4a90-b7c5-5d3393b315c8 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/ec826600-1965-4c6b-b6d2-c9b1f9d03f5d HTTP/1.1" status: 404 len: 337 time: 0.1185176 Feb 10 11:34:29.666745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35878) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:29.700956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-ad413fe3-8092-4f44-bd90-a257f7619dd1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::f816:3eff:fe9e:5ed (3b5b04fa-1e24-453f-83a6-7d1810ca3421/d8b8b4f6-6198-48bf-9327-9a542ab742e6/2e396936-488b-4a4c-aac3-aaf7584ef9e4) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:29.730147 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:29.795147 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4c5d2117-066f-4987-9e50-eacc79cd917c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "GET /v2.0/ports?device_id=462445fb-cb64-4c23-b730-5ae96e1949b2 HTTP/1.1" status: 200 len: 205 time: 0.1248472 Feb 10 11:34:29.799073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35882) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:29.891985 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-8c6ed952-75e6-4372-b750-1e3c165e46b5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] delete failed (client error): The resource could not be found. Feb 10 11:34:29.896462 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8c6ed952-75e6-4372-b750-1e3c165e46b5 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/routers/462445fb-cb64-4c23-b730-5ae96e1949b2 HTTP/1.1" status: 404 len: 336 time: 0.0927756 Feb 10 11:34:29.899327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35888) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:29.948329 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-453b0c13-2eb1-4017-931a-5fc8b34ecc12 None None] Calling delete_port for 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:29.956359 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f7fb511a-b874-410f-9e72-03abb42605a8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.030868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:30.048981 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-19bc2f0b-bbea-4ea4-a61f-583b60921c09 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:30.049456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19bc2f0b-bbea-4ea4-a61f-583b60921c09 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:30.052979 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb511a-b874-410f-9e72-03abb42605a8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=9060fb56-0cc4-4a6c-bf11-74e646261ca2,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:30.063936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f7fb511a-b874-410f-9e72-03abb42605a8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.066038 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f7fb511a-b874-410f-9e72-03abb42605a8 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/ports/9060fb56-0cc4-4a6c-bf11-74e646261ca2 HTTP/1.1" status: 204 len: 168 time: 1.1614177 Feb 10 11:34:30.069189 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-19bc2f0b-bbea-4ea4-a61f-583b60921c09 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/eb1df491-4f9b-483b-9116-ea20505b6eac HTTP/1.1" status: 404 len: 337 time: 0.1676445 Feb 10 11:34:30.073408 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35894) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:30.073757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35896) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:30.095652 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:30.147428 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.155075 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=27329d8c-aa72-4899-a5e9-2be5ef9fecd0,revision_number=11']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:30.214536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6fa60-8fb2-4cd8-8623-7ad19a1f8504 req-70b2a5a1-456b-4ef5-a37e-60fd6ab630a9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:30.216641 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.217330 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-12e6fa60-8fb2-4cd8-8623-7ad19a1f8504 req-70b2a5a1-456b-4ef5-a37e-60fd6ab630a9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.4738622 Feb 10 11:34:30.259298 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c7565c-e8fd-4e8d-9a9d-b898f87a81a9 None None] Network db21bd82-1a13-47e3-a884-cc83471be560 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:30.323235 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a32dd8-dca7-4cd0-929b-42f978ca65e5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.335611 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-878259c6-1269-4a0b-843f-cfae3578a128 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:30.335611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878259c6-1269-4a0b-843f-cfae3578a128 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:30.336035 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-878259c6-1269-4a0b-843f-cfae3578a128 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/d9eb635a-24b5-4270-9fe2-ab9caa216c28 HTTP/1.1" status: 404 len: 337 time: 0.2535684 Feb 10 11:34:30.339278 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35904) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:30.363756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.371426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35908) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:30.384291 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8548283-b0b8-4032-9a2c-d237af40e55c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:30.384749 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8548283-b0b8-4032-9a2c-d237af40e55c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:30.390226 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b8548283-b0b8-4032-9a2c-d237af40e55c tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/f14f06db-2ccc-4d87-a223-79ca336620a3 HTTP/1.1" status: 404 len: 337 time: 0.0496924 Feb 10 11:34:30.391229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35914) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:30.419592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Deleting port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:30.420356 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.422654 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Attempting to bind port 4670c68f-87da-4f36-bcdb-730a5fdfa997 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:30.423268 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Attempting to bind port 4670c68f-87da-4f36-bcdb-730a5fdfa997 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:30.423866 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Attempting to bind port 4670c68f-87da-4f36-bcdb-730a5fdfa997 on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:30.435732 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:30.436436 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:30.436837 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.437257 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:30.437731 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Bound port: 4670c68f-87da-4f36-bcdb-730a5fdfa997, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:30.438156 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.441435 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d438a201-c07d-48e5-b2df-de9a72bc7e08 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:30.441889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d438a201-c07d-48e5-b2df-de9a72bc7e08 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:30.446369 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d438a201-c07d-48e5-b2df-de9a72bc7e08 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/ca4bad0a-4957-47d8-9f53-3c222e34e07d HTTP/1.1" status: 404 len: 333 time: 0.0546062 Feb 10 11:34:30.446949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35918) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:30.449617 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-453b0c13-2eb1-4017-931a-5fc8b34ecc12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:34:30.450382 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-453b0c13-2eb1-4017-931a-5fc8b34ecc12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:34:30.477531 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-12e6fa60-8fb2-4cd8-8623-7ad19a1f8504 req-2bc289ae-ba86-44b2-9f67-3290c4fe1a58 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046235 Feb 10 11:34:30.491478 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22f88ad-0ea1-4dd7-bd88-b564af653e33 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:30.491927 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22f88ad-0ea1-4dd7-bd88-b564af653e33 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:30.497278 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b22f88ad-0ea1-4dd7-bd88-b564af653e33 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/a639868f-80df-4eba-9fc5-fb29a479306b HTTP/1.1" status: 404 len: 337 time: 0.0485804 Feb 10 11:34:30.498016 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35922) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:30.501914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a32dd8-dca7-4cd0-929b-42f978ca65e5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.528783 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ad413fe3-8092-4f44-bd90-a257f7619dd1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.529873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-35fcff00-1560-4a0e-96ab-847fdad4d30b None None] Provisioning complete for port 03c12a8f-5413-4f57-b281-caaadf882f92 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:30.530465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-35fcff00-1560-4a0e-96ab-847fdad4d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.573459 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75ab5e4-c891-42f3-8d5d-1a1ab2da1fec tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:30.574282 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a75ab5e4-c891-42f3-8d5d-1a1ab2da1fec tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:30.577976 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a75ab5e4-c891-42f3-8d5d-1a1ab2da1fec tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/8bb73e8b-0470-40ee-ab7f-e59ab1f74325 HTTP/1.1" status: 404 len: 337 time: 0.0787241 Feb 10 11:34:30.584975 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35926) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:30.663055 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6926696b-dbdb-4db2-bdb5-93bd6c3908d9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:30.663501 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6926696b-dbdb-4db2-bdb5-93bd6c3908d9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:30.665835 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6926696b-dbdb-4db2-bdb5-93bd6c3908d9 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/e9414cfa-b4d6-4032-9324-302ff529b208 HTTP/1.1" status: 404 len: 333 time: 0.0789192 Feb 10 11:34:30.669676 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35930) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:30.708997 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] For port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=27329d8c-aa72-4899-a5e9-2be5ef9fecd0,segment=NetworkSegment(2d385b47-996e-4683-867d-7a5c91347601),segment_id=2d385b47-996e-4683-867d-7a5c91347601)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:30.709387 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.721439 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0edf1fe-782b-4e24-9f22-af19a4181a61 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:30.721882 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0edf1fe-782b-4e24-9f22-af19a4181a61 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:30.724481 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d0edf1fe-782b-4e24-9f22-af19a4181a61 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/0596a6a2-abe6-40c6-8bdf-b2bef015dac5 HTTP/1.1" status: 404 len: 337 time: 0.0533459 Feb 10 11:34:30.731496 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-600443574'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:30.737735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35934) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:30.742767 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:30.783780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:network and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:30.787086 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c64482a-a2cc-4604-a23d-23fb9d139744 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:30.787517 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c64482a-a2cc-4604-a23d-23fb9d139744 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:30.789150 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1c64482a-a2cc-4604-a23d-23fb9d139744 tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/subnets/f35064b4-7a2f-4b8b-a4ad-22bd6eb96469 HTTP/1.1" status: 404 len: 337 time: 0.0487711 Feb 10 11:34:30.790019 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:30.793190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35938) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:30.830866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:30.832840 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-30a32dd8-dca7-4cd0-929b-42f978ca65e5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Deleting port d8835150-1b54-42fb-a12b-a8de11ba8b91 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:30.832840 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a32dd8-dca7-4cd0-929b-42f978ca65e5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.866250 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Calling delete_port for 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:30.870087 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:30.873716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.891397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2ece69bd-aae6-4a35-bc3f-846f926e2f2a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Deleting port c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:30.891740 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ece69bd-aae6-4a35-bc3f-846f926e2f2a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.907813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] For port 4670c68f-87da-4f36-bcdb-730a5fdfa997, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:30.952833 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-453b0c13-2eb1-4017-931a-5fc8b34ecc12 None None] Deleting port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:30.953520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-453b0c13-2eb1-4017-931a-5fc8b34ecc12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.994460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.004432 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] For port 4670c68f-87da-4f36-bcdb-730a5fdfa997, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4670c68f-87da-4f36-bcdb-730a5fdfa997,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:31.029984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-ad413fe3-8092-4f44-bd90-a257f7619dd1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object 2e396936-488b-4a4c-aac3-aaf7584ef9e4 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:31.063543 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.127420 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:31.140291 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:security_group_rule and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:31.154092 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:31.162831 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:31.197345 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ece69bd-aae6-4a35-bc3f-846f926e2f2a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.203005 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ad413fe3-8092-4f44-bd90-a257f7619dd1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.209221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.239685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2ba103-b72a-49bd-abc5-59be7399f67c None None] DHCP port deletion for db21bd82-1a13-47e3-a884-cc83471be560 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:31.252982 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8e2ba103-b72a-49bd-abc5-59be7399f67c None None] Deleting port 03c12a8f-5413-4f57-b281-caaadf882f92 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:31.253733 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8e2ba103-b72a-49bd-abc5-59be7399f67c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.301647 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a32dd8-dca7-4cd0-929b-42f978ca65e5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.321654 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-453b0c13-2eb1-4017-931a-5fc8b34ecc12 None None] The port '27329d8c-aa72-4899-a5e9-2be5ef9fecd0' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:34:31.331536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] No DVR routers for this DVR port 27329d8c-aa72-4899-a5e9-2be5ef9fecd0 on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:31.345430 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-35fcff00-1560-4a0e-96ab-847fdad4d30b None None] Provisioning complete for port c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:31.346116 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-35fcff00-1560-4a0e-96ab-847fdad4d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.366939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad413fe3-8092-4f44-bd90-a257f7619dd1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:31.392519 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2ece69bd-aae6-4a35-bc3f-846f926e2f2a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Calling delete_port for c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:31.473245 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-35fcff00-1560-4a0e-96ab-847fdad4d30b None None] Port c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:31.484754 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ad413fe3-8092-4f44-bd90-a257f7619dd1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:31.486587 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad413fe3-8092-4f44-bd90-a257f7619dd1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:31.490955 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad413fe3-8092-4f44-bd90-a257f7619dd1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:31.491592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ad413fe3-8092-4f44-bd90-a257f7619dd1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.500409 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc4db0-e4aa-4147-8278-0b9fe7eccd52 None None] Pushing event updated for resources: {'Port': ['ID=4670c68f-87da-4f36-bcdb-730a5fdfa997,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:31.510300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-30a32dd8-dca7-4cd0-929b-42f978ca65e5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Calling delete_port for d8835150-1b54-42fb-a12b-a8de11ba8b91 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:31.523042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.650809 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.657444 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.719239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:31.769283 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8e2ba103-b72a-49bd-abc5-59be7399f67c None None] For port 03c12a8f-5413-4f57-b281-caaadf882f92, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=03c12a8f-5413-4f57-b281-caaadf882f92,segment=NetworkSegment(4e20804a-085c-4bfe-a547-e1c14a841a8c),segment_id=4e20804a-085c-4bfe-a547-e1c14a841a8c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:31.769833 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8e2ba103-b72a-49bd-abc5-59be7399f67c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.909868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.910337 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Added segment 6d800b89-e9e4-44ca-80b2-2f57c62231a3 of type vlan for network 6dfac567-7d3b-469f-8d87-3cd1aa7da814 Feb 10 11:34:31.939635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.954051 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.959918 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ece69bd-aae6-4a35-bc3f-846f926e2f2a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.995383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdf93e9-ec55-487c-96ca-cb7153a5f870']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:32.004670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8e2ba103-b72a-49bd-abc5-59be7399f67c None None] Calling delete_port for 03c12a8f-5413-4f57-b281-caaadf882f92 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:32.008867 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad413fe3-8092-4f44-bd90-a257f7619dd1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=2e396936-488b-4a4c-aac3-aaf7584ef9e4,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:32.033279 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece69bd-aae6-4a35-bc3f-846f926e2f2a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Port': ['ID=c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:32.059236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c32ffb-4441-409a-8ef5-44077e56c335,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:32.065570 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ece69bd-aae6-4a35-bc3f-846f926e2f2a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.091226 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2ece69bd-aae6-4a35-bc3f-846f926e2f2a tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/ports/c6ab028e-2a7d-46a7-90b3-ea7fcef02fc3 HTTP/1.1" status: 204 len: 168 time: 1.2961287 Feb 10 11:34:32.091439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35944) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:32.110012 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8e2ba103-b72a-49bd-abc5-59be7399f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.118405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.122922 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:32.123513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.153615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Port': ['ID=27329d8c-aa72-4899-a5e9-2be5ef9fecd0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:32.171797 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ba103-b72a-49bd-abc5-59be7399f67c None None] Pushing event deleted for resources: {'Port': ['ID=03c12a8f-5413-4f57-b281-caaadf882f92,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:32.176796 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ba103-b72a-49bd-abc5-59be7399f67c None None] No DVR routers for this DVR port 03c12a8f-5413-4f57-b281-caaadf882f92 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:32.191612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d385b47-996e-4683-867d-7a5c91347601') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:32.192100 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d385b47-996e-4683-867d-7a5c91347601') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:32.216617 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ad413fe3-8092-4f44-bd90-a257f7619dd1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.8495824 Feb 10 11:34:32.219998 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8475914 Feb 10 11:34:32.225737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35948) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:32.235829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.357978 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35952) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:32.365068 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.369001 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-30b38c41-3bc3-4742-b45f-5afb029e39a0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'subnet': {'network_id': '6dfac567-7d3b-469f-8d87-3cd1aa7da814', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:32.381250 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:32.381693 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.383311 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315b599-8071-4b55-91c3-dc3e766a6f1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Network': ['ID=6dfac567-7d3b-469f-8d87-3cd1aa7da814,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:32.391856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1100-b5c8-47b2-b98b-f0396555e7fa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.399313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 6dfac567-7d3b-469f-8d87-3cd1aa7da814 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:32.412753 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:32.482454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a32dd8-dca7-4cd0-929b-42f978ca65e5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.528106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-30b38c41-3bc3-4742-b45f-5afb029e39a0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:32.535688 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-30b38c41-3bc3-4742-b45f-5afb029e39a0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:subnet and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:32.540367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-30b38c41-3bc3-4742-b45f-5afb029e39a0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:32.560627 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a32dd8-dca7-4cd0-929b-42f978ca65e5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Pushing event deleted for resources: {'Port': ['ID=d8835150-1b54-42fb-a12b-a8de11ba8b91,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:32.574730 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6bc8b-f522-4681-a167-22656849a650 req-7b7de827-b478-4de0-8501-f11f1a3f6839 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:32.576487 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d9e6bc8b-f522-4681-a167-22656849a650 req-7b7de827-b478-4de0-8501-f11f1a3f6839 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.8099022 Feb 10 11:34:32.613531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-30b38c41-3bc3-4742-b45f-5afb029e39a0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:32.633923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0df1d3-d500-4c20-af8b-c32b73f6e00a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:32.638538 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0df1d3-d500-4c20-af8b-c32b73f6e00a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:32.639341 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3b0df1d3-d500-4c20-af8b-c32b73f6e00a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:32.656935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.664363 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.688205 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4670c68f-87da-4f36-bcdb-730a5fdfa997 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:32.732841 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] Pushing event deleted for resources: {'Network': ['ID=0bdf93e9-ec55-487c-96ca-cb7153a5f870,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:32.764131 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b38c41-3bc3-4742-b45f-5afb029e39a0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:32.767612 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-60b357ed-8e54-46b7-bb22-2fec769f1043 tempest-PortsTestJSON-1430292364 tempest-PortsTestJSON-1430292364-project] 10.222.0.36 "DELETE /v2.0/networks/0bdf93e9-ec55-487c-96ca-cb7153a5f870 HTTP/1.1" status: 204 len: 168 time: 2.6850405 Feb 10 11:34:32.775716 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3b0df1d3-d500-4c20-af8b-c32b73f6e00a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:32.776892 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3b0df1d3-d500-4c20-af8b-c32b73f6e00a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.5454886 Feb 10 11:34:32.780251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35958) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:32.786788 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d9e6bc8b-f522-4681-a167-22656849a650 req-05c75de7-ece4-4619-8431-1b418aed385a tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015533 Feb 10 11:34:32.799342 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 4670c68f-87da-4f36-bcdb-730a5fdfa997 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:32.810139 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1100-b5c8-47b2-b98b-f0396555e7fa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.891394 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-e7ce1100-b5c8-47b2-b98b-f0396555e7fa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db21bd82-1a13-47e3-a884-cc83471be560']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:32.913780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 03c12a8f-5413-4f57-b281-caaadf882f92 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:32.915398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-e7ce1100-b5c8-47b2-b98b-f0396555e7fa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e20804a-085c-4bfe-a547-e1c14a841a8c') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:32.915631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-e7ce1100-b5c8-47b2-b98b-f0396555e7fa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e20804a-085c-4bfe-a547-e1c14a841a8c') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:32.931462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1100-b5c8-47b2-b98b-f0396555e7fa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.960628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1100-b5c8-47b2-b98b-f0396555e7fa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.972577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ce1100-b5c8-47b2-b98b-f0396555e7fa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:32.972980 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1100-b5c8-47b2-b98b-f0396555e7fa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.001150 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 03c12a8f-5413-4f57-b281-caaadf882f92 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:33.001498 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 03c12a8f-5413-4f57-b281-caaadf882f92 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:33.017394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3fcca900-2e49-4da0-95a1-ddc277fc7f7f None None] Provisioning for port 4670c68f-87da-4f36-bcdb-730a5fdfa997 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:33.029155 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3fcca900-2e49-4da0-95a1-ddc277fc7f7f None None] Provisioning complete for port 4670c68f-87da-4f36-bcdb-730a5fdfa997 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:33.029714 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3fcca900-2e49-4da0-95a1-ddc277fc7f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.042754 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-272ff558-9448-43da-986c-cbbb59cf1a3e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port 2e396936-488b-4a4c-aac3-aaf7584ef9e4 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:33.043102 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-272ff558-9448-43da-986c-cbbb59cf1a3e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:33.077041 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:33.208622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a32dd8-dca7-4cd0-929b-42f978ca65e5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.214548 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3fcca900-2e49-4da0-95a1-ddc277fc7f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.223669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-30b38c41-3bc3-4742-b45f-5afb029e39a0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.258669 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3fcca900-2e49-4da0-95a1-ddc277fc7f7f None None] For port 4670c68f-87da-4f36-bcdb-730a5fdfa997, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4670c68f-87da-4f36-bcdb-730a5fdfa997,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:33.266274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3fcca900-2e49-4da0-95a1-ddc277fc7f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.302681 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1100-b5c8-47b2-b98b-f0396555e7fa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.307900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1100-b5c8-47b2-b98b-f0396555e7fa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.335361 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35964) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:33.351203 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e7ce1100-b5c8-47b2-b98b-f0396555e7fa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] 10.222.0.36 "DELETE /v2.0/networks/db21bd82-1a13-47e3-a884-cc83471be560 HTTP/1.1" status: 204 len: 168 time: 1.2570844 Feb 10 11:34:33.356072 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce1100-b5c8-47b2-b98b-f0396555e7fa tempest-PortsIpV6TestJSON-958728254 tempest-PortsIpV6TestJSON-958728254-project] Pushing event deleted for resources: {'Network': ['ID=db21bd82-1a13-47e3-a884-cc83471be560,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:33.364507 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a32dd8-dca7-4cd0-929b-42f978ca65e5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.378127 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcca900-2e49-4da0-95a1-ddc277fc7f7f None None] Pushing event updated for resources: {'Port': ['ID=4670c68f-87da-4f36-bcdb-730a5fdfa997,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:33.399776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a32dd8-dca7-4cd0-929b-42f978ca65e5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.419355 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7194c6e8-b546-4b80-a124-fabf6be35b09 None None] Provisioning for port 2e396936-488b-4a4c-aac3-aaf7584ef9e4 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:33.425865 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7194c6e8-b546-4b80-a124-fabf6be35b09 None None] Provisioning complete for port 2e396936-488b-4a4c-aac3-aaf7584ef9e4 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:33.426359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7194c6e8-b546-4b80-a124-fabf6be35b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.517568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-7194c6e8-b546-4b80-a124-fabf6be35b09 None None] Port 2e396936-488b-4a4c-aac3-aaf7584ef9e4 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:33.552629 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-30b38c41-3bc3-4742-b45f-5afb029e39a0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.644247 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b38c41-3bc3-4742-b45f-5afb029e39a0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Subnet': ['ID=72ef8784-d7de-4e65-9f60-08167139a48c,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:33.653661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35974) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:33.667972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b38c41-3bc3-4742-b45f-5afb029e39a0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Checking segment: {'id': '6d800b89-e9e4-44ca-80b2-2f57c62231a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6dfac567-7d3b-469f-8d87-3cd1aa7da814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:33.668327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b38c41-3bc3-4742-b45f-5afb029e39a0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network hostable DHCP agents. Network: 6dfac567-7d3b-469f-8d87-3cd1aa7da814, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:33.696057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b38c41-3bc3-4742-b45f-5afb029e39a0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network 6dfac567-7d3b-469f-8d87-3cd1aa7da814 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:33.709448 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-30b38c41-3bc3-4742-b45f-5afb029e39a0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 6dfac567-7d3b-469f-8d87-3cd1aa7da814) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:33.719035 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7ac346-30ac-4288-9b06-fd726f254dc3 None None] Network 6dfac567-7d3b-469f-8d87-3cd1aa7da814 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:33.724598 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b38c41-3bc3-4742-b45f-5afb029e39a0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:33.725242 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-30b38c41-3bc3-4742-b45f-5afb029e39a0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.749476 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-30b38c41-3bc3-4742-b45f-5afb029e39a0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3884890 Feb 10 11:34:33.752731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35980) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:33.760080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b6d5ded0-fded-4cae-8f14-a1c172dd7717 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-904258990'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:33.765872 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b6d5ded0-fded-4cae-8f14-a1c172dd7717 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:33.770891 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b6d5ded0-fded-4cae-8f14-a1c172dd7717 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:network and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:33.774240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b6d5ded0-fded-4cae-8f14-a1c172dd7717 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:33.783286 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b6d5ded0-fded-4cae-8f14-a1c172dd7717 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:33.798233 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d5ded0-fded-4cae-8f14-a1c172dd7717 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:33.799414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a32dd8-dca7-4cd0-929b-42f978ca65e5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Router 0ec4df28-2e22-4046-88db-ff6571401272 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:34:33.802345 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ded0-fded-4cae-8f14-a1c172dd7717 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.810264 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-239db232-decc-463b-9c3e-0808ac284d4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f814e8e262394e9da62e4d84c68e410d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4737821 Feb 10 11:34:33.812187 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-272ff558-9448-43da-986c-cbbb59cf1a3e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.815127 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35984) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:33.959165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eb9f6e92-d556-4a54-baad-17a720a04ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.970696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d5ded0-fded-4cae-8f14-a1c172dd7717 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:34.005324 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-272ff558-9448-43da-986c-cbbb59cf1a3e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for 2e396936-488b-4a4c-aac3-aaf7584ef9e4 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:34.015572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ded0-fded-4cae-8f14-a1c172dd7717 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.015915 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-b6d5ded0-fded-4cae-8f14-a1c172dd7717 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Added segment 3452ee75-d7ce-429c-b468-1e1b95223093 of type vlan for network bd576572-5b58-40a3-95c9-770c755e02f5 Feb 10 11:34:34.028053 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-14764d4f-7b40-490e-b1eb-7f2550c506f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e97c96ac063404ba5595986b22a3e7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3701372 Feb 10 11:34:34.028510 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eb9f6e92-d556-4a54-baad-17a720a04ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.038647 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35990) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:34.056504 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-6dfac567-7d3b-469f-8d87-3cd1aa7da814', 'network_id': '6dfac567-7d3b-469f-8d87-3cd1aa7da814', 'tenant_id': '0321bdcd3694442c81b48711c5018d0c', 'fixed_ips': [{'subnet_id': '72ef8784-d7de-4e65-9f60-08167139a48c'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:34.057365 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.105617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ded0-fded-4cae-8f14-a1c172dd7717 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.181246 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33243362-3ec1-4201-a54b-b573e9ad436f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.185848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ded0-fded-4cae-8f14-a1c172dd7717 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.190260 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d5ded0-fded-4cae-8f14-a1c172dd7717 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:34.190930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ded0-fded-4cae-8f14-a1c172dd7717 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.227899 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Allocated IP 172.20.255.242 (6dfac567-7d3b-469f-8d87-3cd1aa7da814/72ef8784-d7de-4e65-9f60-08167139a48c/af4fb912-165e-4369-98af-6c81d4f1aff6) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:34.228452 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eb9f6e92-d556-4a54-baad-17a720a04ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.235893 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a32dd8-dca7-4cd0-929b-42f978ca65e5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:34.251028 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ceaea8-96d0-4d01-9b28-cfb917a376f9 None None] Sync routers for ids ['0ec4df28-2e22-4046-88db-ff6571401272'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:34.265550 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ceaea8-96d0-4d01-9b28-cfb917a376f9 None None] Routers {'0ec4df28-2e22-4046-88db-ff6571401272'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:34.266251 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-34ceaea8-96d0-4d01-9b28-cfb917a376f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0ec4df28-2e22-4046-88db-ff6571401272'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:34.289078 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ba3c4-5956-4f33-9c34-5c3c67837422 req-2a1eb1bd-b04e-43cc-97a1-2f5bc211f911 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:34.296721 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b83ba3c4-5956-4f33-9c34-5c3c67837422 req-2a1eb1bd-b04e-43cc-97a1-2f5bc211f911 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.2631512 Feb 10 11:34:34.299445 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33243362-3ec1-4201-a54b-b573e9ad436f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.325514 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a32dd8-dca7-4cd0-929b-42f978ca65e5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.329052 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-30a32dd8-dca7-4cd0-929b-42f978ca65e5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "PUT /v2.0/routers/0ec4df28-2e22-4046-88db-ff6571401272 HTTP/1.1" status: 200 len: 706 time: 6.5110407 Feb 10 11:34:34.332106 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-34ceaea8-96d0-4d01-9b28-cfb917a376f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:34.333849 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 35994) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:34.344516 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ceaea8-96d0-4d01-9b28-cfb917a376f9 None None] Routers {'0ec4df28-2e22-4046-88db-ff6571401272'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:34.345160 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-34ceaea8-96d0-4d01-9b28-cfb917a376f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0ec4df28-2e22-4046-88db-ff6571401272'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:34.369897 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f6e92-d556-4a54-baad-17a720a04ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f63d6bc-19cc-42ab-a629-855b11c5dc53,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:34.426407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33243362-3ec1-4201-a54b-b573e9ad436f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.432225 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-34ceaea8-96d0-4d01-9b28-cfb917a376f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:34.433744 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ceaea8-96d0-4d01-9b28-cfb917a376f9 None None] The sync data for ids ['0ec4df28-2e22-4046-88db-ff6571401272'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:34.435601 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b6d5ded0-fded-4cae-8f14-a1c172dd7717 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6817229 Feb 10 11:34:34.457783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 35998) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:34.479017 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33243362-3ec1-4201-a54b-b573e9ad436f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92710b5-37e0-41a9-a3c0-631201e2bf9c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:34.488128 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-6366ff49-a1db-4dd8-8ab1-4b52610038cc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'subnet': {'network_id': 'bd576572-5b58-40a3-95c9-770c755e02f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:34.489557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-272ff558-9448-43da-986c-cbbb59cf1a3e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.513394 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33243362-3ec1-4201-a54b-b573e9ad436f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.514532 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-33243362-3ec1-4201-a54b-b573e9ad436f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c92710b5-37e0-41a9-a3c0-631201e2bf9c HTTP/1.1" status: 204 len: 168 time: 0.4749608 Feb 10 11:34:34.531652 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eb9f6e92-d556-4a54-baad-17a720a04ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.535618 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-eb9f6e92-d556-4a54-baad-17a720a04ec8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f63d6bc-19cc-42ab-a629-855b11c5dc53 HTTP/1.1" status: 204 len: 168 time: 0.7191608 Feb 10 11:34:34.601999 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.621250 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Transition to ACTIVE for port object af4fb912-165e-4369-98af-6c81d4f1aff6 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:34.662121 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Transition to ACTIVE for port object af4fb912-165e-4369-98af-6c81d4f1aff6 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:34.670573 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4670c68f-87da-4f36-bcdb-730a5fdfa997 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:34.687514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5ded0-fded-4cae-8f14-a1c172dd7717 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Network': ['ID=bd576572-5b58-40a3-95c9-770c755e02f5,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:34.723303 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b83ba3c4-5956-4f33-9c34-5c3c67837422 req-3b1945c9-5ded-4dbb-a8ae-7116bfea5e97 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4256282 Feb 10 11:34:34.724494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ff558-9448-43da-986c-cbbb59cf1a3e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=2e396936-488b-4a4c-aac3-aaf7584ef9e4,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:34.732363 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.740091 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4f63e3cb-6f6d-44c7-872a-def428d3dd0a tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "GET /v2.0/routers/0ec4df28-2e22-4046-88db-ff6571401272 HTTP/1.1" status: 200 len: 741 time: 0.4052064 Feb 10 11:34:34.743785 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36006) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:34.751843 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network bd576572-5b58-40a3-95c9-770c755e02f5 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:34.798894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-272ff558-9448-43da-986c-cbbb59cf1a3e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.808951 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-272ff558-9448-43da-986c-cbbb59cf1a3e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/2e396936-488b-4a4c-aac3-aaf7584ef9e4 HTTP/1.1" status: 204 len: 168 time: 2.0274577 Feb 10 11:34:34.809787 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36010) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:34.830538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6366ff49-a1db-4dd8-8ab1-4b52610038cc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:34.867426 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a21099dd-6df0-4b25-8cf6-8800c467244c tempest-RoutersAdminTest-1635120679 tempest-RoutersAdminTest-1635120679-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&device_id=0ec4df28-2e22-4046-88db-ff6571401272 HTTP/1.1" status: 200 len: 205 time: 0.1195223 Feb 10 11:34:34.867426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6366ff49-a1db-4dd8-8ab1-4b52610038cc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:subnet and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:34.869887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36016) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:34.872087 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6366ff49-a1db-4dd8-8ab1-4b52610038cc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:34.890772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6366ff49-a1db-4dd8-8ab1-4b52610038cc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:34.939938 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6366ff49-a1db-4dd8-8ab1-4b52610038cc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:34.988672 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b0f42455-b9e7-4232-8cbd-e489cdcdf81e tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ec4df28-2e22-4046-88db-ff6571401272 HTTP/1.1" status: 200 len: 205 time: 0.1177080 Feb 10 11:34:34.991610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36022) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:35.065559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Network 6dfac567-7d3b-469f-8d87-3cd1aa7da814 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:35.067490 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88fb5ba-a802-49a8-90e5-004f591a18c3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:35.069986 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88fb5ba-a802-49a8-90e5-004f591a18c3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:35.070904 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f88fb5ba-a802-49a8-90e5-004f591a18c3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:35.098253 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:35.112175 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f88fb5ba-a802-49a8-90e5-004f591a18c3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:35.112175 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f88fb5ba-a802-49a8-90e5-004f591a18c3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2975895 Feb 10 11:34:35.112175 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36028) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:35.115765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:35.136901 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Pushing event updated for resources: {'Port': ['ID=af4fb912-165e-4369-98af-6c81d4f1aff6,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:35.250540 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Attempting to bind port af4fb912-165e-4369-98af-6c81d4f1aff6 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:35.250914 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Attempting to bind port af4fb912-165e-4369-98af-6c81d4f1aff6 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '6d800b89-e9e4-44ca-80b2-2f57c62231a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6dfac567-7d3b-469f-8d87-3cd1aa7da814'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:35.252277 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Attempting to bind port af4fb912-165e-4369-98af-6c81d4f1aff6 on network 6dfac567-7d3b-469f-8d87-3cd1aa7da814 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:35.274701 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:35.277262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Checking segment: {'id': '6d800b89-e9e4-44ca-80b2-2f57c62231a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6dfac567-7d3b-469f-8d87-3cd1aa7da814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:35.277262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.277262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Bound using segment: {'id': '6d800b89-e9e4-44ca-80b2-2f57c62231a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6dfac567-7d3b-469f-8d87-3cd1aa7da814'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:35.277262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Bound port: af4fb912-165e-4369-98af-6c81d4f1aff6, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d800b89-e9e4-44ca-80b2-2f57c62231a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6dfac567-7d3b-469f-8d87-3cd1aa7da814'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:35.277853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.288931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 4670c68f-87da-4f36-bcdb-730a5fdfa997 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:35.289206 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.349613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6366ff49-a1db-4dd8-8ab1-4b52610038cc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.381738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5045a4b-0fb9-43a0-ba28-06658d4b2940 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet d8b8b4f6-6198-48bf-9327-9a542ab742e6 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:35.387443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5045a4b-0fb9-43a0-ba28-06658d4b2940 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.417433 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] For port af4fb912-165e-4369-98af-6c81d4f1aff6, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:35.420770 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] For port af4fb912-165e-4369-98af-6c81d4f1aff6, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=af4fb912-165e-4369-98af-6c81d4f1aff6,segment=NetworkSegment(6d800b89-e9e4-44ca-80b2-2f57c62231a3),segment_id=6d800b89-e9e4-44ca-80b2-2f57c62231a3)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:35.433157 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.466504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5045a4b-0fb9-43a0-ba28-06658d4b2940 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.531421 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ccfcd-aea2-4f8a-9fae-8c8ef373b1d0 None None] Pushing event updated for resources: {'Port': ['ID=af4fb912-165e-4369-98af-6c81d4f1aff6,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:35.562286 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87880d85-8587-4fd1-bde3-775970a6d0cc tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.595436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5045a4b-0fb9-43a0-ba28-06658d4b2940 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.717888 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5045a4b-0fb9-43a0-ba28-06658d4b2940 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.782265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5045a4b-0fb9-43a0-ba28-06658d4b2940 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b8b4f6-6198-48bf-9327-9a542ab742e6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:35.800920 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5045a4b-0fb9-43a0-ba28-06658d4b2940 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.810705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beddd579-bebe-4058-a004-26d360dc0538 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:35.847751 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b5045a4b-0fb9-43a0-ba28-06658d4b2940 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/d8b8b4f6-6198-48bf-9327-9a542ab742e6 HTTP/1.1" status: 204 len: 168 time: 0.7354419 Feb 10 11:34:35.849940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36056) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:36.071023 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-52b74808-f825-4937-8f99-cb547cf4930a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2198718 Feb 10 11:34:36.073939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36064) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:36.201297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36068) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:36.239978 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36074) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:36.282299 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26673953-733d-47e5-9ab9-246897df0a1b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:36.282994 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-26673953-733d-47e5-9ab9-246897df0a1b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:36.302002 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da50df-9203-4de6-9e26-3bdb9249ee2d req-664f08a5-519a-46d1-a587-7231c9a17541 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:36.309619 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-18da50df-9203-4de6-9e26-3bdb9249ee2d req-664f08a5-519a-46d1-a587-7231c9a17541 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.1991413 Feb 10 11:34:36.341412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-26673953-733d-47e5-9ab9-246897df0a1b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:36.344919 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-26673953-733d-47e5-9ab9-246897df0a1b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2677188 Feb 10 11:34:36.351428 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36080) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:36.390528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9948da2-982e-493d-a0d7-e65aa7e83224 None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:36.398091 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f9948da2-982e-493d-a0d7-e65aa7e83224 None None] Deleting port 4670c68f-87da-4f36-bcdb-730a5fdfa997 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:36.399168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f9948da2-982e-493d-a0d7-e65aa7e83224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.424467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3c53f99a-4ff8-451f-94a2-1211b7a83d40 tempest-SubnetPoolsTestJSON-696842867 tempest-SubnetPoolsTestJSON-696842867-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-616101085', 'prefixes': ['172.20.0.0/16']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:36.441699 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-18da50df-9203-4de6-9e26-3bdb9249ee2d req-03021a97-009c-4cec-b6b7-7b2d3b0bdc8b tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311460 Feb 10 11:34:36.444872 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3c53f99a-4ff8-451f-94a2-1211b7a83d40 tempest-SubnetPoolsTestJSON-696842867 tempest-SubnetPoolsTestJSON-696842867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:36.461208 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3c9b99b7-a3f0-4737-a716-229e872fdd87 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1186282022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:36.473686 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3c9b99b7-a3f0-4737-a716-229e872fdd87 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:36.482503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3c9b99b7-a3f0-4737-a716-229e872fdd87 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Usage tracker for resource:router and tenant:42ff78e1fd674e2782ae40070b4d5aea is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:36.487486 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31ce952-87a3-423e-9744-c0fada53af8e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:36.488171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f31ce952-87a3-423e-9744-c0fada53af8e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:36.492786 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3c9b99b7-a3f0-4737-a716-229e872fdd87 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:36.496842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87880d85-8587-4fd1-bde3-775970a6d0cc tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.534010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87880d85-8587-4fd1-bde3-775970a6d0cc tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.540703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f31ce952-87a3-423e-9744-c0fada53af8e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:36.545471 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f31ce952-87a3-423e-9744-c0fada53af8e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1929722 Feb 10 11:34:36.545882 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36084) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:36.546787 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3c9b99b7-a3f0-4737-a716-229e872fdd87 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:36.581055 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c53f99a-4ff8-451f-94a2-1211b7a83d40 tempest-SubnetPoolsTestJSON-696842867 tempest-SubnetPoolsTestJSON-696842867-project] Notify callbacks [] for subnetpool, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.582340 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3c53f99a-4ff8-451f-94a2-1211b7a83d40 tempest-SubnetPoolsTestJSON-696842867 tempest-SubnetPoolsTestJSON-696842867-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3790202 Feb 10 11:34:36.590295 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36088) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:36.591917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c9b99b7-a3f0-4737-a716-229e872fdd87 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.593843 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c9b99b7-a3f0-4737-a716-229e872fdd87 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.616313 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6366ff49-a1db-4dd8-8ab1-4b52610038cc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.666774 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2255e0d4-2bde-4a6b-a29f-d78b16c3ecce tempest-SubnetPoolsTestJSON-696842867 tempest-SubnetPoolsTestJSON-696842867-project] 10.222.0.36 "GET /v2.0/subnetpools/dccbb32f-7351-434b-a3ff-6c7fe6d3c9d7 HTTP/1.1" status: 200 len: 731 time: 0.0683711 Feb 10 11:34:36.671047 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36092) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:36.679173 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f9948da2-982e-493d-a0d7-e65aa7e83224 None None] For port 4670c68f-87da-4f36-bcdb-730a5fdfa997, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4670c68f-87da-4f36-bcdb-730a5fdfa997,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:36.680310 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-293d1903-83a2-450f-a932-52e46c06009f tempest-SubnetPoolsTestJSON-696842867 tempest-SubnetPoolsTestJSON-696842867-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2067380914'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:36.680441 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f9948da2-982e-493d-a0d7-e65aa7e83224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.686327 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-242eebe5-10f0-41c5-b647-e04b3de631af tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1382124 Feb 10 11:34:36.688733 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36096) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:36.709431 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-e2e1110c-b0ff-4c88-bb2d-588e8c264dbc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:36.713868 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c9b99b7-a3f0-4737-a716-229e872fdd87 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.744886 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device af4fb912-165e-4369-98af-6c81d4f1aff6 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:36.786235 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c9b99b7-a3f0-4737-a716-229e872fdd87 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.825609 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c9b99b7-a3f0-4737-a716-229e872fdd87 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.826937 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3c9b99b7-a3f0-4737-a716-229e872fdd87 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5830772 Feb 10 11:34:36.830555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36100) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:36.841261 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-779019786'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:36.850633 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:36.856431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Usage tracker for resource:network and tenant:42ff78e1fd674e2782ae40070b4d5aea is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:36.860455 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:36.866999 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-293d1903-83a2-450f-a932-52e46c06009f tempest-SubnetPoolsTestJSON-696842867 tempest-SubnetPoolsTestJSON-696842867-project] Notify callbacks [] for subnetpool, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.868312 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-293d1903-83a2-450f-a932-52e46c06009f tempest-SubnetPoolsTestJSON-696842867 tempest-SubnetPoolsTestJSON-696842867-project] 10.222.0.36 "PUT /v2.0/subnetpools/dccbb32f-7351-434b-a3ff-6c7fe6d3c9d7 HTTP/1.1" status: 200 len: 684 time: 0.1960986 Feb 10 11:34:36.874083 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36104) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:36.891573 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:36.916860 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f9948da2-982e-493d-a0d7-e65aa7e83224 None None] Calling delete_port for 4670c68f-87da-4f36-bcdb-730a5fdfa997 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:36.934929 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Made reservation on behalf of 42ff78e1fd674e2782ae40070b4d5aea for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:36.938728 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.963896 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.026024 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366ff49-a1db-4dd8-8ab1-4b52610038cc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Subnet': ['ID=bd59b7ca-a86d-4642-a73c-e2dd034f21cf,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:37.028946 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e2e1110c-b0ff-4c88-bb2d-588e8c264dbc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:37.033109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87880d85-8587-4fd1-bde3-775970a6d0cc tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.033660 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87880d85-8587-4fd1-bde3-775970a6d0cc tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Fanout notify agent at l3_agent the message router_deleted on router 0ec4df28-2e22-4046-88db-ff6571401272 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:34:37.048344 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port af4fb912-165e-4369-98af-6c81d4f1aff6 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:37.048933 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:37.059131 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f9948da2-982e-493d-a0d7-e65aa7e83224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.071391 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Usage tracker for resource:security_group_rule and tenant:42ff78e1fd674e2782ae40070b4d5aea is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:37.075405 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-334a66ef-5e9c-465b-99ca-3cbaa5e1ff6d tempest-SubnetPoolsTestJSON-696842867 tempest-SubnetPoolsTestJSON-696842867-project] Notify callbacks [] for subnetpool, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.076332 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-334a66ef-5e9c-465b-99ca-3cbaa5e1ff6d tempest-SubnetPoolsTestJSON-696842867 tempest-SubnetPoolsTestJSON-696842867-project] 10.222.0.36 "DELETE /v2.0/subnetpools/dccbb32f-7351-434b-a3ff-6c7fe6d3c9d7 HTTP/1.1" status: 204 len: 168 time: 0.2014568 Feb 10 11:34:37.077581 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:37.080629 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36108) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:37.088619 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e2e1110c-b0ff-4c88-bb2d-588e8c264dbc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:37.091841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366ff49-a1db-4dd8-8ab1-4b52610038cc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Checking segment: {'id': '3452ee75-d7ce-429c-b468-1e1b95223093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bd576572-5b58-40a3-95c9-770c755e02f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:37.092257 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6366ff49-a1db-4dd8-8ab1-4b52610038cc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network hostable DHCP agents. Network: bd576572-5b58-40a3-95c9-770c755e02f5, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:37.105480 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-f0f35b2d-cbb8-4371-9604-2855aec7bbbf tempest-SubnetPoolsTestJSON-696842867 tempest-SubnetPoolsTestJSON-696842867-project] show failed (client error): The resource could not be found. Feb 10 11:34:37.106516 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f0f35b2d-cbb8-4371-9604-2855aec7bbbf tempest-SubnetPoolsTestJSON-696842867 tempest-SubnetPoolsTestJSON-696842867-project] 10.222.0.36 "GET /v2.0/subnetpools/dccbb32f-7351-434b-a3ff-6c7fe6d3c9d7 HTTP/1.1" status: 404 len: 346 time: 0.0248704 Feb 10 11:34:37.108490 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:37.110856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36112) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:37.115488 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9948da2-982e-493d-a0d7-e65aa7e83224 None None] Pushing event deleted for resources: {'Port': ['ID=4670c68f-87da-4f36-bcdb-730a5fdfa997,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:37.122381 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9948da2-982e-493d-a0d7-e65aa7e83224 None None] No DVR routers for this DVR port 4670c68f-87da-4f36-bcdb-730a5fdfa997 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:37.150509 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87880d85-8587-4fd1-bde3-775970a6d0cc tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.155713 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-87880d85-8587-4fd1-bde3-775970a6d0cc tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "DELETE /v2.0/routers/0ec4df28-2e22-4046-88db-ff6571401272 HTTP/1.1" status: 204 len: 168 time: 2.1591957 Feb 10 11:34:37.155803 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4670c68f-87da-4f36-bcdb-730a5fdfa997 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:37.155889 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-2fcadae1-6680-483d-9690-4e13167dce2f tempest-SubnetPoolsTestJSON-696842867 tempest-SubnetPoolsTestJSON-696842867-project] delete failed (client error): The resource could not be found. Feb 10 11:34:37.155889 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2fcadae1-6680-483d-9690-4e13167dce2f tempest-SubnetPoolsTestJSON-696842867 tempest-SubnetPoolsTestJSON-696842867-project] 10.222.0.36 "DELETE /v2.0/subnetpools/dccbb32f-7351-434b-a3ff-6c7fe6d3c9d7 HTTP/1.1" status: 404 len: 346 time: 0.0426688 Feb 10 11:34:37.156075 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36116) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:37.162849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e1110c-b0ff-4c88-bb2d-588e8c264dbc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:37.193459 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 4670c68f-87da-4f36-bcdb-730a5fdfa997 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:37.193843 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4670c68f-87da-4f36-bcdb-730a5fdfa997 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:37.217449 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6556dade-901d-4f5c-be48-b98c9eec5d49 None None] Network 6dfac567-7d3b-469f-8d87-3cd1aa7da814 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:37.221787 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0ea8a157-2a5d-4bd5-9e72-08390b530d5a tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ec4df28-2e22-4046-88db-ff6571401272 HTTP/1.1" status: 200 len: 205 time: 0.0625718 Feb 10 11:34:37.222020 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36122) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:37.271247 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6366ff49-a1db-4dd8-8ab1-4b52610038cc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network bd576572-5b58-40a3-95c9-770c755e02f5 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:37.286169 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-6366ff49-a1db-4dd8-8ab1-4b52610038cc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, bd576572-5b58-40a3-95c9-770c755e02f5) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:37.299302 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-753cecad-2bf3-4e70-824d-7ed3d7927173 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] delete failed (client error): The resource could not be found. Feb 10 11:34:37.302815 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-753cecad-2bf3-4e70-824d-7ed3d7927173 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "DELETE /v2.0/routers/0ec4df28-2e22-4046-88db-ff6571401272 HTTP/1.1" status: 404 len: 336 time: 0.0774350 Feb 10 11:34:37.303036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6366ff49-a1db-4dd8-8ab1-4b52610038cc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:37.303172 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36126) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:37.303269 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6366ff49-a1db-4dd8-8ab1-4b52610038cc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.319468 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e2e1110c-b0ff-4c88-bb2d-588e8c264dbc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.368049 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1222674a-9ddc-4bce-acc2-597f753f896f tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "GET /v2.0/ports?device_id=1509aa45-d841-48d1-a787-24bc8ad30706 HTTP/1.1" status: 200 len: 205 time: 0.0616319 Feb 10 11:34:37.376435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36130) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:37.423761 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6366ff49-a1db-4dd8-8ab1-4b52610038cc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.9584279 Feb 10 11:34:37.427130 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36134) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:37.453621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a93699-3bb4-417b-a44b-2f2ed6a0fc9f None None] Network bd576572-5b58-40a3-95c9-770c755e02f5 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:37.476119 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-433345f8-0054-41a2-b2d0-844110cfec34 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] delete failed (client error): The resource could not be found. Feb 10 11:34:37.481282 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-433345f8-0054-41a2-b2d0-844110cfec34 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "DELETE /v2.0/routers/1509aa45-d841-48d1-a787-24bc8ad30706 HTTP/1.1" status: 404 len: 336 time: 0.1034873 Feb 10 11:34:37.489776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36142) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:37.559949 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.567716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36146) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:37.568609 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d094990c-ebfc-49de-befc-a9533b572ec7 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9652f05-ac9b-4348-9bec-b5428e8da18b HTTP/1.1" status: 200 len: 205 time: 0.0760322 Feb 10 11:34:37.570866 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.613141 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b7422ad6-e25d-4ac9-8837-359ce60cb5f9 None None] Provisioning for port af4fb912-165e-4369-98af-6c81d4f1aff6 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:37.613803 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:37.634277 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac662f00-0943-4bcc-a141-20fdcb1c9d88,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:37.637680 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b7422ad6-e25d-4ac9-8837-359ce60cb5f9 None None] Provisioning complete for port af4fb912-165e-4369-98af-6c81d4f1aff6 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:37.638266 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b7422ad6-e25d-4ac9-8837-359ce60cb5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.659169 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.660118 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Added segment cd0b5306-c131-4a94-a879-42f75b40351d of type vlan for network 0e2c3fa0-8d5a-449e-b170-5924bfedf2a7 Feb 10 11:34:37.686234 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-0d62f802-e90d-40a3-9da5-2af2c7d46e22 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] delete failed (client error): The resource could not be found. Feb 10 11:34:37.687716 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0d62f802-e90d-40a3-9da5-2af2c7d46e22 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "DELETE /v2.0/routers/e9652f05-ac9b-4348-9bec-b5428e8da18b HTTP/1.1" status: 404 len: 336 time: 0.1179945 Feb 10 11:34:37.694637 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36150) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:37.701355 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36152) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:37.710983 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.796071 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-07efe826-b467-41ae-aed1-8255df8f9aa5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "GET /v2.0/ports?device_id=578c6936-b644-4492-b519-4b317462b7c7 HTTP/1.1" status: 200 len: 205 time: 0.0645809 Feb 10 11:34:37.803424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36160) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:37.900946 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:34:37.904629 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-bd576572-5b58-40a3-95c9-770c755e02f5', 'network_id': 'bd576572-5b58-40a3-95c9-770c755e02f5', 'tenant_id': '0321bdcd3694442c81b48711c5018d0c', 'fixed_ips': [{'subnet_id': 'bd59b7ca-a86d-4642-a73c-e2dd034f21cf'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:37.905689 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.949958 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-f6a1a93c-7265-4674-bca4-2b02d26c3e34 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] delete failed (client error): The resource could not be found. Feb 10 11:34:37.954674 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f6a1a93c-7265-4674-bca4-2b02d26c3e34 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "DELETE /v2.0/routers/578c6936-b644-4492-b519-4b317462b7c7 HTTP/1.1" status: 404 len: 336 time: 0.1472595 Feb 10 11:34:37.955547 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36164) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:37.966556 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9872fa2d-bd2c-49c8-be47-47287953dfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.966783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.986654 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.990943 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:37.991636 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.053638 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-88b282eb-757e-4f07-9390-129526aa6cb5 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab3c2234-7804-4a4d-84ed-9892ac5f3b88 HTTP/1.1" status: 200 len: 205 time: 0.0933373 Feb 10 11:34:38.053864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b7422ad6-e25d-4ac9-8837-359ce60cb5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.056176 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36168) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:38.132463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd020d5-c3ef-4f83-a2a9-8da50bb09e96 req-dbe6e158-b873-4577-aa49-6264134cd535 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:38.135680 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9cd020d5-c3ef-4f83-a2a9-8da50bb09e96 req-dbe6e158-b873-4577-aa49-6264134cd535 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.4135170 Feb 10 11:34:38.136540 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b7422ad6-e25d-4ac9-8837-359ce60cb5f9 None None] For port af4fb912-165e-4369-98af-6c81d4f1aff6, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=af4fb912-165e-4369-98af-6c81d4f1aff6,segment=NetworkSegment(6d800b89-e9e4-44ca-80b2-2f57c62231a3),segment_id=6d800b89-e9e4-44ca-80b2-2f57c62231a3)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:38.142180 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.154069 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b7422ad6-e25d-4ac9-8837-359ce60cb5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.190239 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3557115 Feb 10 11:34:38.193832 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-1a743868-1400-45d6-8704-0f3ff0d28e76 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] delete failed (client error): The resource could not be found. Feb 10 11:34:38.197936 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1a743868-1400-45d6-8704-0f3ff0d28e76 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "DELETE /v2.0/routers/ab3c2234-7804-4a4d-84ed-9892ac5f3b88 HTTP/1.1" status: 404 len: 336 time: 0.1337626 Feb 10 11:34:38.198118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36172) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:38.202165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df94d02-8a63-43a4-8d21-a9b79b58d0ad tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event updated for resources: {'Network': ['ID=0e2c3fa0-8d5a-449e-b170-5924bfedf2a7,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:38.208082 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36174) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:38.216139 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6a4cc5cd-1d95-4c6b-b22d-2268dee9bd34 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Request body: {'subnet': {'network_id': '0e2c3fa0-8d5a-449e-b170-5924bfedf2a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:38.219366 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 0e2c3fa0-8d5a-449e-b170-5924bfedf2a7 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:38.235469 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9872fa2d-bd2c-49c8-be47-47287953dfce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:38.256259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.287566 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e2e1110c-b0ff-4c88-bb2d-588e8c264dbc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.303460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9872fa2d-bd2c-49c8-be47-47287953dfce admin admin] Usage tracker for resource:security_group_rule and tenant:1f17ba8157a547b79e0f1dcf794ae5e2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:38.375588 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9872fa2d-bd2c-49c8-be47-47287953dfce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:38.380245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e1110c-b0ff-4c88-bb2d-588e8c264dbc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:38.381476 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7422ad6-e25d-4ac9-8837-359ce60cb5f9 None None] Pushing event updated for resources: {'Port': ['ID=af4fb912-165e-4369-98af-6c81d4f1aff6,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:38.384548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-e2e1110c-b0ff-4c88-bb2d-588e8c264dbc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:38.387229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e1110c-b0ff-4c88-bb2d-588e8c264dbc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:38.388024 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e2e1110c-b0ff-4c88-bb2d-588e8c264dbc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.391697 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7d6345b8-67f9-4afb-8c91-cf386ac5d332 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2455b68-e09b-4a24-9edb-b66cafe8ed34 HTTP/1.1" status: 200 len: 205 time: 0.1782155 Feb 10 11:34:38.395640 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36180) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:38.413427 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9872fa2d-bd2c-49c8-be47-47287953dfce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:38.420517 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686c2eec-a80c-4a41-933d-6d993c63dc86 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:38.437272 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Allocated IP 172.20.0.2 (bd576572-5b58-40a3-95c9-770c755e02f5/bd59b7ca-a86d-4642-a73c-e2dd034f21cf/f8edabc0-f684-4904-b2fa-901ac07f70e5) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:38.444649 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-39ef7472-3119-469f-975a-69b9205e79f6 None None] Provisioning complete for port af4fb912-165e-4369-98af-6c81d4f1aff6 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:38.445027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-39ef7472-3119-469f-975a-69b9205e79f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.448566 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9cd020d5-c3ef-4f83-a2a9-8da50bb09e96 req-6fd18f85-7995-4480-81db-45c22a825046 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844603 Feb 10 11:34:38.477049 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6a4cc5cd-1d95-4c6b-b22d-2268dee9bd34 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:38.477049 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6a4cc5cd-1d95-4c6b-b22d-2268dee9bd34 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Usage tracker for resource:subnet and tenant:42ff78e1fd674e2782ae40070b4d5aea is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:38.490391 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-3346d651-8af7-4ad7-85db-c132365c2edd tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] delete failed (client error): The resource could not be found. Feb 10 11:34:38.491275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6a4cc5cd-1d95-4c6b-b22d-2268dee9bd34 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:38.495138 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3346d651-8af7-4ad7-85db-c132365c2edd tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "DELETE /v2.0/routers/e2455b68-e09b-4a24-9edb-b66cafe8ed34 HTTP/1.1" status: 404 len: 336 time: 0.0975544 Feb 10 11:34:38.496474 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36186) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:38.497118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1110c-b0ff-4c88-bb2d-588e8c264dbc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=a195ae8c-1e15-4f66-9655-bc45d78fe70b,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:38.520409 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6a4cc5cd-1d95-4c6b-b22d-2268dee9bd34 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:38.565659 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4eada3a-d8b8-4e04-b432-67f2917cb876 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:38.566098 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4eada3a-d8b8-4e04-b432-67f2917cb876 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:38.576172 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9872fa2d-bd2c-49c8-be47-47287953dfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.578551 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d4eada3a-d8b8-4e04-b432-67f2917cb876 tempest-RoutersAdminTest-214019966 tempest-RoutersAdminTest-214019966-project] 10.222.0.36 "DELETE /v2.0/subnets/54caf53d-1c35-44b2-a75c-f9084e692fa2 HTTP/1.1" status: 404 len: 337 time: 0.0769031 Feb 10 11:34:38.586515 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9872fa2d-bd2c-49c8-be47-47287953dfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.592975 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e2e1110c-b0ff-4c88-bb2d-588e8c264dbc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9000978 Feb 10 11:34:38.594382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36192) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:38.614743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-4e95e728-ca6a-4ec5-aa47-381ac186fe92 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'mac_address': 'fa:16:3e:65:0b:9e', 'name': 'tempest-NetworksTestDHCPv6-1377942202'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:38.626646 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device af4fb912-165e-4369-98af-6c81d4f1aff6 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:38.692814 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4cc5cd-1d95-4c6b-b22d-2268dee9bd34 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Made reservation on behalf of 42ff78e1fd674e2782ae40070b4d5aea for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:38.712793 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9872fa2d-bd2c-49c8-be47-47287953dfce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f17ba8157a547b79e0f1dcf794ae5e2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0105608 Feb 10 11:34:38.713561 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36196) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:38.734674 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872fa2d-bd2c-49c8-be47-47287953dfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cfd49b-4d2b-4b4d-9caa-29b72d4b1d80,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:38.821641 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4e95e728-ca6a-4ec5-aa47-381ac186fe92 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:38.833005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4e95e728-ca6a-4ec5-aa47-381ac186fe92 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:38.848009 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e95e728-ca6a-4ec5-aa47-381ac186fe92 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:38.854299 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e95e728-ca6a-4ec5-aa47-381ac186fe92 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.887426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-4e95e728-ca6a-4ec5-aa47-381ac186fe92 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port b465a33e-c770-423a-a31f-f65d0b6f6960 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:34:38.916353 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6a4cc5cd-1d95-4c6b-b22d-2268dee9bd34 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.064697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36204) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:39.152477 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d30063a4-3519-4d6e-be05-205b04f9ba91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.207565 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d30063a4-3519-4d6e-be05-205b04f9ba91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.259323 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-4e95e728-ca6a-4ec5-aa47-381ac186fe92 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::1d4 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/a195ae8c-1e15-4f66-9655-bc45d78fe70b/b465a33e-c770-423a-a31f-f65d0b6f6960) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:39.273021 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b82149-7cee-44a6-ab6f-6048d8bbaed5 req-cbcc0bc9-54b5-4588-9724-b45e6bf33eac tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:39.274730 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-70b82149-7cee-44a6-ab6f-6048d8bbaed5 req-cbcc0bc9-54b5-4588-9724-b45e6bf33eac tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.3105295 Feb 10 11:34:39.313287 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port af4fb912-165e-4369-98af-6c81d4f1aff6 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:39.313765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.341489 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.350171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': 'a195ae8c-1e15-4f66-9655-bc45d78fe70b'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:39.351151 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.423559 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d30063a4-3519-4d6e-be05-205b04f9ba91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.444010 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Transition to ACTIVE for port object f8edabc0-f684-4904-b2fa-901ac07f70e5 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:39.456006 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-70b82149-7cee-44a6-ab6f-6048d8bbaed5 req-48b71a6a-37f0-400e-a536-aa852dfbc3dc tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731539 Feb 10 11:34:39.460881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30063a4-3519-4d6e-be05-205b04f9ba91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cfd49b-4d2b-4b4d-9caa-29b72d4b1d80,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:39.488634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d30063a4-3519-4d6e-be05-205b04f9ba91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.492501 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d30063a4-3519-4d6e-be05-205b04f9ba91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17cfd49b-4d2b-4b4d-9caa-29b72d4b1d80 HTTP/1.1" status: 204 len: 168 time: 0.7732205 Feb 10 11:34:39.496893 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6a4cc5cd-1d95-4c6b-b22d-2268dee9bd34 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.529759 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Transition to ACTIVE for port object f8edabc0-f684-4904-b2fa-901ac07f70e5 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:39.595569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cc5cd-1d95-4c6b-b22d-2268dee9bd34 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event updated for resources: {'Subnet': ['ID=524c675c-1eaf-4119-a741-f9f48a16d967,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:39.598881 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.608996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cc5cd-1d95-4c6b-b22d-2268dee9bd34 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Checking segment: {'id': 'cd0b5306-c131-4a94-a879-42f75b40351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e2c3fa0-8d5a-449e-b170-5924bfedf2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:39.609625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4cc5cd-1d95-4c6b-b22d-2268dee9bd34 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Network hostable DHCP agents. Network: 0e2c3fa0-8d5a-449e-b170-5924bfedf2a7, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:39.636172 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4cc5cd-1d95-4c6b-b22d-2268dee9bd34 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Network 0e2c3fa0-8d5a-449e-b170-5924bfedf2a7 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:39.651965 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-6a4cc5cd-1d95-4c6b-b22d-2268dee9bd34 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 0e2c3fa0-8d5a-449e-b170-5924bfedf2a7) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:39.664850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4cc5cd-1d95-4c6b-b22d-2268dee9bd34 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:39.666405 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6a4cc5cd-1d95-4c6b-b22d-2268dee9bd34 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.667055 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f9c1e0-614a-4b1f-b1fd-eb0e92bfd1bb None None] Network 0e2c3fa0-8d5a-449e-b170-5924bfedf2a7 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:39.699057 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6a4cc5cd-1d95-4c6b-b22d-2268dee9bd34 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4973671 Feb 10 11:34:39.700251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36216) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:39.709040 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0d686221-d128-4c18-bd0f-181e203f656f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Request body: {'network': {'name': 'tempest-router-network01--563192575'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:39.721732 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0d686221-d128-4c18-bd0f-181e203f656f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:39.726215 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d19c7a12-a802-4f67-9086-faf0b9f94ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.728005 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0d686221-d128-4c18-bd0f-181e203f656f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Usage tracker for resource:network and tenant:42ff78e1fd674e2782ae40070b4d5aea is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:39.732638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0d686221-d128-4c18-bd0f-181e203f656f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:39.741577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0d686221-d128-4c18-bd0f-181e203f656f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:39.762690 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d686221-d128-4c18-bd0f-181e203f656f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Made reservation on behalf of 42ff78e1fd674e2782ae40070b4d5aea for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:39.770513 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0d686221-d128-4c18-bd0f-181e203f656f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.773776 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e95e728-ca6a-4ec5-aa47-381ac186fe92 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.778469 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Network bd576572-5b58-40a3-95c9-770c755e02f5 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:39.779396 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Pushing event updated for resources: {'Port': ['ID=f8edabc0-f684-4904-b2fa-901ac07f70e5,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:39.784709 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:39.789163 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:39.791600 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.828844 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d686221-d128-4c18-bd0f-181e203f656f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:39.847576 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0d686221-d128-4c18-bd0f-181e203f656f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.848479 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-0d686221-d128-4c18-bd0f-181e203f656f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Added segment 9c0d0ece-7321-4757-b89f-ac217ca3261d of type vlan for network 49141db3-0b1e-4ccf-8563-63b4843b0629 Feb 10 11:34:39.885021 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4e95e728-ca6a-4ec5-aa47-381ac186fe92 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object b465a33e-c770-423a-a31f-f65d0b6f6960 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:39.892170 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0d686221-d128-4c18-bd0f-181e203f656f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.910444 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d19c7a12-a802-4f67-9086-faf0b9f94ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:39.914443 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d19c7a12-a802-4f67-9086-faf0b9f94ae1 admin admin] Usage tracker for resource:security_group_rule and tenant:99ed92f9b9c240a18aba428dc8472ebc is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:39.922160 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d19c7a12-a802-4f67-9086-faf0b9f94ae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:39.938446 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d19c7a12-a802-4f67-9086-faf0b9f94ae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:39.945009 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0d686221-d128-4c18-bd0f-181e203f656f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.947336 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Attempting to bind port f8edabc0-f684-4904-b2fa-901ac07f70e5 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:39.947752 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Attempting to bind port f8edabc0-f684-4904-b2fa-901ac07f70e5 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '3452ee75-d7ce-429c-b468-1e1b95223093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bd576572-5b58-40a3-95c9-770c755e02f5'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:39.948104 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Attempting to bind port f8edabc0-f684-4904-b2fa-901ac07f70e5 on network bd576572-5b58-40a3-95c9-770c755e02f5 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:39.952541 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d686221-d128-4c18-bd0f-181e203f656f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:39.953239 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0d686221-d128-4c18-bd0f-181e203f656f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.975190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Subnet': ['ID=bd59b7ca-a86d-4642-a73c-e2dd034f21cf,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:40.006215 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0d686221-d128-4c18-bd0f-181e203f656f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3041663 Feb 10 11:34:40.012122 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36226) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:40.042258 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:40.042629 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Checking segment: {'id': '3452ee75-d7ce-429c-b468-1e1b95223093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bd576572-5b58-40a3-95c9-770c755e02f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:40.043035 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.043431 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Bound using segment: {'id': '3452ee75-d7ce-429c-b468-1e1b95223093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bd576572-5b58-40a3-95c9-770c755e02f5'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:40.043914 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Bound port: f8edabc0-f684-4904-b2fa-901ac07f70e5, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3452ee75-d7ce-429c-b468-1e1b95223093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bd576572-5b58-40a3-95c9-770c755e02f5'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:40.044290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.079817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-02398c0b-2c24-4e2b-8b6e-9a99d093fc92 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Request body: {'network': {'name': 'tempest-router-network02--25441323'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:40.091251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-02398c0b-2c24-4e2b-8b6e-9a99d093fc92 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:40.096649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e95e728-ca6a-4ec5-aa47-381ac186fe92 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.113327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-02398c0b-2c24-4e2b-8b6e-9a99d093fc92 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Usage tracker for resource:network and tenant:42ff78e1fd674e2782ae40070b4d5aea is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:40.116724 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-02398c0b-2c24-4e2b-8b6e-9a99d093fc92 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:40.125165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-02398c0b-2c24-4e2b-8b6e-9a99d093fc92 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:40.130599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d686221-d128-4c18-bd0f-181e203f656f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event updated for resources: {'Network': ['ID=49141db3-0b1e-4ccf-8563-63b4843b0629,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:40.145661 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02398c0b-2c24-4e2b-8b6e-9a99d093fc92 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Made reservation on behalf of 42ff78e1fd674e2782ae40070b4d5aea for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:40.152079 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02398c0b-2c24-4e2b-8b6e-9a99d093fc92 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.156257 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 49141db3-0b1e-4ccf-8563-63b4843b0629 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:40.172823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.191341 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02398c0b-2c24-4e2b-8b6e-9a99d093fc92 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:40.205440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e95e728-ca6a-4ec5-aa47-381ac186fe92 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:40.216598 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02398c0b-2c24-4e2b-8b6e-9a99d093fc92 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.217341 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-02398c0b-2c24-4e2b-8b6e-9a99d093fc92 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Added segment ccb9419c-9fb3-4d25-a8da-c2defe3711d7 of type vlan for network d6135c19-8b85-40e0-8f22-71d25908449d Feb 10 11:34:40.233406 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c7cadf30-459f-418c-8684-727552c7416a req-680a3880-82c3-4939-9bd6-a3f146b9faf4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e47f622a65945dda4a63ba667a1ebd5&device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 1098 time: 1.0341699 Feb 10 11:34:40.234213 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-4e95e728-ca6a-4ec5-aa47-381ac186fe92 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:40.241425 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e95e728-ca6a-4ec5-aa47-381ac186fe92 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:40.246967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e95e728-ca6a-4ec5-aa47-381ac186fe92 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:40.247643 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e95e728-ca6a-4ec5-aa47-381ac186fe92 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.256161 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Allocated IP 2001:db8::2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/a195ae8c-1e15-4f66-9655-bc45d78fe70b/deda72d9-7239-4af2-9324-9fa02e8524b7) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:40.257167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02398c0b-2c24-4e2b-8b6e-9a99d093fc92 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.258460 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-0e2c3fa0-8d5a-449e-b170-5924bfedf2a7', 'network_id': '0e2c3fa0-8d5a-449e-b170-5924bfedf2a7', 'tenant_id': '42ff78e1fd674e2782ae40070b4d5aea', 'fixed_ips': [{'subnet_id': '524c675c-1eaf-4119-a741-f9f48a16d967'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:40.259313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.299228 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02398c0b-2c24-4e2b-8b6e-9a99d093fc92 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.304495 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02398c0b-2c24-4e2b-8b6e-9a99d093fc92 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:40.305481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02398c0b-2c24-4e2b-8b6e-9a99d093fc92 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.335691 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4e95e728-ca6a-4ec5-aa47-381ac186fe92 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7333348 Feb 10 11:34:40.349850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36236) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:40.411506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd576572-5b58-40a3-95c9-770c755e02f5']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:40.427766 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95e728-ca6a-4ec5-aa47-381ac186fe92 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=b465a33e-c770-423a-a31f-f65d0b6f6960,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:40.446515 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3452ee75-d7ce-429c-b468-1e1b95223093') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:40.446802 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3452ee75-d7ce-429c-b468-1e1b95223093') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:40.475801 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] For port f8edabc0-f684-4904-b2fa-901ac07f70e5, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:40.476800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.513545 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] For port f8edabc0-f684-4904-b2fa-901ac07f70e5, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f8edabc0-f684-4904-b2fa-901ac07f70e5,segment=NetworkSegment(3452ee75-d7ce-429c-b468-1e1b95223093),segment_id=3452ee75-d7ce-429c-b468-1e1b95223093)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:40.551173 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.551413 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.554591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d19c7a12-a802-4f67-9086-faf0b9f94ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.575223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d19c7a12-a802-4f67-9086-faf0b9f94ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.611915 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:40.612109 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-02398c0b-2c24-4e2b-8b6e-9a99d093fc92 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5964098 Feb 10 11:34:40.612198 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.616915 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36246) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:40.623498 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02398c0b-2c24-4e2b-8b6e-9a99d093fc92 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event updated for resources: {'Network': ['ID=d6135c19-8b85-40e0-8f22-71d25908449d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:40.636561 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d19c7a12-a802-4f67-9086-faf0b9f94ae1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99ed92f9b9c240a18aba428dc8472ebc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5709679 Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:40.637465 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:40.640693 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b0469614-6e00-4f96-993a-5a979cb7ffac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Request body: {'subnet': {'network_id': '49141db3-0b1e-4ccf-8563-63b4843b0629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:40.673528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network d6135c19-8b85-40e0-8f22-71d25908449d details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:40.690474 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36250) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:40.702593 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cadf30-459f-418c-8684-727552c7416a req-37921e94-e6f6-44e3-baa6-7e84256622c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:40.704305 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c7cadf30-459f-418c-8684-727552c7416a req-37921e94-e6f6-44e3-baa6-7e84256622c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 HTTP/1.1" status: 200 len: 913 time: 0.4230466 Feb 10 11:34:40.823269 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c7a12-a802-4f67-9086-faf0b9f94ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6e8a2e-626e-4e31-8cdd-70b6745fc7e7,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:40.831545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:34:40.831545 dv-neutron-828497-1-hyperv neutron-server[83555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:34:40.831545 dv-neutron-828497-1-hyperv neutron-server[83555]: [parameters: {'id': 'bd576572-5b58-40a3-95c9-770c755e02f5'}] Feb 10 11:34:40.831545 dv-neutron-828497-1-hyperv neutron-server[83555]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:34:40.832381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:34:40.866714 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c7cadf30-459f-418c-8684-727552c7416a req-87496205-40b0-4936-a909-8c241ad0c36e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eecc48b-0a10-46d3-916a-b281c257aead HTTP/1.1" status: 200 len: 1001 time: 0.1519015 Feb 10 11:34:40.958822 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cadf30-459f-418c-8684-727552c7416a req-ad51e4fc-44e6-4f06-b0e9-1372e74879c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:40.960451 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c7cadf30-459f-418c-8684-727552c7416a req-ad51e4fc-44e6-4f06-b0e9-1372e74879c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13860d03-a045-4a92-adff-58389fc1eb4f HTTP/1.1" status: 200 len: 851 time: 0.0877321 Feb 10 11:34:41.062606 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c7cadf30-459f-418c-8684-727552c7416a req-75e58110-f5fb-45f5-9f19-71d0a0b14761 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943332 Feb 10 11:34:41.099442 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e9e57-c2fd-4acc-b1ef-fef2ef4c5126 None None] Pushing event updated for resources: {'Port': ['ID=f8edabc0-f684-4904-b2fa-901ac07f70e5,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:41.104574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b0469614-6e00-4f96-993a-5a979cb7ffac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:41.115733 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b0469614-6e00-4f96-993a-5a979cb7ffac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Usage tracker for resource:subnet and tenant:42ff78e1fd674e2782ae40070b4d5aea is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:41.133560 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b0469614-6e00-4f96-993a-5a979cb7ffac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:41.146036 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5a2caa-f457-49e2-a20c-1ea39eaf8f04 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:41.150944 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2e5a2caa-f457-49e2-a20c-1ea39eaf8f04 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.7999845 Feb 10 11:34:41.151820 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36258) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:41.160893 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b0469614-6e00-4f96-993a-5a979cb7ffac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:41.173236 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Allocated IP 2001:db8::2 (0e2c3fa0-8d5a-449e-b170-5924bfedf2a7/524c675c-1eaf-4119-a741-f9f48a16d967/e6b9c55c-106d-4040-9685-453a1f7d3b9b) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:41.203159 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcad9aa8-cc21-4bed-a5b3-cd5f510460dc None None] Network bd576572-5b58-40a3-95c9-770c755e02f5 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:41.207112 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a9418ae-62a7-4054-b664-caea1285f5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.260975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0469614-6e00-4f96-993a-5a979cb7ffac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Made reservation on behalf of 42ff78e1fd674e2782ae40070b4d5aea for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:41.265080 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c7cadf30-459f-418c-8684-727552c7416a req-10a50917-4137-45da-9ec8-0d18ec710ab1 service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953769 Feb 10 11:34:41.345231 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.358560 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a9418ae-62a7-4054-b664-caea1285f5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.372131 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e1db3-43f9-44fa-97da-8f0e51a34e90 req-80ec47ce-ee96-4989-93ee-2aab20e1e304 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:41.373985 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-101e1db3-43f9-44fa-97da-8f0e51a34e90 req-80ec47ce-ee96-4989-93ee-2aab20e1e304 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.6651266 Feb 10 11:34:41.383201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Deleting port f8edabc0-f684-4904-b2fa-901ac07f70e5 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:41.383538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.396956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-76fa53bc-cc6b-4db6-a3e1-384c4fbfe119 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port b465a33e-c770-423a-a31f-f65d0b6f6960 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:41.397627 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76fa53bc-cc6b-4db6-a3e1-384c4fbfe119 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.424106 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.436000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Transition to ACTIVE for port object deda72d9-7239-4af2-9324-9fa02e8524b7 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:41.513003 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c7cadf30-459f-418c-8684-727552c7416a req-48d42a86-7753-476b-857c-a42cbddefefc service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418504 Feb 10 11:34:41.513559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Transition to ACTIVE for port object deda72d9-7239-4af2-9324-9fa02e8524b7 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:41.535099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0469614-6e00-4f96-993a-5a979cb7ffac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.641883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.744422 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] For port f8edabc0-f684-4904-b2fa-901ac07f70e5, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f8edabc0-f684-4904-b2fa-901ac07f70e5,segment=NetworkSegment(3452ee75-d7ce-429c-b468-1e1b95223093),segment_id=3452ee75-d7ce-429c-b468-1e1b95223093)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:41.744786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.754773 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Pushing event updated for resources: {'Port': ['ID=deda72d9-7239-4af2-9324-9fa02e8524b7,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:41.819352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76fa53bc-cc6b-4db6-a3e1-384c4fbfe119 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.828985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:41.836222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.843550 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:41.872623 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:41.876544 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Calling delete_port for f8edabc0-f684-4904-b2fa-901ac07f70e5 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:41.931006 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Transition to ACTIVE for port object e6b9c55c-106d-4040-9685-453a1f7d3b9b will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:41.954047 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-76fa53bc-cc6b-4db6-a3e1-384c4fbfe119 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for b465a33e-c770-423a-a31f-f65d0b6f6960 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:41.991832 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.030380 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-101e1db3-43f9-44fa-97da-8f0e51a34e90 req-6784a373-6e35-4f4d-8e9d-d9d86439c848 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6471317 Feb 10 11:34:42.073432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a9418ae-62a7-4054-b664-caea1285f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.125191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Port': ['ID=f8edabc0-f684-4904-b2fa-901ac07f70e5,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:42.137059 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Transition to ACTIVE for port object e6b9c55c-106d-4040-9685-453a1f7d3b9b will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:42.141522 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No DVR routers for this DVR port f8edabc0-f684-4904-b2fa-901ac07f70e5 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:42.144277 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a9418ae-62a7-4054-b664-caea1285f5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.146525 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4a9418ae-62a7-4054-b664-caea1285f5cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e6e8a2e-626e-4e31-8cdd-70b6745fc7e7 HTTP/1.1" status: 204 len: 168 time: 1.4531999 Feb 10 11:34:42.147620 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9418ae-62a7-4054-b664-caea1285f5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6e8a2e-626e-4e31-8cdd-70b6745fc7e7,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:42.159250 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.223099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Network 0e2c3fa0-8d5a-449e-b170-5924bfedf2a7 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:42.238268 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:42.244424 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:42.290414 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Attempting to bind port deda72d9-7239-4af2-9324-9fa02e8524b7 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:42.290414 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Attempting to bind port deda72d9-7239-4af2-9324-9fa02e8524b7 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:42.290414 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Attempting to bind port deda72d9-7239-4af2-9324-9fa02e8524b7 on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:42.295760 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36278) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:42.303816 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:42.304229 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:42.304578 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.304981 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:42.305482 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Bound port: deda72d9-7239-4af2-9324-9fa02e8524b7, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:42.305852 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.315045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.329079 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76fa53bc-cc6b-4db6-a3e1-384c4fbfe119 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.342992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd576572-5b58-40a3-95c9-770c755e02f5']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:42.356718 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3452ee75-d7ce-429c-b468-1e1b95223093') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:42.357055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3452ee75-d7ce-429c-b468-1e1b95223093') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:42.370018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.386245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.392657 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:42.393294 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.411561 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Attempting to bind port e6b9c55c-106d-4040-9685-453a1f7d3b9b on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:42.411929 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Attempting to bind port e6b9c55c-106d-4040-9685-453a1f7d3b9b by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'cd0b5306-c131-4a94-a879-42f75b40351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e2c3fa0-8d5a-449e-b170-5924bfedf2a7'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:42.412482 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Attempting to bind port e6b9c55c-106d-4040-9685-453a1f7d3b9b on network 0e2c3fa0-8d5a-449e-b170-5924bfedf2a7 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:42.426545 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:42.426712 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Checking segment: {'id': 'cd0b5306-c131-4a94-a879-42f75b40351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e2c3fa0-8d5a-449e-b170-5924bfedf2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:42.427110 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.427505 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Bound using segment: {'id': 'cd0b5306-c131-4a94-a879-42f75b40351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e2c3fa0-8d5a-449e-b170-5924bfedf2a7'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:42.427973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Bound port: e6b9c55c-106d-4040-9685-453a1f7d3b9b, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0b5306-c131-4a94-a879-42f75b40351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e2c3fa0-8d5a-449e-b170-5924bfedf2a7'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:42.428341 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.440965 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa53bc-cc6b-4db6-a3e1-384c4fbfe119 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=b465a33e-c770-423a-a31f-f65d0b6f6960,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:42.467459 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:42.502502 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.528898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76fa53bc-cc6b-4db6-a3e1-384c4fbfe119 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.544371 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0469614-6e00-4f96-993a-5a979cb7ffac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.547934 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Pushing event updated for resources: {'Port': ['ID=e6b9c55c-106d-4040-9685-453a1f7d3b9b,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:42.548802 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.576394 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Network': ['ID=bd576572-5b58-40a3-95c9-770c755e02f5,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:42.582692 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-76fa53bc-cc6b-4db6-a3e1-384c4fbfe119 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/b465a33e-c770-423a-a31f-f65d0b6f6960 HTTP/1.1" status: 204 len: 168 time: 1.4236352 Feb 10 11:34:42.589580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36284) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:42.646696 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0469614-6e00-4f96-993a-5a979cb7ffac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event updated for resources: {'Subnet': ['ID=4285ed04-af7e-4ae4-b542-bc5b9021ec90,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:42.649501 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0469614-6e00-4f96-993a-5a979cb7ffac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Checking segment: {'id': '9c0d0ece-7321-4757-b89f-ac217ca3261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49141db3-0b1e-4ccf-8563-63b4843b0629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:42.650710 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0469614-6e00-4f96-993a-5a979cb7ffac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Network hostable DHCP agents. Network: 49141db3-0b1e-4ccf-8563-63b4843b0629, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:42.661746 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] For port deda72d9-7239-4af2-9324-9fa02e8524b7, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:42.664037 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] For port e6b9c55c-106d-4040-9685-453a1f7d3b9b, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:42.667871 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] For port deda72d9-7239-4af2-9324-9fa02e8524b7, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=deda72d9-7239-4af2-9324-9fa02e8524b7,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:42.670180 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] For port e6b9c55c-106d-4040-9685-453a1f7d3b9b, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e6b9c55c-106d-4040-9685-453a1f7d3b9b,segment=NetworkSegment(cd0b5306-c131-4a94-a879-42f75b40351d),segment_id=cd0b5306-c131-4a94-a879-42f75b40351d)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:42.674234 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.679079 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0469614-6e00-4f96-993a-5a979cb7ffac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Network 49141db3-0b1e-4ccf-8563-63b4843b0629 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:42.685204 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e1a283b2-e3a2-4f6a-9294-ba6591d5541e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/bd576572-5b58-40a3-95c9-770c755e02f5 HTTP/1.1" status: 204 len: 168 time: 5.2567909 Feb 10 11:34:42.688390 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36290) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:42.695867 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b0469614-6e00-4f96-993a-5a979cb7ffac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 49141db3-0b1e-4ccf-8563-63b4843b0629) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:42.702666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0469614-6e00-4f96-993a-5a979cb7ffac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:42.703581 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0469614-6e00-4f96-993a-5a979cb7ffac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.709229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-2fd054e1-8aaf-4833-a30e-91ee8a87649f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2116595131'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:42.718863 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'network': {'name': 'tempest-network-smoke--1190295185', 'project_id': '0287a4c215574103957c73d52a854e74', 'port_security_enabled': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:42.719080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2fd054e1-8aaf-4833-a30e-91ee8a87649f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:42.726216 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2fd054e1-8aaf-4833-a30e-91ee8a87649f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:network and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:42.728914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:42.732021 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2fd054e1-8aaf-4833-a30e-91ee8a87649f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:42.734130 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:network and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:42.738462 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:42.743746 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41669292-86ab-46d7-bdac-e7286897941e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:42.746023 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41669292-86ab-46d7-bdac-e7286897941e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:42.746348 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.746921 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:42.747568 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-41669292-86ab-46d7-bdac-e7286897941e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:42.750445 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19445d18-6b57-4a70-93cc-a40ed3135ba4 None None] Network 49141db3-0b1e-4ccf-8563-63b4843b0629 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:42.751234 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2fd054e1-8aaf-4833-a30e-91ee8a87649f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:42.766576 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:42.770161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.773595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-41669292-86ab-46d7-bdac-e7286897941e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:42.778852 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-41669292-86ab-46d7-bdac-e7286897941e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1879303 Feb 10 11:34:42.779819 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36294) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:42.783283 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd054e1-8aaf-4833-a30e-91ee8a87649f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:42.787315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2fd054e1-8aaf-4833-a30e-91ee8a87649f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.787502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.804209 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b0469614-6e00-4f96-993a-5a979cb7ffac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1802406 Feb 10 11:34:42.807044 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36298) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:42.822866 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4aa21dbb-89a7-4dc1-bc71-bb4b495969d0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Request body: {'subnet': {'network_id': 'd6135c19-8b85-40e0-8f22-71d25908449d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:42.907868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adc663-259a-4a50-9e75-0535e13dff92 None None] Pushing event updated for resources: {'Port': ['ID=deda72d9-7239-4af2-9324-9fa02e8524b7,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:42.963987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36302) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:43.044929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd054e1-8aaf-4833-a30e-91ee8a87649f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:43.067425 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:43.075419 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:43.110304 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:43.113976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4aa21dbb-89a7-4dc1-bc71-bb4b495969d0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:43.116265 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87640c0-ef6d-4b94-8a53-1053906d8a98 None None] Pushing event updated for resources: {'Port': ['ID=e6b9c55c-106d-4040-9685-453a1f7d3b9b,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:43.120850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:43.138389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4aa21dbb-89a7-4dc1-bc71-bb4b495969d0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Usage tracker for resource:subnet and tenant:42ff78e1fd674e2782ae40070b4d5aea is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:43.142426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4aa21dbb-89a7-4dc1-bc71-bb4b495969d0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:43.153871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4aa21dbb-89a7-4dc1-bc71-bb4b495969d0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:43.176958 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa21dbb-89a7-4dc1-bc71-bb4b495969d0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Made reservation on behalf of 42ff78e1fd674e2782ae40070b4d5aea for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:43.211971 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a585919f-4157-4efc-b190-d4201451149d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9582ae79fbce41f089afab55516f3656&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2436728 Feb 10 11:34:43.230807 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-49141db3-0b1e-4ccf-8563-63b4843b0629', 'network_id': '49141db3-0b1e-4ccf-8563-63b4843b0629', 'tenant_id': '42ff78e1fd674e2782ae40070b4d5aea', 'fixed_ips': [{'subnet_id': '4285ed04-af7e-4ae4-b542-bc5b9021ec90'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:43.231953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.234466 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36308) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:43.331894 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2fd054e1-8aaf-4833-a30e-91ee8a87649f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.332379 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-2fd054e1-8aaf-4833-a30e-91ee8a87649f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Added segment bc0caa10-1fa1-4899-aa3e-8f9c5a0ead7e of type vlan for network 78ab1d31-8edf-4dd6-a630-158201a1d8dc Feb 10 11:34:43.451996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d619b5-231f-4b2b-a6ca-7e7f903241a4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet a195ae8c-1e15-4f66-9655-bc45d78fe70b {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:43.461696 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Allocated IP 2001:db8::2 (49141db3-0b1e-4ccf-8563-63b4843b0629/4285ed04-af7e-4ae4-b542-bc5b9021ec90/6ce98b56-8974-4878-83e8-8d25fdb018c2) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:43.468680 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-73d619b5-231f-4b2b-a6ca-7e7f903241a4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.523269 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2fd054e1-8aaf-4833-a30e-91ee8a87649f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.541312 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9aa41a69-5319-4c9b-99af-5946cb684706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.576004 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9aa41a69-5319-4c9b-99af-5946cb684706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.600271 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4aa21dbb-89a7-4dc1-bc71-bb4b495969d0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.620406 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.652147 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-73d619b5-231f-4b2b-a6ca-7e7f903241a4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.683672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.689942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9aa41a69-5319-4c9b-99af-5946cb684706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.695680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:43.705437 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.705752 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Added segment 4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7 of type vlan for network cb72c25c-df2c-4406-bb4c-56e973a31e8f Feb 10 11:34:43.722807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa41a69-5319-4c9b-99af-5946cb684706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec0359f-dc21-4bee-92dc-d5a3c142551e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:43.734244 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.737285 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2fd054e1-8aaf-4833-a30e-91ee8a87649f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.741307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd054e1-8aaf-4833-a30e-91ee8a87649f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:43.741995 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2fd054e1-8aaf-4833-a30e-91ee8a87649f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.752312 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.765374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Transition to ACTIVE for port object 6ce98b56-8974-4878-83e8-8d25fdb018c2 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:43.782537 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.786336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:43.787087 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.788098 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Transition to ACTIVE for port object 6ce98b56-8974-4878-83e8-8d25fdb018c2 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:43.797464 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.869317 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9aa41a69-5319-4c9b-99af-5946cb684706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.874400 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9aa41a69-5319-4c9b-99af-5946cb684706 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ec0359f-dc21-4bee-92dc-d5a3c142551e HTTP/1.1" status: 204 len: 168 time: 0.6344609 Feb 10 11:34:43.885662 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2fd054e1-8aaf-4833-a30e-91ee8a87649f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1960757 Feb 10 11:34:43.894052 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Network 49141db3-0b1e-4ccf-8563-63b4843b0629 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:43.894893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36314) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:43.895014 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Pushing event updated for resources: {'Port': ['ID=6ce98b56-8974-4878-83e8-8d25fdb018c2,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:43.897674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:43.899741 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:43.916506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'subnet': {'network_id': '78ab1d31-8edf-4dd6-a630-158201a1d8dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:43.936446 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd054e1-8aaf-4833-a30e-91ee8a87649f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Network': ['ID=78ab1d31-8edf-4dd6-a630-158201a1d8dc,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:43.976842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 78ab1d31-8edf-4dd6-a630-158201a1d8dc details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:44.009440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-73d619b5-231f-4b2b-a6ca-7e7f903241a4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.023228 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aee3d57-241c-4c84-a438-12ee93c2c267,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:44.034055 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7369854 Feb 10 11:34:44.040362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36318) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:44.049532 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b5c7b-b635-4124-bb01-d7eb98990f2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Network': ['ID=cb72c25c-df2c-4406-bb4c-56e973a31e8f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:44.055104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-595742680', 'admin_state_up': True, 'project_id': '0287a4c215574103957c73d52a854e74', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:44.068021 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:44.074092 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:router and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:44.083162 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:44.089936 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:44.097274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network cb72c25c-df2c-4406-bb4c-56e973a31e8f details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:44.107855 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.108808 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.121195 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39906e3b-9852-4fed-8201-0235b13dd24b req-76311db5-85da-43fc-9ee4-0ad802759b89 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:44.122752 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39906e3b-9852-4fed-8201-0235b13dd24b req-76311db5-85da-43fc-9ee4-0ad802759b89 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.6039803 Feb 10 11:34:44.138390 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Attempting to bind port 6ce98b56-8974-4878-83e8-8d25fdb018c2 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:44.138767 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Attempting to bind port 6ce98b56-8974-4878-83e8-8d25fdb018c2 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9c0d0ece-7321-4757-b89f-ac217ca3261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49141db3-0b1e-4ccf-8563-63b4843b0629'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:44.139136 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Attempting to bind port 6ce98b56-8974-4878-83e8-8d25fdb018c2 on network 49141db3-0b1e-4ccf-8563-63b4843b0629 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:44.252156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.316093 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:44.316585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Checking segment: {'id': '9c0d0ece-7321-4757-b89f-ac217ca3261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49141db3-0b1e-4ccf-8563-63b4843b0629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:44.317087 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.317510 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Bound using segment: {'id': '9c0d0ece-7321-4757-b89f-ac217ca3261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49141db3-0b1e-4ccf-8563-63b4843b0629'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:44.318009 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Bound port: 6ce98b56-8974-4878-83e8-8d25fdb018c2, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0d0ece-7321-4757-b89f-ac217ca3261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49141db3-0b1e-4ccf-8563-63b4843b0629'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:44.318533 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.349787 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39906e3b-9852-4fed-8201-0235b13dd24b req-d3361bc9-846f-4aa4-862e-d73d92c84dba tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094519 Feb 10 11:34:44.360519 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-73d619b5-231f-4b2b-a6ca-7e7f903241a4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.438320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d619b5-231f-4b2b-a6ca-7e7f903241a4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=a195ae8c-1e15-4f66-9655-bc45d78fe70b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:44.440843 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:44.447948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:subnet and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:44.458206 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-73d619b5-231f-4b2b-a6ca-7e7f903241a4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.490681 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:44.495436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:44.500083 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-73d619b5-231f-4b2b-a6ca-7e7f903241a4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/a195ae8c-1e15-4f66-9655-bc45d78fe70b HTTP/1.1" status: 204 len: 168 time: 1.7186284 Feb 10 11:34:44.502752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36328) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:44.659708 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:44.682946 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a06e06c1-608e-4043-8972-3498cdaec8c2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1787870 Feb 10 11:34:44.688544 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36334) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:44.696678 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] For port 6ce98b56-8974-4878-83e8-8d25fdb018c2, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:44.717827 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] For port 6ce98b56-8974-4878-83e8-8d25fdb018c2, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6ce98b56-8974-4878-83e8-8d25fdb018c2,segment=NetworkSegment(9c0d0ece-7321-4757-b89f-ac217ca3261d),segment_id=9c0d0ece-7321-4757-b89f-ac217ca3261d)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:44.727067 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.814674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc1d6bd-04d4-4e9c-b28a-aaa6ca1b87c3 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:44.817587 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4aa21dbb-89a7-4dc1-bc71-bb4b495969d0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.859350 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e6b9c55c-106d-4040-9685-453a1f7d3b9b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:44.988841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.994597 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa21dbb-89a7-4dc1-bc71-bb4b495969d0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event updated for resources: {'Subnet': ['ID=b3d908fc-7b19-4c86-a638-bffd255b44ff,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:45.018377 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.035041 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39c2e06-706a-4c9a-856e-e4725a412611 None None] Network 0e2c3fa0-8d5a-449e-b170-5924bfedf2a7 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:45.051842 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa21dbb-89a7-4dc1-bc71-bb4b495969d0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Checking segment: {'id': 'ccb9419c-9fb3-4d25-a8da-c2defe3711d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd6135c19-8b85-40e0-8f22-71d25908449d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:45.052344 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa21dbb-89a7-4dc1-bc71-bb4b495969d0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Network hostable DHCP agents. Network: d6135c19-8b85-40e0-8f22-71d25908449d, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:45.100736 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085177b-25ac-4ed7-9605-d88f4a5bf92e req-a66771a9-a061-48d1-9f80-64b9d3faa8c1 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:45.101084 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544ad011-0adf-4994-9613-84ebd769533d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:45.101802 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-544ad011-0adf-4994-9613-84ebd769533d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:45.102605 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5085177b-25ac-4ed7-9605-d88f4a5bf92e req-a66771a9-a061-48d1-9f80-64b9d3faa8c1 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.3660731 Feb 10 11:34:45.108307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.ipam_backend_mixin [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Performing IP validity checks on allocation pools {{(pid=83555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 11:34:45.108955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.ipam_backend_mixin [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 11:34:45.139729 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-544ad011-0adf-4994-9613-84ebd769533d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:45.141022 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-544ad011-0adf-4994-9613-84ebd769533d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4514236 Feb 10 11:34:45.144293 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36344) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:45.272432 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5085177b-25ac-4ed7-9605-d88f4a5bf92e req-70650b70-94ee-478e-b2ea-a31862681d36 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599379 Feb 10 11:34:45.273218 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcedc0d-77c1-4ad7-9d68-2275116ae9f0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:45.273336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa21dbb-89a7-4dc1-bc71-bb4b495969d0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Network d6135c19-8b85-40e0-8f22-71d25908449d is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:45.274095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9dcedc0d-77c1-4ad7-9d68-2275116ae9f0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:45.274278 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port e6b9c55c-106d-4040-9685-453a1f7d3b9b completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:45.295754 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-4aa21dbb-89a7-4dc1-bc71-bb4b495969d0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, d6135c19-8b85-40e0-8f22-71d25908449d) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:45.299640 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device deda72d9-7239-4af2-9324-9fa02e8524b7 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:45.304196 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa21dbb-89a7-4dc1-bc71-bb4b495969d0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:45.305292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4aa21dbb-89a7-4dc1-bc71-bb4b495969d0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.354430 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9dcedc0d-77c1-4ad7-9d68-2275116ae9f0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:45.356843 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9dcedc0d-77c1-4ad7-9d68-2275116ae9f0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2116315 Feb 10 11:34:45.370320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-48eb15ba-064d-4bfd-b6ab-a41a3dc7b1c2 None None] Provisioning for port deda72d9-7239-4af2-9324-9fa02e8524b7 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:45.370476 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36352) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:45.376257 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca2918b-21ef-4daa-99a7-81de923e85da None None] Network d6135c19-8b85-40e0-8f22-71d25908449d requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:45.434948 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4aa21dbb-89a7-4dc1-bc71-bb4b495969d0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6207392 Feb 10 11:34:45.435479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36358) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:45.443834 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.477813 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-13bed866-58a0-43d6-8ccc-a5d60f51a997 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1153216 Feb 10 11:34:45.486013 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36362) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:45.526197 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.558026 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:45.647447 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c369d-a217-404b-b2c2-90a6af456aba None None] Pushing event updated for resources: {'Port': ['ID=6ce98b56-8974-4878-83e8-8d25fdb018c2,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:45.664470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36366) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:45.702249 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.706069 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:45.791175 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Subnet': ['ID=fac1a1a4-b530-472b-b8ac-11c6556579db,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:45.801004 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:45.856856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:45.912320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port deda72d9-7239-4af2-9324-9fa02e8524b7 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:45.951131 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Checking segment: {'id': 'bc0caa10-1fa1-4899-aa3e-8f9c5a0ead7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '78ab1d31-8edf-4dd6-a630-158201a1d8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:45.951494 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network hostable DHCP agents. Network: 78ab1d31-8edf-4dd6-a630-158201a1d8dc, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:45.982074 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port deda72d9-7239-4af2-9324-9fa02e8524b7 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:45.982596 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.076823 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-030eed8f-e04c-4f6a-b124-65ac7d8efa8b tempest-AgentManagementNegativeTest-584775839 tempest-AgentManagementNegativeTest-584775839-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3935595 Feb 10 11:34:46.090068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network 78ab1d31-8edf-4dd6-a630-158201a1d8dc is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:46.167425 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1b0bc818-70ce-43f4-a10c-026620e2b949 None None] Provisioning for port e6b9c55c-106d-4040-9685-453a1f7d3b9b completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:46.195516 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-d6135c19-8b85-40e0-8f22-71d25908449d', 'network_id': 'd6135c19-8b85-40e0-8f22-71d25908449d', 'tenant_id': '42ff78e1fd674e2782ae40070b4d5aea', 'fixed_ips': [{'subnet_id': 'b3d908fc-7b19-4c86-a638-bffd255b44ff'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:46.196760 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.210681 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a00b9-abe8-408f-96c6-eecc95f98113 req-56ae9b6c-bf97-4c3f-97ae-30b5c86b62e7 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:46.213803 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-920a00b9-abe8-408f-96c6-eecc95f98113 req-56ae9b6c-bf97-4c3f-97ae-30b5c86b62e7 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.7338679 Feb 10 11:34:46.215379 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 78ab1d31-8edf-4dd6-a630-158201a1d8dc) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:46.225563 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:46.226069 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.230790 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1b0bc818-70ce-43f4-a10c-026620e2b949 None None] Provisioning complete for port e6b9c55c-106d-4040-9685-453a1f7d3b9b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:46.231365 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b0bc818-70ce-43f4-a10c-026620e2b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.280987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca49a7a-8138-40a4-a791-9592101ed5b8 None None] Network 78ab1d31-8edf-4dd6-a630-158201a1d8dc requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:46.288847 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bafa2348-d244-4f4f-aca8-f5f1a1d3a997 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3873858 Feb 10 11:34:46.295355 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36374) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:46.318748 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.26.4.188 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/a2841af1-aa28-417b-809a-e8513e350eb0) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:46.364917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.448018 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-920a00b9-abe8-408f-96c6-eecc95f98113 req-80cf7d42-399b-4398-9acf-eef25fc17872 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235646 Feb 10 11:34:46.479387 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.547020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.594631 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357842ba-cac3-49d0-91de-bf71ffe6a6ab None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:46.895937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36382) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:46.928652 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Allocated IP 2001:db8::2 (d6135c19-8b85-40e0-8f22-71d25908449d/b3d908fc-7b19-4c86-a638-bffd255b44ff/5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:47.022653 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.094636 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d64d1-a44f-41a7-9503-6639ad17d1ba req-8551f4a4-d34d-49ee-be49-339fcfa69811 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:47.096531 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156d64d1-a44f-41a7-9503-6639ad17d1ba req-8551f4a4-d34d-49ee-be49-339fcfa69811 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.2057579 Feb 10 11:34:47.172631 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-357842ba-cac3-49d0-91de-bf71ffe6a6ab None None] Deleting port deda72d9-7239-4af2-9324-9fa02e8524b7 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:47.173268 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-357842ba-cac3-49d0-91de-bf71ffe6a6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.183166 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd7cb6a2-767f-485e-95af-4435419b2608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.226794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73be1062-a25a-4caa-afe9-9c2b9ec64782 None None] Network 49141db3-0b1e-4ccf-8563-63b4843b0629 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:47.251133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8b51-1eaa-4ac0-96b2-5a84b7fb219a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.252703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.354106 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dd7cb6a2-767f-485e-95af-4435419b2608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:47.366554 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156d64d1-a44f-41a7-9503-6639ad17d1ba req-e1e82497-a4f3-4da9-ab43-05a396080a99 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322512 Feb 10 11:34:47.373654 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dd7cb6a2-767f-485e-95af-4435419b2608 admin admin] Usage tracker for resource:security_group_rule and tenant:72359b27e9f64c7a91e15024bb2bf7f8 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:47.380764 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dd7cb6a2-767f-485e-95af-4435419b2608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:47.392465 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=a2841af1-aa28-417b-809a-e8513e350eb0,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:47.402382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dd7cb6a2-767f-485e-95af-4435419b2608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:47.402382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:47.402606 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port deda72d9-7239-4af2-9324-9fa02e8524b7, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=deda72d9-7239-4af2-9324-9fa02e8524b7,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:47.402734 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:47.414043 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:47.484978 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.518300 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b0bc818-70ce-43f4-a10c-026620e2b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.564374 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8b51-1eaa-4ac0-96b2-5a84b7fb219a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.654455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8b51-1eaa-4ac0-96b2-5a84b7fb219a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.700238 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333d879f-f4c1-4d25-bc0a-141556ca2747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-78ab1d31-8edf-4dd6-a630-158201a1d8dc', 'network_id': '78ab1d31-8edf-4dd6-a630-158201a1d8dc', 'tenant_id': '0321bdcd3694442c81b48711c5018d0c', 'fixed_ips': [{'subnet_id': 'fac1a1a4-b530-472b-b8ac-11c6556579db'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:47.701204 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-333d879f-f4c1-4d25-bc0a-141556ca2747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.711087 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6ce98b56-8974-4878-83e8-8d25fdb018c2 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:47.729651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d8b51-1eaa-4ac0-96b2-5a84b7fb219a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Subnet': ['ID=fac1a1a4-b530-472b-b8ac-11c6556579db,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:47.751838 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Allocated IP 2001:db8::1 (49141db3-0b1e-4ccf-8563-63b4843b0629/4285ed04-af7e-4ae4-b542-bc5b9021ec90/a8c2a146-74fc-4de6-9264-5426a9b53d42) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:47.783913 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.787962 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd7cb6a2-767f-485e-95af-4435419b2608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.810291 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd7cb6a2-767f-485e-95af-4435419b2608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.818971 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.objects.ports [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:34:47.819437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Transition to ACTIVE for port object 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:47.867557 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8b51-1eaa-4ac0-96b2-5a84b7fb219a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.918284 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766271b-3668-4a23-a947-7ac356bc40bb req-a8319599-4c65-4a9a-af6e-b37fa928a9c4 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:47.920076 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5766271b-3668-4a23-a947-7ac356bc40bb req-a8319599-4c65-4a9a-af6e-b37fa928a9c4 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.3804672 Feb 10 11:34:47.988917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cb6a2-767f-485e-95af-4435419b2608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf70fec-4dd3-4cfc-bcea-3d98360d53d6,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:47.995734 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5a6d8b51-1eaa-4ac0-96b2-5a84b7fb219a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ab1d31-8edf-4dd6-a630-158201a1d8dc']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:48.002022 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dd7cb6a2-767f-485e-95af-4435419b2608 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72359b27e9f64c7a91e15024bb2bf7f8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1047151 Feb 10 11:34:48.007851 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36390) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:48.041192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5a6d8b51-1eaa-4ac0-96b2-5a84b7fb219a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0caa10-1fa1-4899-aa3e-8f9c5a0ead7e') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:48.041904 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5a6d8b51-1eaa-4ac0-96b2-5a84b7fb219a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0caa10-1fa1-4899-aa3e-8f9c5a0ead7e') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:48.065450 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=deda72d9-7239-4af2-9324-9fa02e8524b7,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:48.070940 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Transition to ACTIVE for port object 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:48.076654 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1b0bc818-70ce-43f4-a10c-026620e2b949 None None] For port e6b9c55c-106d-4040-9685-453a1f7d3b9b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e6b9c55c-106d-4040-9685-453a1f7d3b9b,segment=NetworkSegment(cd0b5306-c131-4a94-a879-42f75b40351d),segment_id=cd0b5306-c131-4a94-a879-42f75b40351d)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:48.079648 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5766271b-3668-4a23-a947-7ac356bc40bb req-e5a3e031-6ab4-4eef-8df8-93200207c1a9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382992 Feb 10 11:34:48.109950 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8b51-1eaa-4ac0-96b2-5a84b7fb219a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.165891 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.166646 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.168707 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac58cc44-ea0d-44ec-8694-79e59849e71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.205046 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.208938 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b0bc818-70ce-43f4-a10c-026620e2b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.284381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.291914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.330899 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Transition to ACTIVE for port object a8c2a146-74fc-4de6-9264-5426a9b53d42 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:48.355986 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac58cc44-ea0d-44ec-8694-79e59849e71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.414444 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0bc40d-84c8-43a6-bd17-873d975b9d4d None None] Network 78ab1d31-8edf-4dd6-a630-158201a1d8dc requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:48.416774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8b51-1eaa-4ac0-96b2-5a84b7fb219a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.431862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6d8b51-1eaa-4ac0-96b2-5a84b7fb219a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:48.432526 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8b51-1eaa-4ac0-96b2-5a84b7fb219a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:48.503442 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:48.515955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.634464 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-801ddc64-bf2c-4e11-84f9-a6d550b96b7e None None] Provisioning for port 6ce98b56-8974-4878-83e8-8d25fdb018c2 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:48.655857 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-357842ba-cac3-49d0-91de-bf71ffe6a6ab None None] For port deda72d9-7239-4af2-9324-9fa02e8524b7, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=deda72d9-7239-4af2-9324-9fa02e8524b7,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:48.656978 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-357842ba-cac3-49d0-91de-bf71ffe6a6ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.674707 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Network d6135c19-8b85-40e0-8f22-71d25908449d is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:48.702246 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Network 49141db3-0b1e-4ccf-8563-63b4843b0629 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:48.704163 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:48.704609 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:48.706918 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event updated for resources: {'Port': ['ID=a8c2a146-74fc-4de6-9264-5426a9b53d42,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:48.708675 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac58cc44-ea0d-44ec-8694-79e59849e71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.709732 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:48.710482 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.711283 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:48.716811 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 6ce98b56-8974-4878-83e8-8d25fdb018c2 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:48.717063 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8b51-1eaa-4ac0-96b2-5a84b7fb219a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.724475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Pushing event updated for resources: {'Port': ['ID=5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:48.740385 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58cc44-ea0d-44ec-8694-79e59849e71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf70fec-4dd3-4cfc-bcea-3d98360d53d6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:48.742768 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8b51-1eaa-4ac0-96b2-5a84b7fb219a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.764378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d8b51-1eaa-4ac0-96b2-5a84b7fb219a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Network': ['ID=78ab1d31-8edf-4dd6-a630-158201a1d8dc,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:48.778651 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5a6d8b51-1eaa-4ac0-96b2-5a84b7fb219a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/78ab1d31-8edf-4dd6-a630-158201a1d8dc HTTP/1.1" status: 204 len: 168 time: 2.4820766 Feb 10 11:34:48.784415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36396) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:48.796544 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a31ef3ec-da05-4443-9026-cba6eabc8150 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-653234634'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:48.805083 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a31ef3ec-da05-4443-9026-cba6eabc8150 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:48.805498 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] For port deda72d9-7239-4af2-9324-9fa02e8524b7, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=deda72d9-7239-4af2-9324-9fa02e8524b7,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:48.810828 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a31ef3ec-da05-4443-9026-cba6eabc8150 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:network and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:48.815647 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a31ef3ec-da05-4443-9026-cba6eabc8150 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:48.827241 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac58cc44-ea0d-44ec-8694-79e59849e71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.828392 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ac58cc44-ea0d-44ec-8694-79e59849e71c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/faf70fec-4dd3-4cfc-bcea-3d98360d53d6 HTTP/1.1" status: 204 len: 168 time: 0.8204527 Feb 10 11:34:48.854306 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-801ddc64-bf2c-4e11-84f9-a6d550b96b7e None None] Provisioning complete for port 6ce98b56-8974-4878-83e8-8d25fdb018c2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:48.855091 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-801ddc64-bf2c-4e11-84f9-a6d550b96b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.877823 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.887086 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.887923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.893769 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a31ef3ec-da05-4443-9026-cba6eabc8150 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:48.966565 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31ef3ec-da05-4443-9026-cba6eabc8150 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:48.973392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a31ef3ec-da05-4443-9026-cba6eabc8150 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.038758 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:49.047355 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:49.047898 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.057747 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:49.058346 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.085969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=deda72d9-7239-4af2-9324-9fa02e8524b7,revision_number=6']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:49.089296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=b83c605b-18fb-469f-82e4-1f77eb73b6b5,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:49.104774 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7e63a9e1-91e7-4dba-b01e-9962c73d57cd tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6142585 Feb 10 11:34:49.105639 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36404) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:49.108887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 6b0115d0-c134-4231-8a55-f8853891cad8 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:34:49.114571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ad54d1d3-b0d6-4a23-8f35-48ebb0fea12c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:49.173070 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31ef3ec-da05-4443-9026-cba6eabc8150 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:49.204083 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a31ef3ec-da05-4443-9026-cba6eabc8150 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.204417 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-a31ef3ec-da05-4443-9026-cba6eabc8150 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Added segment f25ff54c-31df-4599-9a98-5082d3a548d3 of type vlan for network 3ecd78b8-bbe1-4a31-938e-a1ac9c868659 Feb 10 11:34:49.239084 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-357842ba-cac3-49d0-91de-bf71ffe6a6ab None None] Calling delete_port for deda72d9-7239-4af2-9324-9fa02e8524b7 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:49.377320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 6ce98b56-8974-4878-83e8-8d25fdb018c2 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:49.378104 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.416896 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a31ef3ec-da05-4443-9026-cba6eabc8150 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.486451 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ad54d1d3-b0d6-4a23-8f35-48ebb0fea12c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:49.493703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ad54d1d3-b0d6-4a23-8f35-48ebb0fea12c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:49.500049 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ad54d1d3-b0d6-4a23-8f35-48ebb0fea12c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:49.500303 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a31ef3ec-da05-4443-9026-cba6eabc8150 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.504377 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31ef3ec-da05-4443-9026-cba6eabc8150 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:49.505117 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a31ef3ec-da05-4443-9026-cba6eabc8150 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.512581 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589d333-558c-4200-9a9d-8434c6657d73 req-1d0aef23-5747-4738-afd7-1a36fbac92eb tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:49.514136 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a589d333-558c-4200-9a9d-8434c6657d73 req-1d0aef23-5747-4738-afd7-1a36fbac92eb tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.3288822 Feb 10 11:34:49.515691 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ad54d1d3-b0d6-4a23-8f35-48ebb0fea12c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:49.548733 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad54d1d3-b0d6-4a23-8f35-48ebb0fea12c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:49.552253 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ad54d1d3-b0d6-4a23-8f35-48ebb0fea12c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.739477 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a589d333-558c-4200-9a9d-8434c6657d73 req-d8a6fce0-a38c-4740-9e29-16fe9f4fde4d tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110584 Feb 10 11:34:49.771571 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.ipam_backend_mixin [None req-ad54d1d3-b0d6-4a23-8f35-48ebb0fea12c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b83c605b-18fb-469f-82e4-1f77eb73b6b5 (CIDR: 2001:db8::/64) Feb 10 11:34:49.784322 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad54d1d3-b0d6-4a23-8f35-48ebb0fea12c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:49.784769 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad54d1d3-b0d6-4a23-8f35-48ebb0fea12c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:49.817442 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ad54d1d3-b0d6-4a23-8f35-48ebb0fea12c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7099788 Feb 10 11:34:49.820025 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36418) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:49.839659 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-357842ba-cac3-49d0-91de-bf71ffe6a6ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:34:49.840023 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-357842ba-cac3-49d0-91de-bf71ffe6a6ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:34:49.842778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:49.929598 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.934815 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1b1ecd1b-a1d9-42f2-be57-e0e1dbcfd871 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.8850465 Feb 10 11:34:49.935308 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36424) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:49.969686 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a31ef3ec-da05-4443-9026-cba6eabc8150 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1841984 Feb 10 11:34:49.972794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36430) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:49.982357 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8abeece9-83aa-45d2-bb2f-aade54edf596 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'subnet': {'network_id': '3ecd78b8-bbe1-4a31-938e-a1ac9c868659', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:49.993006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ef3ec-da05-4443-9026-cba6eabc8150 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Network': ['ID=3ecd78b8-bbe1-4a31-938e-a1ac9c868659,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:50.083114 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.090315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.091375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.116199 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-801ddc64-bf2c-4e11-84f9-a6d550b96b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.132960 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Attempting to bind port 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:50.133725 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Attempting to bind port 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'ccb9419c-9fb3-4d25-a8da-c2defe3711d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd6135c19-8b85-40e0-8f22-71d25908449d'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:50.134541 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Attempting to bind port 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 on network d6135c19-8b85-40e0-8f22-71d25908449d {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:50.148025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Sync routers for ids ['6b0115d0-c134-4231-8a55-f8853891cad8'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:50.160636 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8abeece9-83aa-45d2-bb2f-aade54edf596 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:50.167302 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8abeece9-83aa-45d2-bb2f-aade54edf596 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:subnet and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:50.173166 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8abeece9-83aa-45d2-bb2f-aade54edf596 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:50.174234 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.183998 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8abeece9-83aa-45d2-bb2f-aade54edf596 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:50.195767 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 3ecd78b8-bbe1-4a31-938e-a1ac9c868659 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:50.198726 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abeece9-83aa-45d2-bb2f-aade54edf596 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:50.223581 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:50.224398 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Checking segment: {'id': 'ccb9419c-9fb3-4d25-a8da-c2defe3711d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd6135c19-8b85-40e0-8f22-71d25908449d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:50.225062 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.225684 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Bound using segment: {'id': 'ccb9419c-9fb3-4d25-a8da-c2defe3711d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd6135c19-8b85-40e0-8f22-71d25908449d'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:50.226320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Bound port: 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb9419c-9fb3-4d25-a8da-c2defe3711d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd6135c19-8b85-40e0-8f22-71d25908449d'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:50.226856 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.266408 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event updated for resources: {'Port': ['ID=a8c2a146-74fc-4de6-9264-5426a9b53d42,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:50.390682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Network 49141db3-0b1e-4ccf-8563-63b4843b0629 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:50.392226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:50.421238 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cc43ab58-0ef1-4090-9f48-0730bb0b190c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:50.523666 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-357842ba-cac3-49d0-91de-bf71ffe6a6ab None None] Deleting port deda72d9-7239-4af2-9324-9fa02e8524b7 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:50.524260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-357842ba-cac3-49d0-91de-bf71ffe6a6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.565267 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fdd03794-dcf8-4dde-9088-35e1bf66c772 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=0287a4c215574103957c73d52a854e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6286068 Feb 10 11:34:50.568367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36440) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:50.575941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8abeece9-83aa-45d2-bb2f-aade54edf596 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.709263 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-801ddc64-bf2c-4e11-84f9-a6d550b96b7e None None] For port 6ce98b56-8974-4878-83e8-8d25fdb018c2, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6ce98b56-8974-4878-83e8-8d25fdb018c2,segment=NetworkSegment(9c0d0ece-7321-4757-b89f-ac217ca3261d),segment_id=9c0d0ece-7321-4757-b89f-ac217ca3261d)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:50.751364 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36444) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:50.802043 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cc43ab58-0ef1-4090-9f48-0730bb0b190c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:50.810116 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cc43ab58-0ef1-4090-9f48-0730bb0b190c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:50.813946 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cc43ab58-0ef1-4090-9f48-0730bb0b190c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:50.821538 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cc43ab58-0ef1-4090-9f48-0730bb0b190c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:50.928732 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc43ab58-0ef1-4090-9f48-0730bb0b190c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:50.934589 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc43ab58-0ef1-4090-9f48-0730bb0b190c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.948745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Routers {'6b0115d0-c134-4231-8a55-f8853891cad8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:50.952695 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6b0115d0-c134-4231-8a55-f8853891cad8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:51.086573 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:34:51.137505 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] For port 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:51.141262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] For port 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0,segment=NetworkSegment(ccb9419c-9fb3-4d25-a8da-c2defe3711d7),segment_id=ccb9419c-9fb3-4d25-a8da-c2defe3711d7)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:51.156699 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:51.162654 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-801ddc64-bf2c-4e11-84f9-a6d550b96b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:51.164796 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bc818-70ce-43f4-a10c-026620e2b949 None None] Pushing event updated for resources: {'Port': ['ID=e6b9c55c-106d-4040-9685-453a1f7d3b9b,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:51.240812 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cabedf-4150-4d19-bb15-2d0a2fa5e85d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:51.243099 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d8cabedf-4150-4d19-bb15-2d0a2fa5e85d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6651175 Feb 10 11:34:51.247068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36452) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.248136 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-c6c75ded-9506-4657-84fc-d27fc54aaf4b tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.252499 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c6c75ded-9506-4657-84fc-d27fc54aaf4b tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.5000794 Feb 10 11:34:51.258118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36456) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.342325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-3ce487a7-8b29-4da6-bf72-108b6d2ad831 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.344117 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3ce487a7-8b29-4da6-bf72-108b6d2ad831 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0145025 Feb 10 11:34:51.346903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36460) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.363680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-ba94e09c-4a5a-4a14-96f7-5dd93a708c16 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.367600 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ba94e09c-4a5a-4a14-96f7-5dd93a708c16 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0167768 Feb 10 11:34:51.370228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36464) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.374951 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-45d2476f-af4a-4d2e-92bc-9e9a665ebefe tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1263592 Feb 10 11:34:51.379415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36468) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.380769 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-43942b17-02e5-431e-9ee3-deb8a793b1d8 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.386549 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-43942b17-02e5-431e-9ee3-deb8a793b1d8 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0104413 Feb 10 11:34:51.387752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36472) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.388322 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-67352216-0022-4266-af1f-8e56a53d5855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2087179059', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'project_id': '0287a4c215574103957c73d52a854e74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:51.394997 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-b601cd36-6ef8-481f-824c-1e71af8110b6 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.400424 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b601cd36-6ef8-481f-824c-1e71af8110b6 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0070381 Feb 10 11:34:51.403133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36476) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.412885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-dbe3e5e4-ff1e-47af-bd86-e00582c456e0 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.421059 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-dbe3e5e4-ff1e-47af-bd86-e00582c456e0 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0090330 Feb 10 11:34:51.421059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36480) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.429947 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-0bf8a983-a608-43de-8787-0fafc139f519 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.435391 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0bf8a983-a608-43de-8787-0fafc139f519 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0092533 Feb 10 11:34:51.437451 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36484) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.444225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-ce6a1557-a017-495c-89e5-0af5a7d6841d tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.450010 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ce6a1557-a017-495c-89e5-0af5a7d6841d tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0084965 Feb 10 11:34:51.455428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36488) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.466869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-5e80505c-ca88-45db-805a-7840cc86ebe9 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.471829 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5e80505c-ca88-45db-805a-7840cc86ebe9 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0103939 Feb 10 11:34:51.474612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36492) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.488356 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-aa373e07-b7db-4f70-a6eb-dd60fdfb8da4 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.493202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-801ddc64-bf2c-4e11-84f9-a6d550b96b7e None None] Provisioning complete for port e6b9c55c-106d-4040-9685-453a1f7d3b9b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:51.493960 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-aa373e07-b7db-4f70-a6eb-dd60fdfb8da4 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0145183 Feb 10 11:34:51.494136 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-801ddc64-bf2c-4e11-84f9-a6d550b96b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:51.494369 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36496) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.503444 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-3ca052af-4729-4514-a5cb-4e30b74189e9 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.509805 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3ca052af-4729-4514-a5cb-4e30b74189e9 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0084701 Feb 10 11:34:51.513305 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36500) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.522603 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-fa14658b-ea94-430d-87be-9c5f3226f62b tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.527534 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fa14658b-ea94-430d-87be-9c5f3226f62b tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0085661 Feb 10 11:34:51.530323 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36504) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.539123 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-3ea90062-8f2e-42ea-b677-2fe81900e951 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.541300 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3ea90062-8f2e-42ea-b677-2fe81900e951 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0085063 Feb 10 11:34:51.544865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36508) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.554932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-a2608c55-067a-453c-b9e3-4c2b6d580e48 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.557884 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a2608c55-067a-453c-b9e3-4c2b6d580e48 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0100000 Feb 10 11:34:51.562072 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36512) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.570488 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-5e1c9365-41c5-4e89-80f5-28ebc2afb62f tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.572113 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5e1c9365-41c5-4e89-80f5-28ebc2afb62f tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0076885 Feb 10 11:34:51.577203 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36516) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.580498 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:34:51.581615 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:34:51.586002 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-a421a5af-0d8d-4c08-bf46-dd193b916d12 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.587007 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a421a5af-0d8d-4c08-bf46-dd193b916d12 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0088460 Feb 10 11:34:51.591696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36520) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.596348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874c56a-2625-4963-95b1-25de25dd0f53 req-3c21e879-d128-4621-82c4-feb9055816db tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:51.598780 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c874c56a-2625-4963-95b1-25de25dd0f53 req-3c21e879-d128-4621-82c4-feb9055816db tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.3444436 Feb 10 11:34:51.600275 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-2bb6e5c4-7794-469e-92b1-c739216319ec tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.606652 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2bb6e5c4-7794-469e-92b1-c739216319ec tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0084774 Feb 10 11:34:51.606934 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8abeece9-83aa-45d2-bb2f-aade54edf596 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:51.612251 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36524) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.615644 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Router 02cbcdc0-0333-4181-9b27-5170262aa9a3 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:34:51.622197 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-8c094607-5123-4a0d-9071-6fa41d874925 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.625688 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8c094607-5123-4a0d-9071-6fa41d874925 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0098898 Feb 10 11:34:51.627434 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36528) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.636990 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-67352216-0022-4266-af1f-8e56a53d5855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:51.638177 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-efd15efa-06ac-4822-9878-cea09d2947b0 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.640541 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-efd15efa-06ac-4822-9878-cea09d2947b0 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0119221 Feb 10 11:34:51.641632 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e786f51-aac0-454f-9a34-23eb00254309 None None] Pushing event updated for resources: {'Port': ['ID=5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:51.645367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36532) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.650572 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-357842ba-cac3-49d0-91de-bf71ffe6a6ab None None] For port deda72d9-7239-4af2-9324-9fa02e8524b7, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=deda72d9-7239-4af2-9324-9fa02e8524b7,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:51.651250 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-357842ba-cac3-49d0-91de-bf71ffe6a6ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:51.655553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-3bb7a3e0-7b79-4ee7-90b2-ede0d8194691 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.656787 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3bb7a3e0-7b79-4ee7-90b2-ede0d8194691 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0096974 Feb 10 11:34:51.661419 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36536) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.678836 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-ebcf1d1a-05fb-406a-b3a8-61545bb3bba9 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.684393 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ebcf1d1a-05fb-406a-b3a8-61545bb3bba9 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0062873 Feb 10 11:34:51.693274 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-67352216-0022-4266-af1f-8e56a53d5855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:subnet and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:51.716851 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36540) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.722121 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-67352216-0022-4266-af1f-8e56a53d5855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:51.736890 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-cf9fa271-da16-4b31-88d4-0d5719fa6f19 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.740674 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cf9fa271-da16-4b31-88d4-0d5719fa6f19 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0227110 Feb 10 11:34:51.746337 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36544) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.760107 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-67352216-0022-4266-af1f-8e56a53d5855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:51.783504 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Set router 6b0115d0-c134-4231-8a55-f8853891cad8 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:34:51.812530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-50c2fe68-78c9-4121-a24f-c7f67f554a02 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.816368 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-50c2fe68-78c9-4121-a24f-c7f67f554a02 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0690932 Feb 10 11:34:51.816623 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67352216-0022-4266-af1f-8e56a53d5855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:51.818182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36548) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.827770 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-b32578ad-8856-4383-91f7-f1894c3aa9c7 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.831452 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b32578ad-8856-4383-91f7-f1894c3aa9c7 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0119588 Feb 10 11:34:51.832207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36552) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.836014 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abeece9-83aa-45d2-bb2f-aade54edf596 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Subnet': ['ID=6e0bac82-0cde-4c9f-9e2e-446ac48d7baf,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:51.840456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-c3d67b92-17be-4249-a0e7-17ee69a7fd30 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.844545 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c3d67b92-17be-4249-a0e7-17ee69a7fd30 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0097017 Feb 10 11:34:51.845607 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36556) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.861659 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-f524f6c8-158d-475d-99c9-cc6c7511c501 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.865364 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f524f6c8-158d-475d-99c9-cc6c7511c501 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0187290 Feb 10 11:34:51.867405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36560) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.877043 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-91e1b153-4fa1-46e0-8ba9-cfc55ad34179 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.880737 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-91e1b153-4fa1-46e0-8ba9-cfc55ad34179 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0123639 Feb 10 11:34:51.881824 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c874c56a-2625-4963-95b1-25de25dd0f53 req-dcaf78e8-a385-41b9-b7d8-5df0a99c95b8 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023613 Feb 10 11:34:51.882452 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36564) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.889559 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-6a9f07c2-0ca2-4ac1-88e2-e2e84644de97 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.893193 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6a9f07c2-0ca2-4ac1-88e2-e2e84644de97 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0097945 Feb 10 11:34:51.894500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36568) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.901687 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-8064ee82-23e4-471a-80d9-5abd3db6e049 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.905664 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8064ee82-23e4-471a-80d9-5abd3db6e049 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0100327 Feb 10 11:34:51.908601 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36572) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.916035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-f67e5e79-8ca3-4c30-8793-7a30b3c37e7d tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.920119 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f67e5e79-8ca3-4c30-8793-7a30b3c37e7d tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0106542 Feb 10 11:34:51.920910 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36576) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.935037 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-b13ce994-21ab-4cdf-86a2-8f3ad3ef6151 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.938713 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b13ce994-21ab-4cdf-86a2-8f3ad3ef6151 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0128362 Feb 10 11:34:51.940703 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36582) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.960625 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-de5d564f-7d99-4549-828d-af110e8e7b50 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.965041 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-de5d564f-7d99-4549-828d-af110e8e7b50 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0231836 Feb 10 11:34:51.970460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36586) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.975972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-fab2381d-37a3-4380-9832-88fd40d4823e tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.979882 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fab2381d-37a3-4380-9832-88fd40d4823e tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0087516 Feb 10 11:34:51.981632 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36590) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.992597 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-1030007f-a319-4202-84ed-69cfbc685b3a tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:51.997149 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1030007f-a319-4202-84ed-69cfbc685b3a tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0138109 Feb 10 11:34:52.002130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ddc64-bf2c-4e11-84f9-a6d550b96b7e None None] Pushing event updated for resources: {'Port': ['ID=6ce98b56-8974-4878-83e8-8d25fdb018c2,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:52.002926 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36594) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.012696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:52.022830 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2985cff4-ee81-4d1b-9926-e5ac0994f8e6 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "PUT /v2.0/routers/02cbcdc0-0333-4181-9b27-5170262aa9a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5850301 Feb 10 11:34:52.023715 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8033f9-1c39-410e-b922-5b52a17b9f81 None None] Sync routers for ids ['02cbcdc0-0333-4181-9b27-5170262aa9a3'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:52.023886 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36598) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.028043 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-bb1dfef5-223b-4f9a-b6dc-b7b7d62cc0b7 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.032522 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bb1dfef5-223b-4f9a-b6dc-b7b7d62cc0b7 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0170255 Feb 10 11:34:52.036264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36600) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.056769 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8033f9-1c39-410e-b922-5b52a17b9f81 None None] Routers {'02cbcdc0-0333-4181-9b27-5170262aa9a3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:52.059557 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-bc8033f9-1c39-410e-b922-5b52a17b9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['02cbcdc0-0333-4181-9b27-5170262aa9a3'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:52.110145 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-16d0d66a-fa3a-455f-ac79-4fb1393e5a49 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.114767 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-16d0d66a-fa3a-455f-ac79-4fb1393e5a49 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0770276 Feb 10 11:34:52.115160 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abeece9-83aa-45d2-bb2f-aade54edf596 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Checking segment: {'id': 'f25ff54c-31df-4599-9a98-5082d3a548d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ecd78b8-bbe1-4a31-938e-a1ac9c868659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:52.115293 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abeece9-83aa-45d2-bb2f-aade54edf596 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network hostable DHCP agents. Network: 3ecd78b8-bbe1-4a31-938e-a1ac9c868659, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:52.124062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36606) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.139203 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-9ee5e884-046e-4e77-a379-bd62b87d3786 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.143163 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9ee5e884-046e-4e77-a379-bd62b87d3786 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0197585 Feb 10 11:34:52.173282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36610) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.203785 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-18fc1d82-d6b3-4ee0-9829-73579ce943e3 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.204768 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-18fc1d82-d6b3-4ee0-9829-73579ce943e3 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0291436 Feb 10 11:34:52.210360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36614) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.234335 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-6966fe5c-e481-44ea-a05b-85d088722911 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.237806 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6966fe5c-e481-44ea-a05b-85d088722911 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0214150 Feb 10 11:34:52.245061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36618) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.246166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-357842ba-cac3-49d0-91de-bf71ffe6a6ab None None] Calling delete_port for deda72d9-7239-4af2-9324-9fa02e8524b7 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:52.261797 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-e1cacde9-284d-49b8-8dd6-fa8405926fa0 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.265824 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e1cacde9-284d-49b8-8dd6-fa8405926fa0 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0168269 Feb 10 11:34:52.266223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36622) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.273871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67352216-0022-4266-af1f-8e56a53d5855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:52.274129 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-a4ff24d8-1121-4e4e-828b-928bd42d245b tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.279059 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a4ff24d8-1121-4e4e-828b-928bd42d245b tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0077579 Feb 10 11:34:52.287168 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36626) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.292886 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-bc8033f9-1c39-410e-b922-5b52a17b9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:52.293967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-576f6fe3-de88-4f3d-b379-f11cc1009a1c tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.297918 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-576f6fe3-de88-4f3d-b379-f11cc1009a1c tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0073082 Feb 10 11:34:52.300942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36632) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.313021 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-8f52482a-26a1-49a0-b32c-3beb910835fe tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.316728 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8f52482a-26a1-49a0-b32c-3beb910835fe tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0083439 Feb 10 11:34:52.316861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36636) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.320886 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8033f9-1c39-410e-b922-5b52a17b9f81 None None] Routers {'02cbcdc0-0333-4181-9b27-5170262aa9a3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:52.322264 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-bc8033f9-1c39-410e-b922-5b52a17b9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['02cbcdc0-0333-4181-9b27-5170262aa9a3'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:52.327449 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-f224bb62-f6c4-4383-a02c-d99dddaab2d9 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.331105 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f224bb62-f6c4-4383-a02c-d99dddaab2d9 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0107903 Feb 10 11:34:52.331659 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36640) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.344669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-ddb538db-537f-4b52-b7f7-27bc55b0fbec tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.348786 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ddb538db-537f-4b52-b7f7-27bc55b0fbec tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0123837 Feb 10 11:34:52.349607 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36644) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.355613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-c03db425-0433-4208-bc65-cae6fd0cb120 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.359247 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c03db425-0433-4208-bc65-cae6fd0cb120 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0060482 Feb 10 11:34:52.359463 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36648) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.367286 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-b5016b63-9ec2-40ee-91de-eb369a23857b tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.371844 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b5016b63-9ec2-40ee-91de-eb369a23857b tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0078681 Feb 10 11:34:52.373504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36652) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.380848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-38bb9668-9c14-4268-bad4-60cac510e5c0 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.384986 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-38bb9668-9c14-4268-bad4-60cac510e5c0 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0063570 Feb 10 11:34:52.385276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36656) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.453729 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-bc8033f9-1c39-410e-b922-5b52a17b9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:52.454261 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8033f9-1c39-410e-b922-5b52a17b9f81 None None] The sync data for ids ['02cbcdc0-0333-4181-9b27-5170262aa9a3'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:52.480160 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-62ad2454-e368-464f-81e3-acc963eee36d tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.483639 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-62ad2454-e368-464f-81e3-acc963eee36d tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0951245 Feb 10 11:34:52.512453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36660) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.513553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abeece9-83aa-45d2-bb2f-aade54edf596 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network 3ecd78b8-bbe1-4a31-938e-a1ac9c868659 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:52.526255 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-ca6a2bce-4697-40cf-a7ee-b0aed63a22b1 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.529667 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ca6a2bce-4697-40cf-a7ee-b0aed63a22b1 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0093381 Feb 10 11:34:52.542118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36664) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.542830 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc43ab58-0ef1-4090-9f48-0730bb0b190c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:52.558664 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device deda72d9-7239-4af2-9324-9fa02e8524b7 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:52.615660 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-c07d9de9-9724-4d46-a450-798dc2b3fdb8 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.619693 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c07d9de9-9724-4d46-a450-798dc2b3fdb8 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0695431 Feb 10 11:34:52.625600 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36668) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.644816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8abeece9-83aa-45d2-bb2f-aade54edf596 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 3ecd78b8-bbe1-4a31-938e-a1ac9c868659) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:52.695460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-4d2c3382-7571-4c27-add8-5fc7d3ab1a00 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.700758 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d07f07-59da-4a98-ade7-337410d053e9 None None] Network 3ecd78b8-bbe1-4a31-938e-a1ac9c868659 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:52.701378 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4d2c3382-7571-4c27-add8-5fc7d3ab1a00 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0575006 Feb 10 11:34:52.705689 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abeece9-83aa-45d2-bb2f-aade54edf596 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:52.706539 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8abeece9-83aa-45d2-bb2f-aade54edf596 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:52.715768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36672) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.735611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-c396aff1-8aac-4168-afe7-53f2ab5aedc3 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.742230 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c396aff1-8aac-4168-afe7-53f2ab5aedc3 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0211074 Feb 10 11:34:52.744181 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36676) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.761056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc43ab58-0ef1-4090-9f48-0730bb0b190c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:52.775841 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-cc43ab58-0ef1-4090-9f48-0730bb0b190c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:52.785525 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc43ab58-0ef1-4090-9f48-0730bb0b190c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:52.786227 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc43ab58-0ef1-4090-9f48-0730bb0b190c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:52.804327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-94473cd9-9ffb-4971-97d7-8f6f495104fc tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.805516 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-94473cd9-9ffb-4971-97d7-8f6f495104fc tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0127938 Feb 10 11:34:52.812006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36680) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.818117 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43ab58-0ef1-4090-9f48-0730bb0b190c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=58b5bc55-e489-4ada-8990-4c224f877e20,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:52.826154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-ddd1b387-a968-4d6a-a688-afa00a68a993 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.827309 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ddd1b387-a968-4d6a-a688-afa00a68a993 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0140419 Feb 10 11:34:52.835370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36684) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.842675 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-a009fde3-6795-43c2-8ba3-61702fbc0a7e tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.844813 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a009fde3-6795-43c2-8ba3-61702fbc0a7e tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0076220 Feb 10 11:34:52.849884 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36688) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.858705 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8abeece9-83aa-45d2-bb2f-aade54edf596 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8846705 Feb 10 11:34:52.866072 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-0d7ece13-af19-4984-a6a1-8384c6df8842 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.868607 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36692) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.871696 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0d7ece13-af19-4984-a6a1-8384c6df8842 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0205626 Feb 10 11:34:52.872894 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36694) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.878324 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cc43ab58-0ef1-4090-9f48-0730bb0b190c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0567310 Feb 10 11:34:52.898062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36698) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.912254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [None req-b381f176-dcc2-48cf-9658-d099baac85de tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.914680 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b381f176-dcc2-48cf-9658-d099baac85de tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0370724 Feb 10 11:34:52.933782 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'mac_address': 'fa:16:3e:d4:42:7a', 'name': 'tempest-NetworksTestDHCPv6-1540404617'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:52.948415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36704) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.973195 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-4f40fd09-8206-4dbf-81a3-9f3cda797dda tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:52.980757 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4f40fd09-8206-4dbf-81a3-9f3cda797dda tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0240934 Feb 10 11:34:52.999340 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36708) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:53.016404 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6a16d-b3ad-4ee0-a554-70c4eca2f574 req-dc7f20d8-30b9-4611-b105-fbc7f8845898 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:53.018416 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ecc6a16d-b3ad-4ee0-a554-70c4eca2f574 req-dc7f20d8-30b9-4611-b105-fbc7f8845898 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.4962914 Feb 10 11:34:53.027575 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-6c2685ad-cbea-4ce0-8da8-90c1ab4b887d tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:53.045116 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6c2685ad-cbea-4ce0-8da8-90c1ab4b887d tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0254021 Feb 10 11:34:53.121829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36712) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:53.131021 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-92903cb6-ea7d-4c15-8958-165dd80e3b18 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:53.132194 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-92903cb6-ea7d-4c15-8958-165dd80e3b18 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0092583 Feb 10 11:34:53.139286 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36718) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:53.144156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-54d8e8c8-b605-40ac-a646-1069d7dfa8ce tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:53.145346 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-54d8e8c8-b605-40ac-a646-1069d7dfa8ce tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0057688 Feb 10 11:34:53.152657 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36722) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:53.163939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-0cf15033-e1c9-4100-9dea-bc1fb5f5c123 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:53.165995 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0cf15033-e1c9-4100-9dea-bc1fb5f5c123 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0115664 Feb 10 11:34:53.169702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36726) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:53.172341 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ecc6a16d-b3ad-4ee0-a554-70c4eca2f574 req-e3664b5b-1186-4cad-ad44-2ffd8929945e tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055191 Feb 10 11:34:53.195675 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-f1220946-8e8a-46bb-beab-93a3481f5942 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:34:53.197795 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f1220946-8e8a-46bb-beab-93a3481f5942 tempest-ExtensionsTestJSON-805905739 tempest-ExtensionsTestJSON-805905739-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0242159 Feb 10 11:34:53.236485 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67352216-0022-4266-af1f-8e56a53d5855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.338468 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67352216-0022-4266-af1f-8e56a53d5855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Subnet': ['ID=7a0230f2-721d-4926-a0e7-e18109b96ea0,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:53.351467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67352216-0022-4266-af1f-8e56a53d5855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Checking segment: {'id': '4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:53.351958 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67352216-0022-4266-af1f-8e56a53d5855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network hostable DHCP agents. Network: cb72c25c-df2c-4406-bb4c-56e973a31e8f, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:53.372044 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc532ee3-f926-44af-8436-2e8cade32fc4 None None] Network d6135c19-8b85-40e0-8f22-71d25908449d requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:53.384452 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67352216-0022-4266-af1f-8e56a53d5855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network cb72c25c-df2c-4406-bb4c-56e973a31e8f is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:53.403797 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-67352216-0022-4266-af1f-8e56a53d5855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, cb72c25c-df2c-4406-bb4c-56e973a31e8f) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:53.421982 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67352216-0022-4266-af1f-8e56a53d5855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:53.423396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67352216-0022-4266-af1f-8e56a53d5855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.450781 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-85af2ef4-189c-4015-a8a1-f0d86f438344 req-489b7f86-0857-4580-9fa9-1c98b7c638bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e47f622a65945dda4a63ba667a1ebd5&device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 1098 time: 0.9747028 Feb 10 11:34:53.453455 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-67352216-0022-4266-af1f-8e56a53d5855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0704727 Feb 10 11:34:53.457429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36732) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:53.509909 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-357842ba-cac3-49d0-91de-bf71ffe6a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.520872 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4b4cdc-4d85-488f-9f7f-a350ca349a91 None None] Network cb72c25c-df2c-4406-bb4c-56e973a31e8f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:53.667737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36738) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:53.846913 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fbacaf02-2114-41f0-9849-13d1526d8c0f None None] Provisioning complete for port 6ce98b56-8974-4878-83e8-8d25fdb018c2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:53.847550 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fbacaf02-2114-41f0-9849-13d1526d8c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.872285 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357842ba-cac3-49d0-91de-bf71ffe6a6ab None None] Pushing event deleted for resources: {'Port': ['ID=deda72d9-7239-4af2-9324-9fa02e8524b7,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:53.893461 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4230d7c8-aa1f-4ead-92dd-0ecb7adfe414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.921520 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ad26d77-0f1d-4a0d-8b28-52e903f4589e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.941957 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.997806 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357842ba-cac3-49d0-91de-bf71ffe6a6ab None None] No DVR routers for this DVR port deda72d9-7239-4af2-9324-9fa02e8524b7 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:54.018558 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:34:47Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:34:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:54.022853 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:54.031256 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4230d7c8-aa1f-4ead-92dd-0ecb7adfe414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:54.041509 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4230d7c8-aa1f-4ead-92dd-0ecb7adfe414 admin admin] Usage tracker for resource:security_group_rule and tenant:21cbd1c934fe4aac98a3e5bd8b9682e3 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:54.047171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4230d7c8-aa1f-4ead-92dd-0ecb7adfe414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:54.054371 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4230d7c8-aa1f-4ead-92dd-0ecb7adfe414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:54.061085 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:port and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:54.066908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:54.077455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293e015a-e374-4fb7-9e43-1dfb7f750dfe None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:54.094504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:54.169845 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4230d7c8-aa1f-4ead-92dd-0ecb7adfe414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.177924 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4230d7c8-aa1f-4ead-92dd-0ecb7adfe414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.221720 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Checking router: 6b0115d0-c134-4231-8a55-f8853891cad8 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:34:54.222731 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Updating router 6b0115d0-c134-4231-8a55-f8853891cad8 port a2841af1-aa28-417b-809a-e8513e350eb0 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:34:54.249113 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:54.277366 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af2ef4-189c-4015-a8a1-f0d86f438344 req-73e4c162-a697-4f0d-b6ad-fd9ba03f111b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:54.279145 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-85af2ef4-189c-4015-a8a1-f0d86f438344 req-73e4c162-a697-4f0d-b6ad-fd9ba03f111b service neutron] 10.222.0.73 "GET /v2.0/networks?id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 HTTP/1.1" status: 200 len: 913 time: 0.7994394 Feb 10 11:34:54.343946 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f1012-b817-404a-9268-a4cfad103961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3ecd78b8-bbe1-4a31-938e-a1ac9c868659', 'network_id': '3ecd78b8-bbe1-4a31-938e-a1ac9c868659', 'tenant_id': '0321bdcd3694442c81b48711c5018d0c', 'fixed_ips': [{'subnet_id': '6e0bac82-0cde-4c9f-9e2e-446ac48d7baf'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:54.345785 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b92f1012-b817-404a-9268-a4cfad103961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.353526 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4230d7c8-aa1f-4ead-92dd-0ecb7adfe414 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21cbd1c934fe4aac98a3e5bd8b9682e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6781452 Feb 10 11:34:54.354592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36746) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:54.514822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230d7c8-aa1f-4ead-92dd-0ecb7adfe414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea358e0-a6c4-45fa-bcd5-d569adc2c201,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:54.547055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ad26d77-0f1d-4a0d-8b28-52e903f4589e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.703714 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-85af2ef4-189c-4015-a8a1-f0d86f438344 req-4b37f39a-d438-4f27-a304-bf4e71a0a374 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eecc48b-0a10-46d3-916a-b281c257aead HTTP/1.1" status: 200 len: 1001 time: 0.3273737 Feb 10 11:34:54.708907 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.770991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.781720 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7392a3ab-92bb-4979-a34d-c73e2c09c6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.828025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ad26d77-0f1d-4a0d-8b28-52e903f4589e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.845951 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7392a3ab-92bb-4979-a34d-c73e2c09c6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.892920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad26d77-0f1d-4a0d-8b28-52e903f4589e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Subnet': ['ID=6e0bac82-0cde-4c9f-9e2e-446ac48d7baf,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:54.914383 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af2ef4-189c-4015-a8a1-f0d86f438344 req-3a2d750e-ee77-487f-96c9-9c8e17781b32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:54.916772 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-85af2ef4-189c-4015-a8a1-f0d86f438344 req-3a2d750e-ee77-487f-96c9-9c8e17781b32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13860d03-a045-4a92-adff-58389fc1eb4f HTTP/1.1" status: 200 len: 851 time: 0.1997283 Feb 10 11:34:54.926942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port 651304ee-8663-4b1d-b3e2-f149d11eedc8 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:34:54.938498 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93f418-2e1b-4740-90ef-19dd5f36e780 req-1df61e15-457d-4617-9854-bca0acf67146 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:54.945716 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fb93f418-2e1b-4740-90ef-19dd5f36e780 req-1df61e15-457d-4617-9854-bca0acf67146 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.3179023 Feb 10 11:34:54.979562 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7392a3ab-92bb-4979-a34d-c73e2c09c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.036646 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6ce98b56-8974-4878-83e8-8d25fdb018c2 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:55.048819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392a3ab-92bb-4979-a34d-c73e2c09c6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea358e0-a6c4-45fa-bcd5-d569adc2c201,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:55.068956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7392a3ab-92bb-4979-a34d-c73e2c09c6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.072764 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7392a3ab-92bb-4979-a34d-c73e2c09c6ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eea358e0-a6c4-45fa-bcd5-d569adc2c201 HTTP/1.1" status: 204 len: 168 time: 0.7099543 Feb 10 11:34:55.084003 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fb93f418-2e1b-4740-90ef-19dd5f36e780 req-621accc0-93e8-4100-af04-83ec393100a8 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298909 Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server [None req-b92f1012-b817-404a-9268-a4cfad103961 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e0bac82-0cde-4c9f-9e2e-446ac48d7baf: This subnet is being modified by another concurrent operation. Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:34:55.151231 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise exception Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e0bac82-0cde-4c9f-9e2e-446ac48d7baf: This subnet is being modified by another concurrent operation. Feb 10 11:34:55.154777 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server Feb 10 11:34:55.202521 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:55.203333 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.241091 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143f8666-6c70-4c68-b5ee-1705b0bcb444 None None] Network 3ecd78b8-bbe1-4a31-938e-a1ac9c868659 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:55.308927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.371101 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ad26d77-0f1d-4a0d-8b28-52e903f4589e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.397429 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fbacaf02-2114-41f0-9849-13d1526d8c0f None None] Provisioning for port a8c2a146-74fc-4de6-9264-5426a9b53d42 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:55.456873 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-32aedc85-cfc4-4d1c-8d3c-543c40a181fc tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:55.457969 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-32aedc85-cfc4-4d1c-8d3c-543c40a181fc tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "PUT /v2.0/routers/02cbcdc0-0333-4181-9b27-5170262aa9a3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.4243059 Feb 10 11:34:55.465468 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-9ad26d77-0f1d-4a0d-8b28-52e903f4589e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ecd78b8-bbe1-4a31-938e-a1ac9c868659']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:55.473808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36752) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:55.533582 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fbacaf02-2114-41f0-9849-13d1526d8c0f None None] Provisioning complete for port a8c2a146-74fc-4de6-9264-5426a9b53d42 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:55.534226 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fbacaf02-2114-41f0-9849-13d1526d8c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.555848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-9ad26d77-0f1d-4a0d-8b28-52e903f4589e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25ff54c-31df-4599-9a98-5082d3a548d3') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:55.556252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-9ad26d77-0f1d-4a0d-8b28-52e903f4589e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25ff54c-31df-4599-9a98-5082d3a548d3') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:55.644312 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ad26d77-0f1d-4a0d-8b28-52e903f4589e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.664195 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-85af2ef4-189c-4015-a8a1-f0d86f438344 req-a1396b4d-0fc9-4625-9b4c-73015166e5b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7010498 Feb 10 11:34:55.747714 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ad26d77-0f1d-4a0d-8b28-52e903f4589e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.827020 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad26d77-0f1d-4a0d-8b28-52e903f4589e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:55.827411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ad26d77-0f1d-4a0d-8b28-52e903f4589e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:55.843934 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:55.871504 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-fbacaf02-2114-41f0-9849-13d1526d8c0f None None] Port a8c2a146-74fc-4de6-9264-5426a9b53d42 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:55.872994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': '58b5bc55-e489-4ada-8990-4c224f877e20'}, {'subnet_id': 'b83c605b-18fb-469f-82e4-1f77eb73b6b5'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:55.873878 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.928257 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.1 (cb72c25c-df2c-4406-bb4c-56e973a31e8f/7a0230f2-721d-4926-a0e7-e18109b96ea0/fdee2c39-41be-4201-b24e-f6de175ecfd6) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:55.934842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 6ce98b56-8974-4878-83e8-8d25fdb018c2 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:55.935251 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.936471 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8:0:1::309 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/58b5bc55-e489-4ada-8990-4c224f877e20/651304ee-8663-4b1d-b3e2-f149d11eedc8) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:55.944848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::f816:3eff:fed4:427a (3b5b04fa-1e24-453f-83a6-7d1810ca3421/b83c605b-18fb-469f-82e4-1f77eb73b6b5/651304ee-8663-4b1d-b3e2-f149d11eedc8) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:56.059973 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ad26d77-0f1d-4a0d-8b28-52e903f4589e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.064291 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ad26d77-0f1d-4a0d-8b28-52e903f4589e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.144125 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-cbca7242-7a02-406a-a790-d2e7f56e4d2f None None] Provisioning for port 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:56.145879 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad26d77-0f1d-4a0d-8b28-52e903f4589e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Network': ['ID=3ecd78b8-bbe1-4a31-938e-a1ac9c868659,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:56.171094 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.192803 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object fdee2c39-41be-4201-b24e-f6de175ecfd6 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:56.226120 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.227637 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9ad26d77-0f1d-4a0d-8b28-52e903f4589e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/3ecd78b8-bbe1-4a31-938e-a1ac9c868659 HTTP/1.1" status: 204 len: 168 time: 3.3559625 Feb 10 11:34:56.230108 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-85af2ef4-189c-4015-a8a1-f0d86f438344 req-d8db0655-d5c6-4f7f-be43-771bca3c9333 service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580132 Feb 10 11:34:56.234854 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36758) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:56.290213 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-632cdef6-e65d-45a3-872c-4d1a9cc1caf8 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1855204527'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:56.341275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-632cdef6-e65d-45a3-872c-4d1a9cc1caf8 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:56.357946 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-632cdef6-e65d-45a3-872c-4d1a9cc1caf8 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:network and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:56.368900 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-632cdef6-e65d-45a3-872c-4d1a9cc1caf8 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:56.384053 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-632cdef6-e65d-45a3-872c-4d1a9cc1caf8 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:56.390926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network cb72c25c-df2c-4406-bb4c-56e973a31e8f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:56.399902 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:56.404643 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=fdee2c39-41be-4201-b24e-f6de175ecfd6,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:56.407871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:56.448569 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e6b9c55c-106d-4040-9685-453a1f7d3b9b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:56.465032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632cdef6-e65d-45a3-872c-4d1a9cc1caf8 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:56.467037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-632cdef6-e65d-45a3-872c-4d1a9cc1caf8 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.502208 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.514048 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.520498 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Allocated IP 172.20.0.2 (cb72c25c-df2c-4406-bb4c-56e973a31e8f/7a0230f2-721d-4926-a0e7-e18109b96ea0/833f2ba0-d4cf-4245-bf57-54fb18d48140) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:56.529565 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632cdef6-e65d-45a3-872c-4d1a9cc1caf8 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:56.536714 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94aa1ae-68f2-4288-89b5-2022ccab7472 req-9f759ae1-e1a1-4f2a-837a-c8c0a092e68c tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:56.538241 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a94aa1ae-68f2-4288-89b5-2022ccab7472 req-9f759ae1-e1a1-4f2a-837a-c8c0a092e68c tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.2588603 Feb 10 11:34:56.555860 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-632cdef6-e65d-45a3-872c-4d1a9cc1caf8 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.556230 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-632cdef6-e65d-45a3-872c-4d1a9cc1caf8 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Added segment 208235f4-596c-451a-9e69-c225491dbe97 of type vlan for network d61978df-838f-4d71-a63f-60c6b0d97a58 Feb 10 11:34:56.566404 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Transition to ACTIVE for port object a2841af1-aa28-417b-809a-e8513e350eb0 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:56.574239 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f84f07d0-6d7e-472c-af5e-f5af5f7a7b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.580931 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.584436 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.619230 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-85af2ef4-189c-4015-a8a1-f0d86f438344 req-38539970-9cd3-4312-a4b1-ee561e77caa1 service neutron] 10.222.0.73 "GET /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685656 Feb 10 11:34:56.632284 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object 651304ee-8663-4b1d-b3e2-f149d11eedc8 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:56.676262 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-632cdef6-e65d-45a3-872c-4d1a9cc1caf8 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.689001 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c4d8466a-fa5f-40ac-8d8a-f545d5a084dd tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.690037 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a94aa1ae-68f2-4288-89b5-2022ccab7472 req-644765a0-5afd-4ff9-ba5e-5d901bdfaae9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365783 Feb 10 11:34:56.692398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.751715 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.770134 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-632cdef6-e65d-45a3-872c-4d1a9cc1caf8 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.773874 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632cdef6-e65d-45a3-872c-4d1a9cc1caf8 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:56.774515 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-632cdef6-e65d-45a3-872c-4d1a9cc1caf8 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.931972 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Attempting to bind port a2841af1-aa28-417b-809a-e8513e350eb0 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:56.932354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Attempting to bind port a2841af1-aa28-417b-809a-e8513e350eb0 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:56.932811 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Attempting to bind port a2841af1-aa28-417b-809a-e8513e350eb0 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:56.935520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648717e-c366-442d-8403-af012b273ed8 None None] Pushing event updated for resources: {'Port': ['ID=a2841af1-aa28-417b-809a-e8513e350eb0,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:56.984496 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:56.984976 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:56.985474 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.985955 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:56.986513 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Bound port: a2841af1-aa28-417b-809a-e8513e350eb0, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:56.986949 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.022660 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648717e-c366-442d-8403-af012b273ed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.023101 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648717e-c366-442d-8403-af012b273ed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.023508 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648717e-c366-442d-8403-af012b273ed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.023911 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648717e-c366-442d-8403-af012b273ed8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.024358 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648717e-c366-442d-8403-af012b273ed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.024945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648717e-c366-442d-8403-af012b273ed8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.025452 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648717e-c366-442d-8403-af012b273ed8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.025854 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648717e-c366-442d-8403-af012b273ed8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.026670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648717e-c366-442d-8403-af012b273ed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.026670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648717e-c366-442d-8403-af012b273ed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.027011 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648717e-c366-442d-8403-af012b273ed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.048337 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:57.053396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:57.060207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:57.064373 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:57.065229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.069161 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=651304ee-8663-4b1d-b3e2-f149d11eedc8,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:57.073190 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port e6b9c55c-106d-4040-9685-453a1f7d3b9b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:57.073644 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.093871 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.094217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.094555 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.094891 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.095245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.095566 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.095878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.096396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.096887 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.097252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.097581 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.115561 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a3c553f1-90eb-4e96-84b8-9b8fa358c244 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.2094316 Feb 10 11:34:57.117368 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36762) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:57.160018 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.163192 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-632cdef6-e65d-45a3-872c-4d1a9cc1caf8 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8907397 Feb 10 11:34:57.163705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36766) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:57.180537 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-48d735f5-46f9-4f5d-9ae3-da7d64d35ab3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'subnet': {'network_id': 'd61978df-838f-4d71-a63f-60c6b0d97a58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:57.186277 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cdef6-e65d-45a3-872c-4d1a9cc1caf8 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Network': ['ID=d61978df-838f-4d71-a63f-60c6b0d97a58,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:57.215624 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Transition to ACTIVE for port object 833f2ba0-d4cf-4245-bf57-54fb18d48140 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:57.222415 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Allocated IP 2001:db8:0:1::2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/58b5bc55-e489-4ada-8990-4c224f877e20/b2cf342c-6878-4653-98b6-c9619f47289c) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:57.224684 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network d61978df-838f-4d71-a63f-60c6b0d97a58 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:57.293617 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] For port a2841af1-aa28-417b-809a-e8513e350eb0, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:57.360399 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Allocated IP 2001:db8::f816:3eff:fe86:66ee (3b5b04fa-1e24-453f-83a6-7d1810ca3421/b83c605b-18fb-469f-82e4-1f77eb73b6b5/b2cf342c-6878-4653-98b6-c9619f47289c) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:57.402021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] For port a2841af1-aa28-417b-809a-e8513e350eb0, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a2841af1-aa28-417b-809a-e8513e350eb0,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:57.403513 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Transition to ACTIVE for port object 833f2ba0-d4cf-4245-bf57-54fb18d48140 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:57.409926 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-57037c03-51be-422c-9049-631b41d90980 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port 651304ee-8663-4b1d-b3e2-f149d11eedc8 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:57.410432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-57037c03-51be-422c-9049-631b41d90980 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.483320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.516113 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.527334 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.552482 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.576179 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-48d735f5-46f9-4f5d-9ae3-da7d64d35ab3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:57.659863 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:57.671858 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-48d735f5-46f9-4f5d-9ae3-da7d64d35ab3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:subnet and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:57.682668 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.686228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-48d735f5-46f9-4f5d-9ae3-da7d64d35ab3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:57.689384 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Network cb72c25c-df2c-4406-bb4c-56e973a31e8f is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:57.690631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=fdee2c39-41be-4201-b24e-f6de175ecfd6,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:57.708126 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.708903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:57.709505 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.710035 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.710567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.711105 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.713026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-48d735f5-46f9-4f5d-9ae3-da7d64d35ab3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:57.713763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.714292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.714823 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.715688 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.716215 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.716736 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.730482 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:57.743324 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648717e-c366-442d-8403-af012b273ed8 None None] Pushing event updated for resources: {'Port': ['ID=a2841af1-aa28-417b-809a-e8513e350eb0,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:57.843503 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Pushing event updated for resources: {'Port': ['ID=833f2ba0-d4cf-4245-bf57-54fb18d48140,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:57.873781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d735f5-46f9-4f5d-9ae3-da7d64d35ab3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:57.950153 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network cb72c25c-df2c-4406-bb4c-56e973a31e8f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:57.952044 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:58.036073 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Routers {'6b0115d0-c134-4231-8a55-f8853891cad8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:58.036073 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6b0115d0-c134-4231-8a55-f8853891cad8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:58.108527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-48d735f5-46f9-4f5d-9ae3-da7d64d35ab3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:58.109242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8435c5-0b0c-43bb-bc54-99bed9adfe22 req-e7cc9f0d-5a4e-4ee9-92a3-eb4b4dcfe20e tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:58.110427 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2f8435c5-0b0c-43bb-bc54-99bed9adfe22 req-e7cc9f0d-5a4e-4ee9-92a3-eb4b4dcfe20e tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.2589493 Feb 10 11:34:58.189711 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2f8435c5-0b0c-43bb-bc54-99bed9adfe22 req-b92281f2-228f-4673-9beb-215fb765de9b tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671208 Feb 10 11:34:58.223332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-57037c03-51be-422c-9049-631b41d90980 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:58.247099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Attempting to bind port 833f2ba0-d4cf-4245-bf57-54fb18d48140 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:58.247657 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Attempting to bind port 833f2ba0-d4cf-4245-bf57-54fb18d48140 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:58.247886 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Attempting to bind port 833f2ba0-d4cf-4245-bf57-54fb18d48140 on network cb72c25c-df2c-4406-bb4c-56e973a31e8f {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:58.262610 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:58.313724 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:58.313992 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Checking segment: {'id': '4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:58.314657 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:58.315146 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Bound using segment: {'id': '4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:58.315741 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Bound port: 833f2ba0-d4cf-4245-bf57-54fb18d48140, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:58.316193 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:58.329246 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Transition to ACTIVE for port object b2cf342c-6878-4653-98b6-c9619f47289c will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:58.340487 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:58.366430 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:58.366904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:58.393598 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-57037c03-51be-422c-9049-631b41d90980 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for 651304ee-8663-4b1d-b3e2-f149d11eedc8 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:58.439949 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Transition to ACTIVE for port object b2cf342c-6878-4653-98b6-c9619f47289c will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:58.475818 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:58.484563 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] Set router 6b0115d0-c134-4231-8a55-f8853891cad8 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:34:58.489952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42beb1-03d9-4611-ad91-577f6551877f req-8921c40e-8e8c-4d61-8fff-ed1472216956 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:58.491408 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ba42beb1-03d9-4611-ad91-577f6551877f req-8921c40e-8e8c-4d61-8fff-ed1472216956 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.1250658 Feb 10 11:34:58.561760 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ba42beb1-03d9-4611-ad91-577f6551877f req-e3975ae1-01af-4731-abb7-cee2cc9f18bd tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609584 Feb 10 11:34:58.610142 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 6b0115d0-c134-4231-8a55-f8853891cad8 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:34:58.659779 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:58.671743 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:58.674868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:58.677913 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] For port 833f2ba0-d4cf-4245-bf57-54fb18d48140, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:58.681421 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Pushing event updated for resources: {'Port': ['ID=b2cf342c-6878-4653-98b6-c9619f47289c,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:58.702626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] For port 833f2ba0-d4cf-4245-bf57-54fb18d48140, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=833f2ba0-d4cf-4245-bf57-54fb18d48140,segment=NetworkSegment(4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7),segment_id=4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:58.910867 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-48d735f5-46f9-4f5d-9ae3-da7d64d35ab3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:58.953982 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:58.996986 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.043751 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c4d8466a-fa5f-40ac-8d8a-f545d5a084dd tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Deleting port a8c2a146-74fc-4de6-9264-5426a9b53d42 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:59.044563 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c4d8466a-fa5f-40ac-8d8a-f545d5a084dd tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.089460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d735f5-46f9-4f5d-9ae3-da7d64d35ab3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Subnet': ['ID=b615c7c9-cae0-45a6-a84c-e717f1eff2ea,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:59.091471 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-57037c03-51be-422c-9049-631b41d90980 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.172656 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57037c03-51be-422c-9049-631b41d90980 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=651304ee-8663-4b1d-b3e2-f149d11eedc8,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:59.219018 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:59.233199 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ca918356-7256-4a5f-83c0-aa722acda694 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/6b0115d0-c134-4231-8a55-f8853891cad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7710500 Feb 10 11:34:59.233507 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36780) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:59.236074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d735f5-46f9-4f5d-9ae3-da7d64d35ab3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Checking segment: {'id': '208235f4-596c-451a-9e69-c225491dbe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd61978df-838f-4d71-a63f-60c6b0d97a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:59.236437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d735f5-46f9-4f5d-9ae3-da7d64d35ab3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network hostable DHCP agents. Network: d61978df-838f-4d71-a63f-60c6b0d97a58, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:59.396392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b93cf38d-56e2-4bd6-97cb-36950b865ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.406168 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-57037c03-51be-422c-9049-631b41d90980 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.429015 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Attempting to bind port b2cf342c-6878-4653-98b6-c9619f47289c on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:59.441873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Attempting to bind port b2cf342c-6878-4653-98b6-c9619f47289c by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:59.442647 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Attempting to bind port b2cf342c-6878-4653-98b6-c9619f47289c on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:59.448098 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c4d8466a-fa5f-40ac-8d8a-f545d5a084dd tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.449769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccd1eb-dd05-4408-8bef-3913b82437ab None None] Pushing event updated for resources: {'Port': ['ID=833f2ba0-d4cf-4245-bf57-54fb18d48140,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:59.454513 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0,segment=NetworkSegment(ccb9419c-9fb3-4d25-a8da-c2defe3711d7),segment_id=ccb9419c-9fb3-4d25-a8da-c2defe3711d7)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:59.459510 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48be930-eee3-4858-88eb-fdab427820e8 req-0315f0f0-ac91-498a-9b8f-c2ba5f1f0230 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.463215 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d48be930-eee3-4858-88eb-fdab427820e8 req-0315f0f0-ac91-498a-9b8f-c2ba5f1f0230 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.1379337 Feb 10 11:34:59.466823 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-57037c03-51be-422c-9049-631b41d90980 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/651304ee-8663-4b1d-b3e2-f149d11eedc8 HTTP/1.1" status: 204 len: 168 time: 2.3483877 Feb 10 11:34:59.468849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36784) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:59.476289 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.510640 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b7078-b434-4930-94f8-d6d5a5411f4d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.511019 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b7078-b434-4930-94f8-d6d5a5411f4d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.511385 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b7078-b434-4930-94f8-d6d5a5411f4d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.511750 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b7078-b434-4930-94f8-d6d5a5411f4d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.512111 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b7078-b434-4930-94f8-d6d5a5411f4d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.512468 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b7078-b434-4930-94f8-d6d5a5411f4d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.512818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b7078-b434-4930-94f8-d6d5a5411f4d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.513193 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b7078-b434-4930-94f8-d6d5a5411f4d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.513806 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b7078-b434-4930-94f8-d6d5a5411f4d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.514170 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b7078-b434-4930-94f8-d6d5a5411f4d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.514523 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b7078-b434-4930-94f8-d6d5a5411f4d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.516620 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-896b7078-b434-4930-94f8-d6d5a5411f4d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7792 time: 0.2822428 Feb 10 11:34:59.519673 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36788) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:59.529188 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:59.529571 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:59.529983 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.535348 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:59.535348 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Bound port: b2cf342c-6878-4653-98b6-c9619f47289c, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:59.535348 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.597890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d735f5-46f9-4f5d-9ae3-da7d64d35ab3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network d61978df-838f-4d71-a63f-60c6b0d97a58 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:59.615801 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d48be930-eee3-4858-88eb-fdab427820e8 req-8efb3d25-b7a4-4d08-9ab6-16a0912d789d tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250529 Feb 10 11:34:59.655659 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885a233-ed8d-47c4-977e-d0df682df765 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.656630 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885a233-ed8d-47c4-977e-d0df682df765 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.656630 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885a233-ed8d-47c4-977e-d0df682df765 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.656837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885a233-ed8d-47c4-977e-d0df682df765 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.657497 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885a233-ed8d-47c4-977e-d0df682df765 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.657497 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885a233-ed8d-47c4-977e-d0df682df765 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.657856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885a233-ed8d-47c4-977e-d0df682df765 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.658142 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885a233-ed8d-47c4-977e-d0df682df765 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.658494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885a233-ed8d-47c4-977e-d0df682df765 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.658838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885a233-ed8d-47c4-977e-d0df682df765 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.659182 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885a233-ed8d-47c4-977e-d0df682df765 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.659526 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885a233-ed8d-47c4-977e-d0df682df765 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.664326 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6885a233-ed8d-47c4-977e-d0df682df765 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7660 time: 0.1410136 Feb 10 11:34:59.666300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36792) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:59.675165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c4d8466a-fa5f-40ac-8d8a-f545d5a084dd tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Calling delete_port for a8c2a146-74fc-4de6-9264-5426a9b53d42 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:59.678347 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:59.721393 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-48d735f5-46f9-4f5d-9ae3-da7d64d35ab3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, d61978df-838f-4d71-a63f-60c6b0d97a58) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:59.735042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] For port b2cf342c-6878-4653-98b6-c9619f47289c, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:59.744885 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] For port b2cf342c-6878-4653-98b6-c9619f47289c, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=b2cf342c-6878-4653-98b6-c9619f47289c,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:59.758108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.763171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.766538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d735f5-46f9-4f5d-9ae3-da7d64d35ab3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.767153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-48d735f5-46f9-4f5d-9ae3-da7d64d35ab3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.800029 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-48d735f5-46f9-4f5d-9ae3-da7d64d35ab3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6338162 Feb 10 11:34:59.801089 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36796) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:59.839067 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6ab659-ba28-4709-a04a-22f6a9a13a8a None None] Network d61978df-838f-4d71-a63f-60c6b0d97a58 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:59.853980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:34:56Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'fdee2c39-41be-4201-b24e-f6de175ecfd6', 'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:72:3c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:55Z', 'updated_at': '2022-02-10T11:34:57Z', 'revision_number': 2, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:59.987848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9db039b-cac7-4636-8424-c5cda24f630d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:59.988622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c9db039b-cac7-4636-8424-c5cda24f630d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:00.059101 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b0f099c5-7e0b-4d11-a747-a6f16d93f1a6 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2870 time: 0.3889842 Feb 10 11:35:00.064814 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a21a43-1a5f-4bb8-82f3-c63463b5055f None None] The sync data for ids ['6b0115d0-c134-4231-8a55-f8853891cad8'] in dv-neutron-828497-1-hyperv is: [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:34:56Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'fdee2c39-41be-4201-b24e-f6de175ecfd6', 'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:72:3c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:55Z', 'updated_at': '2022-02-10T11:34:57Z', 'revision_number': 2, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:00.070924 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c9db039b-cac7-4636-8424-c5cda24f630d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:00.075392 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c9db039b-cac7-4636-8424-c5cda24f630d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.6007049 Feb 10 11:35:00.077245 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36802) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:00.141469 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0e9db-741d-49ab-85f1-15cce99eaabd None None] Pushing event updated for resources: {'Port': ['ID=b2cf342c-6878-4653-98b6-c9619f47289c,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:00.169894 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.174242 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.209347 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e781c99-e223-4ae4-9cdd-8056e3fa68f4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:00.210018 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9e781c99-e223-4ae4-9cdd-8056e3fa68f4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:00.233157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9e781c99-e223-4ae4-9cdd-8056e3fa68f4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:00.234437 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9e781c99-e223-4ae4-9cdd-8056e3fa68f4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1574249 Feb 10 11:35:00.237418 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36806) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:00.304128 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c4d8466a-fa5f-40ac-8d8a-f545d5a084dd tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.341524 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a83d44-1165-4da1-873a-2c3f54537999 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:00.343399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a83d44-1165-4da1-873a-2c3f54537999 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:00.344885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a83d44-1165-4da1-873a-2c3f54537999 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:00.346602 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-17a83d44-1165-4da1-873a-2c3f54537999 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:00.386527 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-17a83d44-1165-4da1-873a-2c3f54537999 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:00.392981 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-17a83d44-1165-4da1-873a-2c3f54537999 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1544528 Feb 10 11:35:00.398792 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-d61978df-838f-4d71-a63f-60c6b0d97a58', 'network_id': 'd61978df-838f-4d71-a63f-60c6b0d97a58', 'tenant_id': '0321bdcd3694442c81b48711c5018d0c', 'fixed_ips': [{'subnet_id': 'b615c7c9-cae0-45a6-a84c-e717f1eff2ea'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:00.399907 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.409818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36810) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:00.559135 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8466a-fa5f-40ac-8d8a-f545d5a084dd tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event deleted for resources: {'Port': ['ID=a8c2a146-74fc-4de6-9264-5426a9b53d42,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:00.777738 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Allocated IP 172.20.0.2 (d61978df-838f-4d71-a63f-60c6b0d97a58/b615c7c9-cae0-45a6-a84c-e717f1eff2ea/a7a3e531-80c4-4358-ae6e-60cff65f9829) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:00.879296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-205ece5e-8414-4f99-ad70-805069296fb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 58b5bc55-e489-4ada-8990-4c224f877e20 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:00.886837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-205ece5e-8414-4f99-ad70-805069296fb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.097739 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-205ece5e-8414-4f99-ad70-805069296fb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.199644 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.250935 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.279185 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Transition to ACTIVE for port object a7a3e531-80c4-4358-ae6e-60cff65f9829 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:01.315001 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Transition to ACTIVE for port object a7a3e531-80c4-4358-ae6e-60cff65f9829 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:01.339931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.490213 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.568895 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Network d61978df-838f-4d71-a63f-60c6b0d97a58 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:01.603117 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.603117 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:01.621406 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Pushing event updated for resources: {'Port': ['ID=a7a3e531-80c4-4358-ae6e-60cff65f9829,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:01.626930 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:01.700093 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-205ece5e-8414-4f99-ad70-805069296fb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.814375 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccacb5f2-b42f-487a-91c8-27b0d90f0f3a None None] Network cb72c25c-df2c-4406-bb4c-56e973a31e8f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:01.823700 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-205ece5e-8414-4f99-ad70-805069296fb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.890913 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ece5e-8414-4f99-ad70-805069296fb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=58b5bc55-e489-4ada-8990-4c224f877e20,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:01.905168 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4389a1-5867-4b91-87bf-9d3d5118ff39 req-37ec5b7a-acd2-42cf-aaac-802a4942ef82 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:01.923078 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1a4389a1-5867-4b91-87bf-9d3d5118ff39 req-37ec5b7a-acd2-42cf-aaac-802a4942ef82 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.7142570 Feb 10 11:35:01.958534 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36818) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:01.960618 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-205ece5e-8414-4f99-ad70-805069296fb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.008975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d6d2fcb2-bced-4153-ae24-1f037a04493f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1636682773', 'description': 'tempest-secgroup-smoke-1636682773 description', 'project_id': '0287a4c215574103957c73d52a854e74'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:02.020652 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d6d2fcb2-bced-4153-ae24-1f037a04493f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:02.026467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d6d2fcb2-bced-4153-ae24-1f037a04493f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:02.030204 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d6d2fcb2-bced-4153-ae24-1f037a04493f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:02.045021 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d6d2fcb2-bced-4153-ae24-1f037a04493f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:02.062643 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1a4389a1-5867-4b91-87bf-9d3d5118ff39 req-b16782cc-8c87-412e-a357-c86801a6d372 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359186 Feb 10 11:35:02.066323 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-205ece5e-8414-4f99-ad70-805069296fb1 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/58b5bc55-e489-4ada-8990-4c224f877e20 HTTP/1.1" status: 204 len: 168 time: 1.6537359 Feb 10 11:35:02.070843 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6d2fcb2-bced-4153-ae24-1f037a04493f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.096064 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36822) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:02.237704 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 833f2ba0-d4cf-4245-bf57-54fb18d48140 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:02.263277 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffa5c8c-5575-4445-a5b8-013556607917 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet b83c605b-18fb-469f-82e4-1f77eb73b6b5 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:02.267188 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bffa5c8c-5575-4445-a5b8-013556607917 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.339007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bffa5c8c-5575-4445-a5b8-013556607917 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.341546 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Subnet': ['ID=b615c7c9-cae0-45a6-a84c-e717f1eff2ea,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:02.362137 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44426e86-196a-4fe9-bbff-e2cf8a34cd6f None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:02.426186 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d6d2fcb2-bced-4153-ae24-1f037a04493f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:02.432776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d6d2fcb2-bced-4153-ae24-1f037a04493f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:02.438402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d6d2fcb2-bced-4153-ae24-1f037a04493f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:02.448550 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d6d2fcb2-bced-4153-ae24-1f037a04493f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:02.451128 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bffa5c8c-5575-4445-a5b8-013556607917 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.506057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c4d8466a-fa5f-40ac-8d8a-f545d5a084dd tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.590112 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bffa5c8c-5575-4445-a5b8-013556607917 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.597107 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6d2fcb2-bced-4153-ae24-1f037a04493f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.619810 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Attempting to bind port a7a3e531-80c4-4358-ae6e-60cff65f9829 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:02.620660 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Attempting to bind port a7a3e531-80c4-4358-ae6e-60cff65f9829 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '208235f4-596c-451a-9e69-c225491dbe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd61978df-838f-4d71-a63f-60c6b0d97a58'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:02.621163 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Attempting to bind port a7a3e531-80c4-4358-ae6e-60cff65f9829 on network d61978df-838f-4d71-a63f-60c6b0d97a58 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:02.631078 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6d2fcb2-bced-4153-ae24-1f037a04493f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.634766 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1b145e99-66a7-441f-9205-d034c87d1211 None None] Provisioning for port 833f2ba0-d4cf-4245-bf57-54fb18d48140 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:02.654223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.658571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa5c8c-5575-4445-a5b8-013556607917 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=b83c605b-18fb-469f-82e4-1f77eb73b6b5,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:02.688384 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bffa5c8c-5575-4445-a5b8-013556607917 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.699848 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:02.701729 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Checking segment: {'id': '208235f4-596c-451a-9e69-c225491dbe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd61978df-838f-4d71-a63f-60c6b0d97a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:02.701729 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.702088 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Bound using segment: {'id': '208235f4-596c-451a-9e69-c225491dbe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd61978df-838f-4d71-a63f-60c6b0d97a58'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:02.702624 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Bound port: a7a3e531-80c4-4358-ae6e-60cff65f9829, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208235f4-596c-451a-9e69-c225491dbe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd61978df-838f-4d71-a63f-60c6b0d97a58'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:02.703326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.709238 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bffa5c8c-5575-4445-a5b8-013556607917 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/b83c605b-18fb-469f-82e4-1f77eb73b6b5 HTTP/1.1" status: 204 len: 168 time: 0.6072593 Feb 10 11:35:02.709238 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36826) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:02.752049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61978df-838f-4d71-a63f-60c6b0d97a58']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:02.771669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208235f4-596c-451a-9e69-c225491dbe97') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:02.772005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208235f4-596c-451a-9e69-c225491dbe97') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:02.789724 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.802445 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 833f2ba0-d4cf-4245-bf57-54fb18d48140 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:02.804056 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d196704-860d-4e81-9198-c321cdc42e71 req-a6bfc784-f81c-4ec7-9abb-0e0bd11b414e tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:02.804806 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-9d196704-860d-4e81-9198-c321cdc42e71 req-a6bfc784-f81c-4ec7-9abb-0e0bd11b414e tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Synchronizing usage tracker for tenant:8e47f622a65945dda4a63ba667a1ebd5 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:02.871453 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 833f2ba0-d4cf-4245-bf57-54fb18d48140 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:02.872487 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.887187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.888747 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6d2fcb2-bced-4153-ae24-1f037a04493f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.892979 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d6d2fcb2-bced-4153-ae24-1f037a04493f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8904226 Feb 10 11:35:02.893935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2fcb2-bced-4153-ae24-1f037a04493f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06582073-7108-4274-880e-f1cd855c257e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:02.903480 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36830) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:02.910199 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8de2a8ec-b704-48e1-86b3-ee3852ae8f90 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '06582073-7108-4274-880e-f1cd855c257e', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:02.922263 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e7067f29-2aba-49d1-8216-53b8ed438ccc tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2073653 Feb 10 11:35:02.922547 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36834) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:02.925042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8de2a8ec-b704-48e1-86b3-ee3852ae8f90 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:02.936916 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d1152cea-fe7a-4303-996f-bf45f73f39b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:02.960316 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8de2a8ec-b704-48e1-86b3-ee3852ae8f90 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:02.967289 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8de2a8ec-b704-48e1-86b3-ee3852ae8f90 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:02.969682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-9d196704-860d-4e81-9198-c321cdc42e71 req-a6bfc784-f81c-4ec7-9abb-0e0bd11b414e tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Unset dirty status for tenant:8e47f622a65945dda4a63ba667a1ebd5 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:02.971075 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9d196704-860d-4e81-9198-c321cdc42e71 req-a6bfc784-f81c-4ec7-9abb-0e0bd11b414e tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.73 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.7087817 Feb 10 11:35:02.972364 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:02.972973 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:02.989752 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:03.024871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8de2a8ec-b704-48e1-86b3-ee3852ae8f90 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:03.074999 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8de2a8ec-b704-48e1-86b3-ee3852ae8f90 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.096074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d1152cea-fe7a-4303-996f-bf45f73f39b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:03.110595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d1152cea-fe7a-4303-996f-bf45f73f39b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:03.115452 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d1152cea-fe7a-4303-996f-bf45f73f39b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:03.128449 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d1152cea-fe7a-4303-996f-bf45f73f39b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:03.145736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:35:03.145736 dv-neutron-828497-1-hyperv neutron-server[83555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:35:03.145736 dv-neutron-828497-1-hyperv neutron-server[83555]: [parameters: {'id': 'd61978df-838f-4d71-a63f-60c6b0d97a58'}] Feb 10 11:35:03.145736 dv-neutron-828497-1-hyperv neutron-server[83555]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:03.146393 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:03.214431 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-9d196704-860d-4e81-9198-c321cdc42e71 req-b70e8052-ba06-48e6-be2c-0b9ff17efdc9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Deleting port 2eecc48b-0a10-46d3-916a-b281c257aead {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:03.214944 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-9d196704-860d-4e81-9198-c321cdc42e71 req-b70e8052-ba06-48e6-be2c-0b9ff17efdc9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.298677 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1152cea-fe7a-4303-996f-bf45f73f39b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:03.304588 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1152cea-fe7a-4303-996f-bf45f73f39b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.357699 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8de2a8ec-b704-48e1-86b3-ee3852ae8f90 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.408912 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d8466a-fa5f-40ac-8d8a-f545d5a084dd tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Router 02cbcdc0-0333-4181-9b27-5170262aa9a3 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:03.428929 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-696c1d33-cd3c-42e7-9916-58632ace423b None None] Provisioning for port b2cf342c-6878-4653-98b6-c9619f47289c completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:03.483693 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8de2a8ec-b704-48e1-86b3-ee3852ae8f90 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.548042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] For port a7a3e531-80c4-4358-ae6e-60cff65f9829, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:03.558001 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] For port a7a3e531-80c4-4358-ae6e-60cff65f9829, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a7a3e531-80c4-4358-ae6e-60cff65f9829,segment=NetworkSegment(208235f4-596c-451a-9e69-c225491dbe97),segment_id=208235f4-596c-451a-9e69-c225491dbe97)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:03.561405 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2a8ec-b704-48e1-86b3-ee3852ae8f90 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34198f3-9e51-44d9-9fbc-6c39dc89d7e3,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:03.633622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8de2a8ec-b704-48e1-86b3-ee3852ae8f90 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.638031 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8de2a8ec-b704-48e1-86b3-ee3852ae8f90 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7309737 Feb 10 11:35:03.640469 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36840) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:03.642803 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.653931 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.659050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-346a38e3-05a8-40da-aad3-519282267937 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '06582073-7108-4274-880e-f1cd855c257e', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:03.676480 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-346a38e3-05a8-40da-aad3-519282267937 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:03.683836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-346a38e3-05a8-40da-aad3-519282267937 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:03.688977 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-346a38e3-05a8-40da-aad3-519282267937 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:03.719782 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Deleting port a7a3e531-80c4-4358-ae6e-60cff65f9829 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:03.720989 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.725042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-346a38e3-05a8-40da-aad3-519282267937 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:03.759030 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4de2696-6347-4b20-afbd-2105ccc4c6fb None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:03.783716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-9d196704-860d-4e81-9198-c321cdc42e71 req-b70e8052-ba06-48e6-be2c-0b9ff17efdc9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] For port 2eecc48b-0a10-46d3-916a-b281c257aead, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2eecc48b-0a10-46d3-916a-b281c257aead,segment=NetworkSegment(218f680c-641e-4523-96c6-070d97cdb3b2),segment_id=218f680c-641e-4523-96c6-070d97cdb3b2)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:03.784417 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-9d196704-860d-4e81-9198-c321cdc42e71 req-b70e8052-ba06-48e6-be2c-0b9ff17efdc9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.784610 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b682539-5eac-4e28-8e3f-9e34cef153cd req-1ba8ff1c-732a-47e3-9245-f4dd6930554f tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:03.790818 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0b682539-5eac-4e28-8e3f-9e34cef153cd req-1ba8ff1c-732a-47e3-9245-f4dd6930554f tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 945 time: 0.5486999 Feb 10 11:35:03.794573 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d8466a-fa5f-40ac-8d8a-f545d5a084dd tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:03.801659 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f4de2696-6347-4b20-afbd-2105ccc4c6fb None None] Deleting port b2cf342c-6878-4653-98b6-c9619f47289c {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:03.801659 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f4de2696-6347-4b20-afbd-2105ccc4c6fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.819819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-346a38e3-05a8-40da-aad3-519282267937 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.876220 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca37bc3-467c-42ce-8829-2fbfd883dded None None] Sync routers for ids ['02cbcdc0-0333-4181-9b27-5170262aa9a3'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:03.968832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-346a38e3-05a8-40da-aad3-519282267937 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.981860 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.000569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-346a38e3-05a8-40da-aad3-519282267937 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.030556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb6a3e-c731-4fef-b202-e815a879e0fa None None] Pushing event updated for resources: {'Port': ['ID=a7a3e531-80c4-4358-ae6e-60cff65f9829,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:04.102787 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 833f2ba0-d4cf-4245-bf57-54fb18d48140, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=833f2ba0-d4cf-4245-bf57-54fb18d48140,segment=NetworkSegment(4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7),segment_id=4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:04.112542 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca37bc3-467c-42ce-8829-2fbfd883dded None None] Routers {'02cbcdc0-0333-4181-9b27-5170262aa9a3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:04.113322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4ca37bc3-467c-42ce-8829-2fbfd883dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['02cbcdc0-0333-4181-9b27-5170262aa9a3'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:04.164548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a38e3-05a8-40da-aad3-519282267937 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4291520-8af1-4cff-ba7d-fb2da76f0daf,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:04.211646 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c4d8466a-fa5f-40ac-8d8a-f545d5a084dd tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "PUT /v2.0/routers/02cbcdc0-0333-4181-9b27-5170262aa9a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7342291 Feb 10 11:35:04.218263 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36844) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:04.281237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.281237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b2cf342c-6878-4653-98b6-c9619f47289c up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:04.362627 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4ca37bc3-467c-42ce-8829-2fbfd883dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:04.397674 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0b682539-5eac-4e28-8e3f-9e34cef153cd req-908cac23-ff38-4f04-aa14-a36b6d7878d3 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups?id=22f747af-943a-4be7-86c4-c884329b0775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5971010 Feb 10 11:35:04.406684 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-1542bf27-db9c-4fc7-a65d-0160a18b7e85 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] delete failed (client error): The resource could not be found. Feb 10 11:35:04.408474 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1542bf27-db9c-4fc7-a65d-0160a18b7e85 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-703703322 HTTP/1.1" status: 404 len: 334 time: 0.1888967 Feb 10 11:35:04.417848 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-346a38e3-05a8-40da-aad3-519282267937 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.422493 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-346a38e3-05a8-40da-aad3-519282267937 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7736845 Feb 10 11:35:04.422493 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36848) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:04.441421 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36850) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:04.451384 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-98957be4-67d7-4fa9-843e-c44a6885bb10 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Request body: {'router': {'external_gateway_info': {'network_id': '02cbcdc0-0333-4181-9b27-5170262aa9a3'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:04.503416 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e8583e-518a-4cad-9427-3c3b4a6ec098 None None] Network d61978df-838f-4d71-a63f-60c6b0d97a58 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:04.574101 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3d275ead-0191-46b9-a547-c46b3619fd41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '06582073-7108-4274-880e-f1cd855c257e', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:04.614228 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3d275ead-0191-46b9-a547-c46b3619fd41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:04.670251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3d275ead-0191-46b9-a547-c46b3619fd41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:04.677950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3d275ead-0191-46b9-a547-c46b3619fd41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:04.696857 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3d275ead-0191-46b9-a547-c46b3619fd41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:04.701666 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a93972f8-cc97-4ca2-846a-bfeb6ed00769 None None] Provisioning complete for port 833f2ba0-d4cf-4245-bf57-54fb18d48140 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:04.702326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a93972f8-cc97-4ca2-846a-bfeb6ed00769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.776778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=833f2ba0-d4cf-4245-bf57-54fb18d48140,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:04.791057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca37bc3-467c-42ce-8829-2fbfd883dded None None] Routers {'02cbcdc0-0333-4181-9b27-5170262aa9a3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:04.791934 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4ca37bc3-467c-42ce-8829-2fbfd883dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['02cbcdc0-0333-4181-9b27-5170262aa9a3'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:04.806926 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] For port a7a3e531-80c4-4358-ae6e-60cff65f9829, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a7a3e531-80c4-4358-ae6e-60cff65f9829,segment=NetworkSegment(208235f4-596c-451a-9e69-c225491dbe97),segment_id=208235f4-596c-451a-9e69-c225491dbe97)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:04.806926 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.827071 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3d275ead-0191-46b9-a547-c46b3619fd41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.949659 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Calling delete_port for a7a3e531-80c4-4358-ae6e-60cff65f9829 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:04.987131 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-9d196704-860d-4e81-9198-c321cdc42e71 req-b70e8052-ba06-48e6-be2c-0b9ff17efdc9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.987583 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-9d196704-860d-4e81-9198-c321cdc42e71 req-b70e8052-ba06-48e6-be2c-0b9ff17efdc9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.987959 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [req-9d196704-860d-4e81-9198-c321cdc42e71 req-b70e8052-ba06-48e6-be2c-0b9ff17efdc9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Floating IP 7bba28be-c6f5-4bd2-ab89-ed368810b501 disassociated. External IP: 172.26.4.227, port: 2eecc48b-0a10-46d3-916a-b281c257aead. Feb 10 11:35:04.988361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-9d196704-860d-4e81-9198-c321cdc42e71 req-b70e8052-ba06-48e6-be2c-0b9ff17efdc9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Calling delete_port for 2eecc48b-0a10-46d3-916a-b281c257aead owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:05.006952 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4ca37bc3-467c-42ce-8829-2fbfd883dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:05.007584 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca37bc3-467c-42ce-8829-2fbfd883dded None None] The sync data for ids ['02cbcdc0-0333-4181-9b27-5170262aa9a3'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:05.095503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.objects.ports [None req-d1152cea-fe7a-4303-996f-bf45f73f39b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:35:05.115436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.174295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port b2cf342c-6878-4653-98b6-c9619f47289c completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:05.213200 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Port': ['ID=a7a3e531-80c4-4358-ae6e-60cff65f9829,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:05.230198 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port b2cf342c-6878-4653-98b6-c9619f47289c triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:05.230601 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.232952 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No DVR routers for this DVR port a7a3e531-80c4-4358-ae6e-60cff65f9829 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:05.357138 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f4de2696-6347-4b20-afbd-2105ccc4c6fb None None] For port b2cf342c-6878-4653-98b6-c9619f47289c, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=b2cf342c-6878-4653-98b6-c9619f47289c,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:05.357538 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f4de2696-6347-4b20-afbd-2105ccc4c6fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.373586 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-9d196704-860d-4e81-9198-c321cdc42e71 req-b70e8052-ba06-48e6-be2c-0b9ff17efdc9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.442493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e8052-ba06-48e6-be2c-0b9ff17efdc9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Pushing event deleted for resources: {'Port': ['ID=2eecc48b-0a10-46d3-916a-b281c257aead,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:05.453087 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.503701 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61978df-838f-4d71-a63f-60c6b0d97a58']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:05.505441 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f4de2696-6347-4b20-afbd-2105ccc4c6fb None None] Calling delete_port for b2cf342c-6878-4653-98b6-c9619f47289c owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:05.530860 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208235f4-596c-451a-9e69-c225491dbe97') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:05.532428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208235f4-596c-451a-9e69-c225491dbe97') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:05.552497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.579118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.592865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:05.593849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:05.636508 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:05.648960 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a93972f8-cc97-4ca2-846a-bfeb6ed00769 None None] Provisioning for port fdee2c39-41be-4201-b24e-f6de175ecfd6 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:05.686494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.722050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3d275ead-0191-46b9-a547-c46b3619fd41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.726230 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f4de2696-6347-4b20-afbd-2105ccc4c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.804299 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3d275ead-0191-46b9-a547-c46b3619fd41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.819940 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a93972f8-cc97-4ca2-846a-bfeb6ed00769 None None] Provisioning complete for port fdee2c39-41be-4201-b24e-f6de175ecfd6 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:05.820319 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a93972f8-cc97-4ca2-846a-bfeb6ed00769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.847624 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8924d9b1-6083-4a9c-89fe-b57f8d093626 req-89befd28-7f9c-4ee2-b7f0-0f22b6817b90 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 210 time: 0.1285350 Feb 10 11:35:05.857452 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_pluggable_backend [None req-d1152cea-fe7a-4303-996f-bf45f73f39b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Port b2cf342c-6878-4653-98b6-c9619f47289c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83554) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 11:35:05.857795 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_pluggable_backend [None req-d1152cea-fe7a-4303-996f-bf45f73f39b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Reverting IP allocation for 2001:db8::f816:3eff:fe86:66ee {{(pid=83554) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 11:35:05.890071 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d275ead-0191-46b9-a547-c46b3619fd41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec3a585-0ea3-4ea0-8178-6bd1b9d30594,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:05.891776 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4de2696-6347-4b20-afbd-2105ccc4c6fb None None] No DVR routers for this DVR port b2cf342c-6878-4653-98b6-c9619f47289c on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:05.896187 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a2841af1-aa28-417b-809a-e8513e350eb0 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:05.900507 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.922385 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98957be4-67d7-4fa9-843e-c44a6885bb10 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.932434 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1152cea-fe7a-4303-996f-bf45f73f39b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.938633 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a93972f8-cc97-4ca2-846a-bfeb6ed00769 None None] Port fdee2c39-41be-4201-b24e-f6de175ecfd6 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:05.938955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.954200 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf0cc7f-dd02-4ff2-8768-9716a334cba0 None None] get_active_networks_info from dv-neutron-828497-1-hyperv {{(pid=83556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:35:05.965191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Network': ['ID=d61978df-838f-4d71-a63f-60c6b0d97a58,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:05.978174 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3d275ead-0191-46b9-a547-c46b3619fd41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.979256 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3d275ead-0191-46b9-a547-c46b3619fd41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5364702 Feb 10 11:35:05.987382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36858) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:05.989275 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-270c02fb-2fa9-4ad0-944d-fdc406989ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/d61978df-838f-4d71-a63f-60c6b0d97a58 HTTP/1.1" status: 204 len: 168 time: 6.1852367 Feb 10 11:35:05.990239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36860) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:06.002249 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-16251618-3ffe-4f44-95ff-1bc19eb791dc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-113929809'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:06.003770 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-584de2dd-ac8c-4c87-998c-22ca878fc70a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '06582073-7108-4274-880e-f1cd855c257e', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:06.025455 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-584de2dd-ac8c-4c87-998c-22ca878fc70a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:06.027442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-16251618-3ffe-4f44-95ff-1bc19eb791dc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:06.038794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1152cea-fe7a-4303-996f-bf45f73f39b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:06.039967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-16251618-3ffe-4f44-95ff-1bc19eb791dc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:network and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:06.040094 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-584de2dd-ac8c-4c87-998c-22ca878fc70a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:06.043660 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-584de2dd-ac8c-4c87-998c-22ca878fc70a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:06.047195 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-16251618-3ffe-4f44-95ff-1bc19eb791dc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:06.049611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d1152cea-fe7a-4303-996f-bf45f73f39b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:06.052372 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1152cea-fe7a-4303-996f-bf45f73f39b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:06.053447 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1152cea-fe7a-4303-996f-bf45f73f39b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.060391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-16251618-3ffe-4f44-95ff-1bc19eb791dc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:06.082831 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-584de2dd-ac8c-4c87-998c-22ca878fc70a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:06.083314 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 2eecc48b-0a10-46d3-916a-b281c257aead no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:06.087972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16251618-3ffe-4f44-95ff-1bc19eb791dc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:06.091827 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-16251618-3ffe-4f44-95ff-1bc19eb791dc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.100298 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1152cea-fe7a-4303-996f-bf45f73f39b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=ec9b02f7-09f5-49ae-a632-2531c8387f28,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:06.109357 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-98957be4-67d7-4fa9-843e-c44a6885bb10 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] update failed (client error): The resource could not be found. Feb 10 11:35:06.122772 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-98957be4-67d7-4fa9-843e-c44a6885bb10 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "PUT /v2.0/routers/02cbcdc0-0333-4181-9b27-5170262aa9a3 HTTP/1.1" status: 404 len: 339 time: 1.6845162 Feb 10 11:35:06.122772 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d1152cea-fe7a-4303-996f-bf45f73f39b4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1913943 Feb 10 11:35:06.122772 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36866) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:06.124259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36868) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:06.130020 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3c7b517f-b976-4f7e-910b-1c6b53a2b3c8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:06.133456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f7cc66e2-ee06-4a18-97fb-7f61af5bba89 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1140382817'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:06.142860 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f7cc66e2-ee06-4a18-97fb-7f61af5bba89 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:06.151673 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f7cc66e2-ee06-4a18-97fb-7f61af5bba89 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Usage tracker for resource:network and tenant:42ff78e1fd674e2782ae40070b4d5aea is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:06.156178 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f7cc66e2-ee06-4a18-97fb-7f61af5bba89 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:06.167890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f7cc66e2-ee06-4a18-97fb-7f61af5bba89 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:06.172686 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16251618-3ffe-4f44-95ff-1bc19eb791dc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:06.188424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-16251618-3ffe-4f44-95ff-1bc19eb791dc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.188873 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-16251618-3ffe-4f44-95ff-1bc19eb791dc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Added segment aee9fe1a-c22e-456c-a3c6-3499edd91748 of type vlan for network a9480138-b50e-4727-b9a8-2ef8a1086c33 Feb 10 11:35:06.190159 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de2696-6347-4b20-afbd-2105ccc4c6fb None None] Pushing event deleted for resources: {'Port': ['ID=b2cf342c-6878-4653-98b6-c9619f47289c,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:06.197043 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cc66e2-ee06-4a18-97fb-7f61af5bba89 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Made reservation on behalf of 42ff78e1fd674e2782ae40070b4d5aea for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:06.200414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f7cc66e2-ee06-4a18-97fb-7f61af5bba89 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.223376 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 2eecc48b-0a10-46d3-916a-b281c257aead {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:06.223376 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 2eecc48b-0a10-46d3-916a-b281c257aead not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:06.234610 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-584de2dd-ac8c-4c87-998c-22ca878fc70a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.250171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-85c0afa1-046e-4ae2-b897-15f78c7548a8 None None] Provisioning complete for port fdee2c39-41be-4201-b24e-f6de175ecfd6 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:06.250171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-85c0afa1-046e-4ae2-b897-15f78c7548a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.325441 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf0cc7f-dd02-4ff2-8768-9716a334cba0 None None] Resources bound (agent type, host, resource id): {{(pid=83556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:35:06.334536 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-85c0afa1-046e-4ae2-b897-15f78c7548a8 None None] Port fdee2c39-41be-4201-b24e-f6de175ecfd6 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:06.354468 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port a2841af1-aa28-417b-809a-e8513e350eb0 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:06.361119 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-16251618-3ffe-4f44-95ff-1bc19eb791dc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.378416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d196704-860d-4e81-9198-c321cdc42e71 req-b70e8052-ba06-48e6-be2c-0b9ff17efdc9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Router 08af32f7-ea9a-46c8-9004-af909644a507 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:06.381414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3c7b517f-b976-4f7e-910b-1c6b53a2b3c8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:06.389306 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-584de2dd-ac8c-4c87-998c-22ca878fc70a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.390711 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3c7b517f-b976-4f7e-910b-1c6b53a2b3c8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:06.394566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3c7b517f-b976-4f7e-910b-1c6b53a2b3c8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:06.402743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-584de2dd-ac8c-4c87-998c-22ca878fc70a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.405389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3c7b517f-b976-4f7e-910b-1c6b53a2b3c8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:06.405831 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cc66e2-ee06-4a18-97fb-7f61af5bba89 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:06.423403 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f7cc66e2-ee06-4a18-97fb-7f61af5bba89 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.423700 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-f7cc66e2-ee06-4a18-97fb-7f61af5bba89 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Added segment 0b222e3b-edea-450c-8f84-ee409b26ca67 of type vlan for network 1067f411-001a-40ea-98a6-5962b6725011 Feb 10 11:35:06.435551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-16251618-3ffe-4f44-95ff-1bc19eb791dc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.439191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584de2dd-ac8c-4c87-998c-22ca878fc70a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06aa509b-dd2f-4840-86b8-03cab0de488a,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:06.439549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16251618-3ffe-4f44-95ff-1bc19eb791dc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:06.440159 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-16251618-3ffe-4f44-95ff-1bc19eb791dc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.452032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7b517f-b976-4f7e-910b-1c6b53a2b3c8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:06.470233 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port a2841af1-aa28-417b-809a-e8513e350eb0 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:06.470607 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.563851 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-584de2dd-ac8c-4c87-998c-22ca878fc70a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.567630 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-584de2dd-ac8c-4c87-998c-22ca878fc70a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5747833 Feb 10 11:35:06.569749 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36874) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:06.577951 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e184894d-1613-4c30-8faa-2ab02f441522 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '06582073-7108-4274-880e-f1cd855c257e', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:06.594029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e184894d-1613-4c30-8faa-2ab02f441522 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:06.600515 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e184894d-1613-4c30-8faa-2ab02f441522 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:06.606319 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e184894d-1613-4c30-8faa-2ab02f441522 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:06.616403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e184894d-1613-4c30-8faa-2ab02f441522 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:06.653497 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-e184894d-1613-4c30-8faa-2ab02f441522 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:35:06.656164 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f7cc66e2-ee06-4a18-97fb-7f61af5bba89 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.666193 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c7b517f-b976-4f7e-910b-1c6b53a2b3c8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.684084 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e184894d-1613-4c30-8faa-2ab02f441522 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.741528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.745357 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-16251618-3ffe-4f44-95ff-1bc19eb791dc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7503698 Feb 10 11:35:06.752935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36878) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:06.759861 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'subnet': {'network_id': 'a9480138-b50e-4727-b9a8-2ef8a1086c33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:06.776003 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port a2841af1-aa28-417b-809a-e8513e350eb0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a2841af1-aa28-417b-809a-e8513e350eb0,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:06.784929 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.785715 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:06.789365 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16251618-3ffe-4f44-95ff-1bc19eb791dc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Network': ['ID=a9480138-b50e-4727-b9a8-2ef8a1086c33,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:06.830633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f7cc66e2-ee06-4a18-97fb-7f61af5bba89 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.838163 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cc66e2-ee06-4a18-97fb-7f61af5bba89 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:06.839254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f7cc66e2-ee06-4a18-97fb-7f61af5bba89 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.843347 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network a9480138-b50e-4727-b9a8-2ef8a1086c33 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:07.016810 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f7cc66e2-ee06-4a18-97fb-7f61af5bba89 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8910213 Feb 10 11:35:07.044595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36884) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:07.065411 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.ipam_backend_mixin [None req-3c7b517f-b976-4f7e-910b-1c6b53a2b3c8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ec9b02f7-09f5-49ae-a632-2531c8387f28 (CIDR: 2001:db8::/64) Feb 10 11:35:07.067943 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-47c64bed-08fd-47ff-a7b3-ec01c9d6ee7b tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Request body: {'subnet': {'network_id': '1067f411-001a-40ea-98a6-5962b6725011', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:07.078756 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7b517f-b976-4f7e-910b-1c6b53a2b3c8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:35:07.079306 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7b517f-b976-4f7e-910b-1c6b53a2b3c8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:07.085546 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=a2841af1-aa28-417b-809a-e8513e350eb0,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:07.089701 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:07.113705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc66e2-ee06-4a18-97fb-7f61af5bba89 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event updated for resources: {'Network': ['ID=1067f411-001a-40ea-98a6-5962b6725011,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:07.118384 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:07.118753 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.146215 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:subnet and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:07.158160 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 1067f411-001a-40ea-98a6-5962b6725011 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:07.161915 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:07.171361 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e184894d-1613-4c30-8faa-2ab02f441522 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.178307 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cb8caaaa-9b36-406d-bbaa-834aff54153d req-699d5759-0790-4d85-bac9-e05e322538f6 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 210 time: 0.1028039 Feb 10 11:35:07.179638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:07.183383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e184894d-1613-4c30-8faa-2ab02f441522 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.203245 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3c7b517f-b976-4f7e-910b-1c6b53a2b3c8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0806637 Feb 10 11:35:07.216382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36888) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:07.227206 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2e48bd2e-0067-4c4b-b3f8-6564404bbf0e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:07.248638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184894d-1613-4c30-8faa-2ab02f441522 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f379e425-ceb8-4404-822b-e77a9e0a4c52,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:07.255171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:07.276130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': 'ec9b02f7-09f5-49ae-a632-2531c8387f28'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:07.277003 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.323432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-47c64bed-08fd-47ff-a7b3-ec01c9d6ee7b tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:07.332788 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-47c64bed-08fd-47ff-a7b3-ec01c9d6ee7b tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Usage tracker for resource:subnet and tenant:42ff78e1fd674e2782ae40070b4d5aea is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:07.338535 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-47c64bed-08fd-47ff-a7b3-ec01c9d6ee7b tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:07.353447 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-47c64bed-08fd-47ff-a7b3-ec01c9d6ee7b tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:07.371258 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d196704-860d-4e81-9198-c321cdc42e71 req-b70e8052-ba06-48e6-be2c-0b9ff17efdc9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:07.373233 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c64bed-08fd-47ff-a7b3-ec01c9d6ee7b tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Made reservation on behalf of 42ff78e1fd674e2782ae40070b4d5aea for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:07.382847 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e184894d-1613-4c30-8faa-2ab02f441522 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.385283 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e184894d-1613-4c30-8faa-2ab02f441522 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8147328 Feb 10 11:35:07.390143 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a43d0d6-67bb-47f1-8599-421275338180 None None] Sync routers for ids ['08af32f7-ea9a-46c8-9004-af909644a507'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:07.397964 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36892) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:07.418850 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a43d0d6-67bb-47f1-8599-421275338180 None None] Routers {'08af32f7-ea9a-46c8-9004-af909644a507'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:07.420723 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0a43d0d6-67bb-47f1-8599-421275338180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['08af32f7-ea9a-46c8-9004-af909644a507'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:07.424077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-426d7f36-26c0-4bb4-a2f7-f33f8567b4df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '06582073-7108-4274-880e-f1cd855c257e', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:07.430359 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-426d7f36-26c0-4bb4-a2f7-f33f8567b4df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:07.435607 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-426d7f36-26c0-4bb4-a2f7-f33f8567b4df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:07.438914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-426d7f36-26c0-4bb4-a2f7-f33f8567b4df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:07.445457 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-426d7f36-26c0-4bb4-a2f7-f33f8567b4df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:07.486395 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-426d7f36-26c0-4bb4-a2f7-f33f8567b4df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:35:07.502317 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.527759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-426d7f36-26c0-4bb4-a2f7-f33f8567b4df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.585206 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d196704-860d-4e81-9198-c321cdc42e71 req-b70e8052-ba06-48e6-be2c-0b9ff17efdc9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] No DVR routers for this DVR port 2eecc48b-0a10-46d3-916a-b281c257aead on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:07.604789 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Allocated IP 2001:db8::f816:3eff:fe73:6819 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/ec9b02f7-09f5-49ae-a632-2531c8387f28/c1a4ecb7-bae7-4ccb-9776-16e689d035ca) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:07.604963 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-9d196704-860d-4e81-9198-c321cdc42e71 req-b70e8052-ba06-48e6-be2c-0b9ff17efdc9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.607000 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9d196704-860d-4e81-9198-c321cdc42e71 req-b70e8052-ba06-48e6-be2c-0b9ff17efdc9 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.73 "DELETE /v2.0/ports/2eecc48b-0a10-46d3-916a-b281c257aead HTTP/1.1" status: 204 len: 173 time: 4.6133318 Feb 10 11:35:07.607459 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573dd72a-a490-4acc-9053-5109c3f3c2ce', 'name': 'network-vif-deleted', 'tag': '2eecc48b-0a10-46d3-916a-b281c257aead'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:35:07.651511 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Performing IP validity checks on allocation pools {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 11:35:07.652033 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 11:35:07.714066 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2e48bd2e-0067-4c4b-b3f8-6564404bbf0e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:07.725744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2e48bd2e-0067-4c4b-b3f8-6564404bbf0e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:07.737687 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2e48bd2e-0067-4c4b-b3f8-6564404bbf0e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:07.747961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2e48bd2e-0067-4c4b-b3f8-6564404bbf0e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:07.767184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-47c64bed-08fd-47ff-a7b3-ec01c9d6ee7b tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.782443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-426d7f36-26c0-4bb4-a2f7-f33f8567b4df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.816673 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e48bd2e-0067-4c4b-b3f8-6564404bbf0e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:07.820167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e48bd2e-0067-4c4b-b3f8-6564404bbf0e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.844462 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-426d7f36-26c0-4bb4-a2f7-f33f8567b4df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.885794 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-0a43d0d6-67bb-47f1-8599-421275338180 None None] Set router 08af32f7-ea9a-46c8-9004-af909644a507 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:07.972942 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d7f36-26c0-4bb4-a2f7-f33f8567b4df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58781d34-7b27-4ddb-92a2-9688f794cd21,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:08.009271 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-426d7f36-26c0-4bb4-a2f7-f33f8567b4df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.010379 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-426d7f36-26c0-4bb4-a2f7-f33f8567b4df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6105914 Feb 10 11:35:08.155206 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.285172 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a2841af1-aa28-417b-809a-e8513e350eb0 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:08.306424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-47c64bed-08fd-47ff-a7b3-ec01c9d6ee7b tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.387683 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.397442 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573dd72a-a490-4acc-9053-5109c3f3c2ce', 'name': 'network-vif-deleted', 'tag': '2eecc48b-0a10-46d3-916a-b281c257aead', 'status': 'completed', 'code': 200} Feb 10 11:35:08.404896 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Transition to ACTIVE for port object c1a4ecb7-bae7-4ccb-9776-16e689d035ca will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:08.449484 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Transition to ACTIVE for port object c1a4ecb7-bae7-4ccb-9776-16e689d035ca will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:08.526095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c64bed-08fd-47ff-a7b3-ec01c9d6ee7b tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event updated for resources: {'Subnet': ['ID=6f6ce85a-aab5-40b5-b246-69a7c62d1482,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:08.562589 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c64bed-08fd-47ff-a7b3-ec01c9d6ee7b tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Checking segment: {'id': '0b222e3b-edea-450c-8f84-ee409b26ca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1067f411-001a-40ea-98a6-5962b6725011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:08.563125 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c64bed-08fd-47ff-a7b3-ec01c9d6ee7b tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Network hostable DHCP agents. Network: 1067f411-001a-40ea-98a6-5962b6725011, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:08.585723 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.608043 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c64bed-08fd-47ff-a7b3-ec01c9d6ee7b tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Network 1067f411-001a-40ea-98a6-5962b6725011 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:08.623990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-47c64bed-08fd-47ff-a7b3-ec01c9d6ee7b tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 1067f411-001a-40ea-98a6-5962b6725011) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:08.632318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c64bed-08fd-47ff-a7b3-ec01c9d6ee7b tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:08.633947 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-47c64bed-08fd-47ff-a7b3-ec01c9d6ee7b tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.655959 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0a43d0d6-67bb-47f1-8599-421275338180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af32f7-ea9a-46c8-9004-af909644a507', 'name': 'tempest-ServerActionsTestJSON-1565376735-router', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:24Z', 'updated_at': '2022-02-10T11:31:38Z', 'revision_number': 4, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'gw_port': {'id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:27Z', 'updated_at': '2022-02-10T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '61eda003-442f-4d2d-ba59-a817cc89e604', 'name': '', 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'mac_address': 'fa:16:3e:e9:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:36Z', 'updated_at': '2022-02-10T11:32:05Z', 'revision_number': 5, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'subnets': [{'id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:08.656993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Subnet': ['ID=ff3653f4-10b4-485c-a8db-746b970fc303,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:08.662111 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a43d0d6-67bb-47f1-8599-421275338180 None None] Checking router: 08af32f7-ea9a-46c8-9004-af909644a507 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:35:08.677178 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-47c64bed-08fd-47ff-a7b3-ec01c9d6ee7b tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6295354 Feb 10 11:35:08.677425 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a43d0d6-67bb-47f1-8599-421275338180 None None] Routers {'08af32f7-ea9a-46c8-9004-af909644a507'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:08.677425 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0a43d0d6-67bb-47f1-8599-421275338180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['08af32f7-ea9a-46c8-9004-af909644a507'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:08.678710 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36910) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:08.687910 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.688344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-5986bd8d-932a-47c5-a75d-09cff60cc35c tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Request body: {'router': {'external_gateway_info': {'network_id': '1067f411-001a-40ea-98a6-5962b6725011'}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:08.722857 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:08.728675 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:08.736961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:08.755570 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Pushing event updated for resources: {'Port': ['ID=c1a4ecb7-bae7-4ccb-9776-16e689d035ca,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:08.765520 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-00c242f9-3024-4e5f-b5ff-752ab13e14b8 req-56d62614-a7d8-41b2-8dce-b7854b21a96f tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dd72a-a490-4acc-9053-5109c3f3c2ce HTTP/1.1" status: 200 len: 210 time: 0.0927188 Feb 10 11:35:08.797599 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port a2841af1-aa28-417b-809a-e8513e350eb0 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:08.798046 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.831545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-91d9e619-a4cb-420d-81c0-beb7d77530f8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:08.910729 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Checking segment: {'id': 'aee9fe1a-c22e-456c-a3c6-3499edd91748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a9480138-b50e-4727-b9a8-2ef8a1086c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:08.911967 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network hostable DHCP agents. Network: a9480138-b50e-4727-b9a8-2ef8a1086c33, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:08.956645 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-91d9e619-a4cb-420d-81c0-beb7d77530f8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:08.958012 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-91d9e619-a4cb-420d-81c0-beb7d77530f8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1636682773&fields=id&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 267 time: 0.2424531 Feb 10 11:35:09.007034 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-0a43d0d6-67bb-47f1-8599-421275338180 None None] Set router 08af32f7-ea9a-46c8-9004-af909644a507 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:09.101185 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network a9480138-b50e-4727-b9a8-2ef8a1086c33 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:09.120470 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, a9480138-b50e-4727-b9a8-2ef8a1086c33) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:09.125280 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:09.126025 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.168170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Attempting to bind port c1a4ecb7-bae7-4ccb-9776-16e689d035ca on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:09.169211 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Attempting to bind port c1a4ecb7-bae7-4ccb-9776-16e689d035ca by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:09.169799 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Attempting to bind port c1a4ecb7-bae7-4ccb-9776-16e689d035ca on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:09.197289 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:09.197891 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:09.198565 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.199242 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:09.200045 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Bound port: c1a4ecb7-bae7-4ccb-9776-16e689d035ca, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:09.200938 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.205202 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-454c7c87-2c8b-43d2-b717-a998c9476eca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:09.205941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-454c7c87-2c8b-43d2-b717-a998c9476eca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:09.214927 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cbce52f8-aa8f-404d-bae9-8b72b173685a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4583545 Feb 10 11:35:09.215399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36914) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:09.228102 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 833f2ba0-d4cf-4245-bf57-54fb18d48140 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:09.368898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-454c7c87-2c8b-43d2-b717-a998c9476eca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:09.370997 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-454c7c87-2c8b-43d2-b717-a998c9476eca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/networks?id=cb72c25c-df2c-4406-bb4c-56e973a31e8f HTTP/1.1" status: 200 len: 797 time: 0.3949363 Feb 10 11:35:09.374737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e48bd2e-0067-4c4b-b3f8-6564404bbf0e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.454654 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0a43d0d6-67bb-47f1-8599-421275338180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af32f7-ea9a-46c8-9004-af909644a507', 'name': 'tempest-ServerActionsTestJSON-1565376735-router', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:24Z', 'updated_at': '2022-02-10T11:31:38Z', 'revision_number': 4, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'gw_port': {'id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:27Z', 'updated_at': '2022-02-10T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '61eda003-442f-4d2d-ba59-a817cc89e604', 'name': '', 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'mac_address': 'fa:16:3e:e9:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:36Z', 'updated_at': '2022-02-10T11:32:05Z', 'revision_number': 5, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'subnets': [{'id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:09.460377 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a43d0d6-67bb-47f1-8599-421275338180 None None] The sync data for ids ['08af32f7-ea9a-46c8-9004-af909644a507'] in dv-neutron-828497-1-hyperv is: [{'id': '08af32f7-ea9a-46c8-9004-af909644a507', 'name': 'tempest-ServerActionsTestJSON-1565376735-router', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:24Z', 'updated_at': '2022-02-10T11:31:38Z', 'revision_number': 4, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'gw_port': {'id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:27Z', 'updated_at': '2022-02-10T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '61eda003-442f-4d2d-ba59-a817cc89e604', 'name': '', 'network_id': '7552b05e-bd47-4ebe-ba87-a6ea6e4acd36', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'mac_address': 'fa:16:3e:e9:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:36Z', 'updated_at': '2022-02-10T11:32:05Z', 'revision_number': 5, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'subnets': [{'id': '13860d03-a045-4a92-adff-58389fc1eb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:09.510149 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] For port c1a4ecb7-bae7-4ccb-9776-16e689d035ca, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:09.514877 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] For port c1a4ecb7-bae7-4ccb-9776-16e689d035ca, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c1a4ecb7-bae7-4ccb-9776-16e689d035ca,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:09.520471 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48bd2e-0067-4c4b-b3f8-6564404bbf0e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=ad48d843-68e6-4180-98bf-bf91f93ff249,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:09.526338 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc6e91a9-ec6e-4a1c-bc21-f6370fe58ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.541086 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.547974 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 833f2ba0-d4cf-4245-bf57-54fb18d48140 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:09.549269 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.557072 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-95493ad0-b8fa-4647-9522-f9251d73aa84 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/quotas/0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 375 time: 0.0946126 Feb 10 11:35:09.563916 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e48bd2e-0067-4c4b-b3f8-6564404bbf0e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:09.565615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2e48bd2e-0067-4c4b-b3f8-6564404bbf0e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:09.580879 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5986bd8d-932a-47c5-a75d-09cff60cc35c tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.625447 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e48bd2e-0067-4c4b-b3f8-6564404bbf0e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:09.626038 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e48bd2e-0067-4c4b-b3f8-6564404bbf0e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.666120 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2e48bd2e-0067-4c4b-b3f8-6564404bbf0e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4483275 Feb 10 11:35:09.693600 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36918) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:09.703866 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'mac_address': 'fa:16:3e:63:9a:d2', 'name': 'tempest-NetworksTestDHCPv6-1928365182'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:09.720950 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2500ed-8b46-4862-8f67-df8f720afa77 None None] Pushing event updated for resources: {'Port': ['ID=c1a4ecb7-bae7-4ccb-9776-16e689d035ca,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:09.851400 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-5986bd8d-932a-47c5-a75d-09cff60cc35c tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:35:09.853400 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5986bd8d-932a-47c5-a75d-09cff60cc35c tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "PUT /v2.0/routers/02cbcdc0-0333-4181-9b27-5170262aa9a3 HTTP/1.1" status: 400 len: 364 time: 1.1722944 Feb 10 11:35:09.858028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36924) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:09.860198 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc6e91a9-ec6e-4a1c-bc21-f6370fe58ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.875742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b2cf342c-6878-4653-98b6-c9619f47289c no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:09.921989 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: b2cf342c-6878-4653-98b6-c9619f47289c {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:09.922381 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b2cf342c-6878-4653-98b6-c9619f47289c not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:10.103776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36930) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:10.176810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-5c3d50b1-e262-418b-a78e-9550b9fc2658 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:10.188876 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:10.202559 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:port and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:10.208962 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc6e91a9-ec6e-4a1c-bc21-f6370fe58ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.213396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:10.256158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:10.272287 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e91a9-ec6e-4a1c-bc21-f6370fe58ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3653f4-10b4-485c-a8db-746b970fc303,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:10.278134 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-5c3d50b1-e262-418b-a78e-9550b9fc2658 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:10.279497 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-5c3d50b1-e262-418b-a78e-9550b9fc2658 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7119718 Feb 10 11:35:10.317094 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:10.321762 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.344908 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa3b5-e223-4e28-88f6-4ec786838226 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.457830 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa3b5-e223-4e28-88f6-4ec786838226 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.480576 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc6e91a9-ec6e-4a1c-bc21-f6370fe58ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.488503 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.495508 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port ad4b456f-dcb0-4094-b368-3557c162ce38 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:35:10.671817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-fc6e91a9-ec6e-4a1c-bc21-f6370fe58ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9480138-b50e-4727-b9a8-2ef8a1086c33']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:10.707359 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-fc6e91a9-ec6e-4a1c-bc21-f6370fe58ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee9fe1a-c22e-456c-a3c6-3499edd91748') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:10.707882 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-fc6e91a9-ec6e-4a1c-bc21-f6370fe58ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee9fe1a-c22e-456c-a3c6-3499edd91748') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:10.755508 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc6e91a9-ec6e-4a1c-bc21-f6370fe58ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.763444 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa3b5-e223-4e28-88f6-4ec786838226 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.807545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc6e91a9-ec6e-4a1c-bc21-f6370fe58ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.813870 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2aa3b5-e223-4e28-88f6-4ec786838226 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f747af-943a-4be7-86c4-c884329b0775,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:10.858159 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-cbcd6841-9e0a-4416-9ee4-b63d90fe59cf service neutron] 10.222.0.36 "GET /v2.0/networks/cb72c25c-df2c-4406-bb4c-56e973a31e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630467 Feb 10 11:35:10.863265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6e91a9-ec6e-4a1c-bc21-f6370fe58ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:10.863672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc6e91a9-ec6e-4a1c-bc21-f6370fe58ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:10.882947 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:10.953697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Allocated IP 2001:db8::1 (0e2c3fa0-8d5a-449e-b170-5924bfedf2a7/524c675c-1eaf-4119-a741-f9f48a16d967/8c53341c-800c-490c-b8d8-930e5a440ec4) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:10.965974 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbea003-2801-48b2-80c9-767e6351a5a2 None None] get_active_networks_info from dv-neutron-828497-1-hyperv {{(pid=83556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:35:11.073283 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bc7c49ca-003c-41a8-aef9-4673fdc89205 None None] Provisioning for port c1a4ecb7-bae7-4ccb-9776-16e689d035ca completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:11.155276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.179524 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Transition to ACTIVE for port object 8c53341c-800c-490c-b8d8-930e5a440ec4 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:11.210552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.217773 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbea003-2801-48b2-80c9-767e6351a5a2 None None] Resources bound (agent type, host, resource id): {{(pid=83556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:35:11.303651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Network 0e2c3fa0-8d5a-449e-b170-5924bfedf2a7 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:11.309118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:11.316668 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:11.320209 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.330310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event updated for resources: {'Port': ['ID=8c53341c-800c-490c-b8d8-930e5a440ec4,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:11.335309 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa3b5-e223-4e28-88f6-4ec786838226 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.336514 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8b2aa3b5-e223-4e28-88f6-4ec786838226 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "DELETE /v2.0/security-groups/22f747af-943a-4be7-86c4-c884329b0775 HTTP/1.1" status: 204 len: 168 time: 1.2283306 Feb 10 11:35:11.342599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36936) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:11.373007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc6e91a9-ec6e-4a1c-bc21-f6370fe58ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.410703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc6e91a9-ec6e-4a1c-bc21-f6370fe58ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.447360 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8:0:1::2cc (3b5b04fa-1e24-453f-83a6-7d1810ca3421/ad48d843-68e6-4180-98bf-bf91f93ff249/ad4b456f-dcb0-4094-b368-3557c162ce38) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:11.449920 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-69ca9eca-3e19-4b91-9bde-3e45bd62b749 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] show failed (client error): The resource could not be found. Feb 10 11:35:11.450975 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-69ca9eca-3e19-4b91-9bde-3e45bd62b749 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "GET /v2.0/security-groups/22f747af-943a-4be7-86c4-c884329b0775 HTTP/1.1" status: 404 len: 347 time: 0.1076663 Feb 10 11:35:11.455662 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e91a9-ec6e-4a1c-bc21-f6370fe58ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Network': ['ID=a9480138-b50e-4727-b9a8-2ef8a1086c33,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:11.459368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36940) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:11.462326 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-b92774f1-beb4-49da-be84-f03bb8cd38a3 service neutron] 10.222.0.36 "GET /v2.0/networks/cb72c25c-df2c-4406-bb4c-56e973a31e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776649 Feb 10 11:35:11.463429 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fc6e91a9-ec6e-4a1c-bc21-f6370fe58ae6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/a9480138-b50e-4727-b9a8-2ef8a1086c33 HTTP/1.1" status: 204 len: 168 time: 2.2469256 Feb 10 11:35:11.466968 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::f816:3eff:fe63:9ad2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/ec9b02f7-09f5-49ae-a632-2531c8387f28/ad4b456f-dcb0-4094-b368-3557c162ce38) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:11.469406 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36944) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:11.537634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-db58410d-a31c-4235-a274-7fa6edd75508 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1654899025'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:11.564731 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-db58410d-a31c-4235-a274-7fa6edd75508 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:11.575543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-db58410d-a31c-4235-a274-7fa6edd75508 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:network and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:11.580851 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-db58410d-a31c-4235-a274-7fa6edd75508 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:11.588134 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.651603 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-db58410d-a31c-4235-a274-7fa6edd75508 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:11.708624 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-34c68ad3-988f-4aae-908a-9f2a755bfad6 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Deleting port 38423640-f302-4c20-a0d9-41524cb2619a {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:11.708974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-34c68ad3-988f-4aae-908a-9f2a755bfad6 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.740230 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db58410d-a31c-4235-a274-7fa6edd75508 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:11.743363 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db58410d-a31c-4235-a274-7fa6edd75508 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.865106 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-1067f411-001a-40ea-98a6-5962b6725011', 'network_id': '1067f411-001a-40ea-98a6-5962b6725011', 'tenant_id': '42ff78e1fd674e2782ae40070b4d5aea', 'fixed_ips': [{'subnet_id': '6f6ce85a-aab5-40b5-b246-69a7c62d1482'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:11.866589 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.983237 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db58410d-a31c-4235-a274-7fa6edd75508 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:12.040696 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db58410d-a31c-4235-a274-7fa6edd75508 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.041035 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-db58410d-a31c-4235-a274-7fa6edd75508 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Added segment f474ea20-7e34-4f5a-9241-e7f58cff5cbf of type vlan for network cf9a39e0-3862-49f6-89fe-3ac59590a0f8 Feb 10 11:35:12.083645 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.091269 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-34c68ad3-988f-4aae-908a-9f2a755bfad6 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.091649 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-34c68ad3-988f-4aae-908a-9f2a755bfad6 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.153889 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Allocated IP 2001:db8:1::2 (1067f411-001a-40ea-98a6-5962b6725011/6f6ce85a-aab5-40b5-b246-69a7c62d1482/90cb6dee-60ef-417d-8b44-a71dd9959174) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:12.170717 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.173468 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c1a4ecb7-bae7-4ccb-9776-16e689d035ca up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:12.177946 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.179127 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.181368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db58410d-a31c-4235-a274-7fa6edd75508 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.257049 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-34c68ad3-988f-4aae-908a-9f2a755bfad6 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Calling delete_port for 38423640-f302-4c20-a0d9-41524cb2619a owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:12.285562 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object ad4b456f-dcb0-4094-b368-3557c162ce38 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:12.349687 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db58410d-a31c-4235-a274-7fa6edd75508 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.354463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db58410d-a31c-4235-a274-7fa6edd75508 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:12.355092 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db58410d-a31c-4235-a274-7fa6edd75508 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.359819 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port c1a4ecb7-bae7-4ccb-9776-16e689d035ca completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:12.376154 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port c1a4ecb7-bae7-4ccb-9776-16e689d035ca triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:12.376528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.453841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event updated for resources: {'Port': ['ID=8c53341c-800c-490c-b8d8-930e5a440ec4,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:12.476140 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.495737 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.512747 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Transition to ACTIVE for port object 90cb6dee-60ef-417d-8b44-a71dd9959174 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:12.559183 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-db58410d-a31c-4235-a274-7fa6edd75508 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0861974 Feb 10 11:35:12.562630 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36948) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:12.568652 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Network 0e2c3fa0-8d5a-449e-b170-5924bfedf2a7 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:12.575075 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58410d-a31c-4235-a274-7fa6edd75508 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Network': ['ID=cf9a39e0-3862-49f6-89fe-3ac59590a0f8,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:12.575355 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-23f1edd2-09a1-4792-98b1-9399d9b78c94 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'subnet': {'network_id': 'cf9a39e0-3862-49f6-89fe-3ac59590a0f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:12.581514 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Transition to ACTIVE for port object 90cb6dee-60ef-417d-8b44-a71dd9959174 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:12.588655 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.601150 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network cf9a39e0-3862-49f6-89fe-3ac59590a0f8 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:12.607693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:12.621980 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:12.622236 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.622775 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=ad4b456f-dcb0-4094-b368-3557c162ce38,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:12.627237 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:12.632729 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:12.637638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:12.638281 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.650819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-34c68ad3-988f-4aae-908a-9f2a755bfad6 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.709749 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c68ad3-988f-4aae-908a-9f2a755bfad6 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Pushing event deleted for resources: {'Port': ['ID=38423640-f302-4c20-a0d9-41524cb2619a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:12.760595 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eaf8bb40-e271-4b92-b332-99e8934956ca tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.0653656 Feb 10 11:35:12.761432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36956) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:12.894535 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Network 1067f411-001a-40ea-98a6-5962b6725011 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:12.904884 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:12.937596 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:13.039932 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d1ff8aad-cb61-4344-ac88-016a522398ce req-e08be5e0-4652-4948-bc6a-966f507b0e2c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 210 time: 0.1191666 Feb 10 11:35:13.093339 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e765ab4b-3826-4329-aa86-07c41a91ba62 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port ad4b456f-dcb0-4094-b368-3557c162ce38 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:13.093589 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-23f1edd2-09a1-4792-98b1-9399d9b78c94 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:13.094085 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e765ab4b-3826-4329-aa86-07c41a91ba62 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:13.097818 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-23f1edd2-09a1-4792-98b1-9399d9b78c94 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:subnet and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:13.101058 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-23f1edd2-09a1-4792-98b1-9399d9b78c94 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:13.109479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-23f1edd2-09a1-4792-98b1-9399d9b78c94 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:13.127253 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port c1a4ecb7-bae7-4ccb-9776-16e689d035ca, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c1a4ecb7-bae7-4ccb-9776-16e689d035ca,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:13.131997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Attempting to bind port 90cb6dee-60ef-417d-8b44-a71dd9959174 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:13.132616 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Attempting to bind port 90cb6dee-60ef-417d-8b44-a71dd9959174 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '0b222e3b-edea-450c-8f84-ee409b26ca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1067f411-001a-40ea-98a6-5962b6725011'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:13.134071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Attempting to bind port 90cb6dee-60ef-417d-8b44-a71dd9959174 on network 1067f411-001a-40ea-98a6-5962b6725011 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:13.140099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-34c68ad3-988f-4aae-908a-9f2a755bfad6 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:13.142430 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-34c68ad3-988f-4aae-908a-9f2a755bfad6 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:13.143673 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-34c68ad3-988f-4aae-908a-9f2a755bfad6 tempest-ServerActionsTestJSON-509656296 tempest-ServerActionsTestJSON-509656296-project] 10.222.0.36 "DELETE /v2.0/floatingips/7bba28be-c6f5-4bd2-ab89-ed368810b501 HTTP/1.1" status: 204 len: 168 time: 1.6791101 Feb 10 11:35:13.143822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:13.144175 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Checking segment: {'id': '0b222e3b-edea-450c-8f84-ee409b26ca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1067f411-001a-40ea-98a6-5962b6725011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:13.144583 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:13.144966 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Bound using segment: {'id': '0b222e3b-edea-450c-8f84-ee409b26ca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1067f411-001a-40ea-98a6-5962b6725011'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:13.145458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Bound port: 90cb6dee-60ef-417d-8b44-a71dd9959174, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b222e3b-edea-450c-8f84-ee409b26ca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1067f411-001a-40ea-98a6-5962b6725011'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:13.145915 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:13.153770 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36964) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:13.166112 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Pushing event updated for resources: {'Port': ['ID=90cb6dee-60ef-417d-8b44-a71dd9959174,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:13.199718 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f1edd2-09a1-4792-98b1-9399d9b78c94 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:13.256748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] For port 90cb6dee-60ef-417d-8b44-a71dd9959174, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:13.263307 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] For port 90cb6dee-60ef-417d-8b44-a71dd9959174, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=90cb6dee-60ef-417d-8b44-a71dd9959174,segment=NetworkSegment(0b222e3b-edea-450c-8f84-ee409b26ca67),segment_id=0b222e3b-edea-450c-8f84-ee409b26ca67)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:13.265556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:13.350016 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=c1a4ecb7-bae7-4ccb-9776-16e689d035ca,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:13.354722 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:13.419966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-23f1edd2-09a1-4792-98b1-9399d9b78c94 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:13.484191 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b423e-95db-4f3e-96b5-5f6612e2793c None None] Pushing event updated for resources: {'Port': ['ID=90cb6dee-60ef-417d-8b44-a71dd9959174,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:13.535714 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e765ab4b-3826-4329-aa86-07c41a91ba62 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:13.765482 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Router 02cbcdc0-0333-4181-9b27-5170262aa9a3 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:13.770693 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e765ab4b-3826-4329-aa86-07c41a91ba62 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for ad4b456f-dcb0-4094-b368-3557c162ce38 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:14.165386 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-23f1edd2-09a1-4792-98b1-9399d9b78c94 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:14.247286 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 90cb6dee-60ef-417d-8b44-a71dd9959174 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:14.255978 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:14.278524 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc8bcea-e52a-429e-b3e2-f65915362664 None None] Sync routers for ids ['02cbcdc0-0333-4181-9b27-5170262aa9a3'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:14.322197 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc8bcea-e52a-429e-b3e2-f65915362664 None None] Routers {'02cbcdc0-0333-4181-9b27-5170262aa9a3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:14.322825 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-abc8bcea-e52a-429e-b3e2-f65915362664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['02cbcdc0-0333-4181-9b27-5170262aa9a3'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:14.334542 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-81bae365-8a5c-4b69-9f0d-392ab3430773 req-6ffa6448-24ff-43cc-98dc-6fba6d12f740 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 210 time: 0.1242268 Feb 10 11:35:14.346297 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1edd2-09a1-4792-98b1-9399d9b78c94 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Subnet': ['ID=22c468ba-96a6-4501-ab65-11ff88a6643e,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:14.397028 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-abc8bcea-e52a-429e-b3e2-f65915362664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:14.416035 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-52841ee5-c576-4176-b557-49611b746a7d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "PUT /v2.0/routers/02cbcdc0-0333-4181-9b27-5170262aa9a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5557296 Feb 10 11:35:14.421967 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36978) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:14.423959 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc8bcea-e52a-429e-b3e2-f65915362664 None None] Routers {'02cbcdc0-0333-4181-9b27-5170262aa9a3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:14.424906 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-abc8bcea-e52a-429e-b3e2-f65915362664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['02cbcdc0-0333-4181-9b27-5170262aa9a3'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:14.441412 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f1edd2-09a1-4792-98b1-9399d9b78c94 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Checking segment: {'id': 'f474ea20-7e34-4f5a-9241-e7f58cff5cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cf9a39e0-3862-49f6-89fe-3ac59590a0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:14.442170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f1edd2-09a1-4792-98b1-9399d9b78c94 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network hostable DHCP agents. Network: cf9a39e0-3862-49f6-89fe-3ac59590a0f8, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:14.480594 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f1edd2-09a1-4792-98b1-9399d9b78c94 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network cf9a39e0-3862-49f6-89fe-3ac59590a0f8 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:14.499144 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-23f1edd2-09a1-4792-98b1-9399d9b78c94 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, cf9a39e0-3862-49f6-89fe-3ac59590a0f8) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:14.507472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-abc8bcea-e52a-429e-b3e2-f65915362664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:14.508894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc8bcea-e52a-429e-b3e2-f65915362664 None None] The sync data for ids ['02cbcdc0-0333-4181-9b27-5170262aa9a3'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:14.515394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 90cb6dee-60ef-417d-8b44-a71dd9959174 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:14.518580 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e765ab4b-3826-4329-aa86-07c41a91ba62 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:14.521988 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c1a4ecb7-bae7-4ccb-9776-16e689d035ca up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:14.523093 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f1edd2-09a1-4792-98b1-9399d9b78c94 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:14.525162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-23f1edd2-09a1-4792-98b1-9399d9b78c94 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:14.580527 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-23f1edd2-09a1-4792-98b1-9399d9b78c94 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0161929 Feb 10 11:35:14.589240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36982) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:14.618934 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port c1a4ecb7-bae7-4ccb-9776-16e689d035ca triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:14.621316 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:14.715092 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765ab4b-3826-4329-aa86-07c41a91ba62 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=ad4b456f-dcb0-4094-b368-3557c162ce38,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:14.817161 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03688ea8-53da-4cb4-917e-739cbddb6851 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:14.974778 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03688ea8-53da-4cb4-917e-739cbddb6851 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:15.094139 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03688ea8-53da-4cb4-917e-739cbddb6851 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:15.125439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e765ab4b-3826-4329-aa86-07c41a91ba62 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:15.144402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1b73f2-03f6-4784-97bf-099d23781e33 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:15.167084 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e765ab4b-3826-4329-aa86-07c41a91ba62 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/ad4b456f-dcb0-4094-b368-3557c162ce38 HTTP/1.1" status: 204 len: 168 time: 2.2801468 Feb 10 11:35:15.178171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 36986) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:15.208473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc40ee1-fbd6-45e4-8cc9-bfd0b2c6f99f None None] Network 1067f411-001a-40ea-98a6-5962b6725011 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:15.247030 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365bea05-3897-4c77-8bb1-0c06e8b822b9 None None] Network a9480138-b50e-4727-b9a8-2ef8a1086c33 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:15.248285 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7f754-d483-4238-8e3a-f0c88d194c51 None None] New status for floating IP 7bba28be-c6f5-4bd2-ab89-ed368810b501: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:35:15.283943 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf86d22-9ba6-4944-9fcb-098f731924f4 None None] Network cf9a39e0-3862-49f6-89fe-3ac59590a0f8 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:15.292363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03688ea8-53da-4cb4-917e-739cbddb6851 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Subnet': ['ID=22c468ba-96a6-4501-ab65-11ff88a6643e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:15.423551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0811e9dc-d349-4f10-aee3-44da5ad92a3d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:15.760800 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d84161be-034a-4490-a385-9139f82b2194 req-98dadf97-b088-4284-9064-1c0af841cdcc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 210 time: 0.1376362 Feb 10 11:35:15.794290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3d07c2d-8de6-4ad9-b0e9-82eb295d48d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:15.866979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Sync routers for ids ['6b0115d0-c134-4231-8a55-f8853891cad8'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:16.071107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03688ea8-53da-4cb4-917e-739cbddb6851 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.096058 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365bea05-3897-4c77-8bb1-0c06e8b822b9 None None] Network a9480138-b50e-4727-b9a8-2ef8a1086c33 could not be found, it might have been deleted concurrently. {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 10 11:35:16.132163 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c7af92-5123-4ae0-bbdc-7a413c97a447 None None] Network a9480138-b50e-4727-b9a8-2ef8a1086c33 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:16.193731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8aa660-a784-4032-9f7c-10e954f57b45 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:16.197898 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ee8aa660-a784-4032-9f7c-10e954f57b45 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.9799690 Feb 10 11:35:16.199250 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36994) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:16.211786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-03688ea8-53da-4cb4-917e-739cbddb6851 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9a39e0-3862-49f6-89fe-3ac59590a0f8']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:16.236302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-03688ea8-53da-4cb4-917e-739cbddb6851 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f474ea20-7e34-4f5a-9241-e7f58cff5cbf') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:16.237000 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-03688ea8-53da-4cb4-917e-739cbddb6851 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f474ea20-7e34-4f5a-9241-e7f58cff5cbf') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:16.251369 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-0811e9dc-d349-4f10-aee3-44da5ad92a3d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 11:35:16.254556 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0811e9dc-d349-4f10-aee3-44da5ad92a3d tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "DELETE /v2.0/routers/02cbcdc0-0333-4181-9b27-5170262aa9a3 HTTP/1.1" status: 409 len: 329 time: 1.8249671 Feb 10 11:35:16.263160 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 36998) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:16.267691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03688ea8-53da-4cb4-917e-739cbddb6851 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.285108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Routers {'6b0115d0-c134-4231-8a55-f8853891cad8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:16.285971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6b0115d0-c134-4231-8a55-f8853891cad8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:16.299613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03688ea8-53da-4cb4-917e-739cbddb6851 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.311085 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03688ea8-53da-4cb4-917e-739cbddb6851 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:16.311708 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03688ea8-53da-4cb4-917e-739cbddb6851 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.388370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c7af92-5123-4ae0-bbdc-7a413c97a447 None None] Network a9480138-b50e-4727-b9a8-2ef8a1086c33 could not be found, it might have been deleted concurrently. {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:16.436697 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:16.454781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-2c7ef059-6a28-43c9-97cd-42e07dbb82f2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:16.457049 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-2c7ef059-6a28-43c9-97cd-42e07dbb82f2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/networks?id=cb72c25c-df2c-4406-bb4c-56e973a31e8f HTTP/1.1" status: 200 len: 797 time: 1.2776678 Feb 10 11:35:16.501079 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-92f764d5-b9bd-4178-bb84-5073beda4cd8 None None] Provisioning for port 90cb6dee-60ef-417d-8b44-a71dd9959174 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:16.502545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81c2f90-e1a3-4340-bee5-cd86d1baa2bf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:16.503658 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b81c2f90-e1a3-4340-bee5-cd86d1baa2bf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:16.536036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03688ea8-53da-4cb4-917e-739cbddb6851 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.566662 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03688ea8-53da-4cb4-917e-739cbddb6851 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.572990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03688ea8-53da-4cb4-917e-739cbddb6851 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Network': ['ID=cf9a39e0-3862-49f6-89fe-3ac59590a0f8,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:16.580350 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b81c2f90-e1a3-4340-bee5-cd86d1baa2bf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:16.582171 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b81c2f90-e1a3-4340-bee5-cd86d1baa2bf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3814056 Feb 10 11:35:16.586228 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-03d2d42a-99fd-4994-b8eb-96edabc9a7c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 380 time: 0.1093924 Feb 10 11:35:16.586553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37002) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:16.596247 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-03688ea8-53da-4cb4-917e-739cbddb6851 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/cf9a39e0-3862-49f6-89fe-3ac59590a0f8 HTTP/1.1" status: 204 len: 168 time: 2.0052083 Feb 10 11:35:16.597002 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37006) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:16.605405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-0f067616-1ce9-4642-99da-88083d2f7682 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'port': {'device_id': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'admin_state_up': True, 'tenant_id': '0287a4c215574103957c73d52a854e74', 'security_groups': ['06582073-7108-4274-880e-f1cd855c257e']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:16.609289 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-92f764d5-b9bd-4178-bb84-5073beda4cd8 None None] Provisioning complete for port 90cb6dee-60ef-417d-8b44-a71dd9959174 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:16.609668 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-92f764d5-b9bd-4178-bb84-5073beda4cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.626389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-56c085e7-258a-4d34-bff5-820e1455260b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-84093497'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:16.635464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-56c085e7-258a-4d34-bff5-820e1455260b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:16.702281 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-56c085e7-258a-4d34-bff5-820e1455260b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:network and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:16.713612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-56c085e7-258a-4d34-bff5-820e1455260b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:16.734618 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-56c085e7-258a-4d34-bff5-820e1455260b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:16.825949 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e78e66a-6e3c-451b-94f4-9a739c1c0ed8 None None] Network cf9a39e0-3862-49f6-89fe-3ac59590a0f8 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:16.866087 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-0f067616-1ce9-4642-99da-88083d2f7682 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:16.887888 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-0f067616-1ce9-4642-99da-88083d2f7682 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:16.903054 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c085e7-258a-4d34-bff5-820e1455260b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:16.908550 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5c055a-bfd2-499b-b67a-934232ce37b5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:16.910231 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5c055a-bfd2-499b-b67a-934232ce37b5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:16.911735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5c055a-bfd2-499b-b67a-934232ce37b5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:16.912270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56c085e7-258a-4d34-bff5-820e1455260b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.912917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ed5c055a-bfd2-499b-b67a-934232ce37b5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:16.921226 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e78e66a-6e3c-451b-94f4-9a739c1c0ed8 None None] Network cf9a39e0-3862-49f6-89fe-3ac59590a0f8 could not be found, it might have been deleted concurrently. {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 10 11:35:16.971064 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ed5c055a-bfd2-499b-b67a-934232ce37b5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:16.972462 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ed5c055a-bfd2-499b-b67a-934232ce37b5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3828638 Feb 10 11:35:16.982232 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37012) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:16.993600 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-0f067616-1ce9-4642-99da-88083d2f7682 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:16.999378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-0f067616-1ce9-4642-99da-88083d2f7682 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.103499 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f8c3a553-cbf7-457e-9cc3-566ea1d5c13c req-ec8e0b6a-8e13-40d3-9e18-23d696c72362 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 210 time: 0.0717857 Feb 10 11:35:17.123629 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Set router 6b0115d0-c134-4231-8a55-f8853891cad8 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:17.175601 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9fe806b1-9a7a-4cac-9e89-2a18209b0cd4 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.176701 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c085e7-258a-4d34-bff5-820e1455260b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:17.193558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56c085e7-258a-4d34-bff5-820e1455260b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.194059 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-56c085e7-258a-4d34-bff5-820e1455260b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Added segment 25ff1115-13f7-4ef5-a343-cbca5fc4edf5 of type vlan for network a57125c6-e2fb-4a2d-8b9f-b718b9656c65 Feb 10 11:35:17.244113 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56c085e7-258a-4d34-bff5-820e1455260b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.378035 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-92f764d5-b9bd-4178-bb84-5073beda4cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.516171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-92f764d5-b9bd-4178-bb84-5073beda4cd8 None None] For port 90cb6dee-60ef-417d-8b44-a71dd9959174, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=90cb6dee-60ef-417d-8b44-a71dd9959174,segment=NetworkSegment(0b222e3b-edea-450c-8f84-ee409b26ca67),segment_id=0b222e3b-edea-450c-8f84-ee409b26ca67)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:17.525428 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-92f764d5-b9bd-4178-bb84-5073beda4cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.665836 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56c085e7-258a-4d34-bff5-820e1455260b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.671224 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c085e7-258a-4d34-bff5-820e1455260b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:17.672018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56c085e7-258a-4d34-bff5-820e1455260b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.719117 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-56c085e7-258a-4d34-bff5-820e1455260b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1193738 Feb 10 11:35:17.733327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37016) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:17.740239 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-294a90dc-beac-4a47-a286-af4fce04a21d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'subnet': {'network_id': 'a57125c6-e2fb-4a2d-8b9f-b718b9656c65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:17.771083 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-02fc5101-2a9c-4c05-9af2-3f4984c81b69 None None] Provisioning for port 8c53341c-800c-490c-b8d8-930e5a440ec4 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:17.818793 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-02fc5101-2a9c-4c05-9af2-3f4984c81b69 None None] Provisioning complete for port 8c53341c-800c-490c-b8d8-930e5a440ec4 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:17.819179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-02fc5101-2a9c-4c05-9af2-3f4984c81b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.864995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1da036-95df-497c-8619-d7629d7c3126 None None] Update dhcp port {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'fixed_ips': [{'subnet_id': 'ec9b02f7-09f5-49ae-a632-2531c8387f28', 'ip_address': '2001:db8::f816:3eff:fe73:6819'}, {'subnet_id': 'ad48d843-68e6-4180-98bf-bf91f93ff249'}], 'binding:host_id': 'dv-neutron-828497-1-hyperv'}, 'id': 'c1a4ecb7-bae7-4ccb-9776-16e689d035ca'} from dv-neutron-828497-1-hyperv. {{(pid=83556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:35:17.897299 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f764d5-b9bd-4178-bb84-5073beda4cd8 None None] Pushing event updated for resources: {'Port': ['ID=90cb6dee-60ef-417d-8b44-a71dd9959174,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:17.924046 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-294a90dc-beac-4a47-a286-af4fce04a21d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:17.938882 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-02fc5101-2a9c-4c05-9af2-3f4984c81b69 None None] Port 8c53341c-800c-490c-b8d8-930e5a440ec4 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:17.950945 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-294a90dc-beac-4a47-a286-af4fce04a21d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:subnet and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:17.967132 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9c1da036-95df-497c-8619-d7629d7c3126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.969056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-294a90dc-beac-4a47-a286-af4fce04a21d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:18.008438 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c085e7-258a-4d34-bff5-820e1455260b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Network': ['ID=a57125c6-e2fb-4a2d-8b9f-b718b9656c65,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:18.051928 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:34:56Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'fdee2c39-41be-4201-b24e-f6de175ecfd6', 'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:72:3c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:55Z', 'updated_at': '2022-02-10T11:34:57Z', 'revision_number': 2, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:18.069556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Checking router: 6b0115d0-c134-4231-8a55-f8853891cad8 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:35:18.069895 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Updating router 6b0115d0-c134-4231-8a55-f8853891cad8 port fdee2c39-41be-4201-b24e-f6de175ecfd6 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:35:18.108795 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network a57125c6-e2fb-4a2d-8b9f-b718b9656c65 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:18.136185 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2917dc1-e292-4ed8-9220-1d92b4f1abbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet ad48d843-68e6-4180-98bf-bf91f93ff249 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:18.143231 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-0f067616-1ce9-4642-99da-88083d2f7682 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.9 (cb72c25c-df2c-4406-bb4c-56e973a31e8f/7a0230f2-721d-4926-a0e7-e18109b96ea0/4d673902-86a0-4842-b4c9-9b3cb96f748f) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:18.145688 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e2917dc1-e292-4ed8-9220-1d92b4f1abbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.147074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-294a90dc-beac-4a47-a286-af4fce04a21d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:18.224016 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294a90dc-beac-4a47-a286-af4fce04a21d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:18.234988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e2917dc1-e292-4ed8-9220-1d92b4f1abbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.333959 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 90cb6dee-60ef-417d-8b44-a71dd9959174 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:18.358790 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c269220f-d212-43cd-a029-2bd4ee2c34d1 None None] Network 1067f411-001a-40ea-98a6-5962b6725011 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:18.405112 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e2917dc1-e292-4ed8-9220-1d92b4f1abbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.429314 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae82f86e-c074-4bb5-9275-9985b0ab5977 req-e9b19314-9f35-4fa6-b62f-41d0ec371cca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 210 time: 0.1095030 Feb 10 11:35:18.510402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-294a90dc-beac-4a47-a286-af4fce04a21d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.607170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-0f067616-1ce9-4642-99da-88083d2f7682 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.619347 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a3d07c2d-8de6-4ad9-b0e9-82eb295d48d6 admin admin] Deleting port 61eda003-442f-4d2d-ba59-a817cc89e604 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:18.619712 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3d07c2d-8de6-4ad9-b0e9-82eb295d48d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.625842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e2917dc1-e292-4ed8-9220-1d92b4f1abbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.668809 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.708060 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2917dc1-e292-4ed8-9220-1d92b4f1abbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=ad48d843-68e6-4180-98bf-bf91f93ff249,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:18.715337 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e2917dc1-e292-4ed8-9220-1d92b4f1abbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.723808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-0f067616-1ce9-4642-99da-88083d2f7682 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object 4d673902-86a0-4842-b4c9-9b3cb96f748f will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:18.746523 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e2917dc1-e292-4ed8-9220-1d92b4f1abbf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/ad48d843-68e6-4180-98bf-bf91f93ff249 HTTP/1.1" status: 204 len: 168 time: 1.6942284 Feb 10 11:35:18.748990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37022) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server [None req-9c1da036-95df-497c-8619-d7629d7c3126 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad48d843-68e6-4180-98bf-bf91f93ff249: This subnet is being modified by another concurrent operation. Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:18.772194 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server raise exception Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad48d843-68e6-4180-98bf-bf91f93ff249: This subnet is being modified by another concurrent operation. Feb 10 11:35:18.794864 dv-neutron-828497-1-hyperv neutron-server[83556]: ERROR oslo_messaging.rpc.server Feb 10 11:35:18.830502 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c2dfc0c2-2a55-42bb-ab3e-8e56868871a1 None None] Provisioning complete for port 90cb6dee-60ef-417d-8b44-a71dd9959174 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:18.830502 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc0c2-2a55-42bb-ab3e-8e56868871a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.900177 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce57240f-3265-4884-bbcc-1462c50f55e5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet ec9b02f7-09f5-49ae-a632-2531c8387f28 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:18.900177 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-0f067616-1ce9-4642-99da-88083d2f7682 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.973874 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ce57240f-3265-4884-bbcc-1462c50f55e5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.006484 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e26384-eeed-499b-b73c-6f5ef5ca3ffa None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:19.094749 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-0f067616-1ce9-4642-99da-88083d2f7682 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network cb72c25c-df2c-4406-bb4c-56e973a31e8f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:19.106022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-0f067616-1ce9-4642-99da-88083d2f7682 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:19.110001 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-0f067616-1ce9-4642-99da-88083d2f7682 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:19.183322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ce57240f-3265-4884-bbcc-1462c50f55e5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.216928 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 90cb6dee-60ef-417d-8b44-a71dd9959174 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:19.217614 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.243177 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f067616-1ce9-4642-99da-88083d2f7682 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=4d673902-86a0-4842-b4c9-9b3cb96f748f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:19.291649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-0f067616-1ce9-4642-99da-88083d2f7682 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:19.292337 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-0f067616-1ce9-4642-99da-88083d2f7682 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.318083 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-0f067616-1ce9-4642-99da-88083d2f7682 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7196984 Feb 10 11:35:19.360397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ce57240f-3265-4884-bbcc-1462c50f55e5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.370733 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-a3d07c2d-8de6-4ad9-b0e9-82eb295d48d6 admin admin] For port 61eda003-442f-4d2d-ba59-a817cc89e604, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=61eda003-442f-4d2d-ba59-a817cc89e604,segment=NetworkSegment(218f680c-641e-4523-96c6-070d97cdb3b2),segment_id=218f680c-641e-4523-96c6-070d97cdb3b2)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:19.371305 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3d07c2d-8de6-4ad9-b0e9-82eb295d48d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.447768 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Request body: {'port': {'device_id': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:19.644236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ce57240f-3265-4884-bbcc-1462c50f55e5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.682162 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a3d07c2d-8de6-4ad9-b0e9-82eb295d48d6 admin admin] Calling delete_port for 61eda003-442f-4d2d-ba59-a817cc89e604 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:19.723247 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.738857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57240f-3265-4884-bbcc-1462c50f55e5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9b02f7-09f5-49ae-a632-2531c8387f28,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:19.818994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ce57240f-3265-4884-bbcc-1462c50f55e5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.860764 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ce57240f-3265-4884-bbcc-1462c50f55e5 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/ec9b02f7-09f5-49ae-a632-2531c8387f28 HTTP/1.1" status: 204 len: 168 time: 1.1102402 Feb 10 11:35:19.866411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37028) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:19.998806 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a8e97ccd-92eb-4571-b6be-4e3e2bc456ae tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1309385 Feb 10 11:35:20.009306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37032) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:20.019420 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-c9463f73-5ba2-407e-a8bf-57986e8e96b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:20.057841 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.081522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2e6fbc1d-091d-45b3-b8d6-0afcc80b5ef7 None None] Provisioning for port 4d673902-86a0-4842-b4c9-9b3cb96f748f completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:20.085496 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Transition to ACTIVE for port object fdee2c39-41be-4201-b24e-f6de175ecfd6 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:20.092372 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2e6fbc1d-091d-45b3-b8d6-0afcc80b5ef7 None None] Provisioning complete for port 4d673902-86a0-4842-b4c9-9b3cb96f748f triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:20.092807 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2e6fbc1d-091d-45b3-b8d6-0afcc80b5ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.143318 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.258831 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c1a4ecb7-bae7-4ccb-9776-16e689d035ca no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:20.301862 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7e975b-bf85-4e1e-b634-95f07de0a6be None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:20.362497 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3d07c2d-8de6-4ad9-b0e9-82eb295d48d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.377447 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-294a90dc-beac-4a47-a286-af4fce04a21d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.530035 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-2e6fbc1d-091d-45b3-b8d6-0afcc80b5ef7 None None] Port 4d673902-86a0-4842-b4c9-9b3cb96f748f cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:20.568845 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d07c2d-8de6-4ad9-b0e9-82eb295d48d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=61eda003-442f-4d2d-ba59-a817cc89e604,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:20.623700 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efb503-886f-4d87-9596-21d90a98534a None None] Pushing event updated for resources: {'Port': ['ID=fdee2c39-41be-4201-b24e-f6de175ecfd6,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:20.651777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c9463f73-5ba2-407e-a8bf-57986e8e96b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:20.703390 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2e6fbc1d-091d-45b3-b8d6-0afcc80b5ef7 None None] Provisioning complete for port c1a4ecb7-bae7-4ccb-9776-16e689d035ca triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:20.703874 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2e6fbc1d-091d-45b3-b8d6-0afcc80b5ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.755821 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c9463f73-5ba2-407e-a8bf-57986e8e96b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:20.775787 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c9463f73-5ba2-407e-a8bf-57986e8e96b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:20.794683 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c9463f73-5ba2-407e-a8bf-57986e8e96b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:20.844325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9463f73-5ba2-407e-a8bf-57986e8e96b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:20.848094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c9463f73-5ba2-407e-a8bf-57986e8e96b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.850416 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9fe806b1-9a7a-4cac-9e89-2a18209b0cd4 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Deleting port 8c53341c-800c-490c-b8d8-930e5a440ec4 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:20.850998 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9fe806b1-9a7a-4cac-9e89-2a18209b0cd4 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.996814 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a90dc-beac-4a47-a286-af4fce04a21d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Subnet': ['ID=b64dd211-0fb9-4ee9-a1a0-e677264da6cc,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:21.029351 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a90dc-beac-4a47-a286-af4fce04a21d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Checking segment: {'id': '25ff1115-13f7-4ef5-a343-cbca5fc4edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a57125c6-e2fb-4a2d-8b9f-b718b9656c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:21.029871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294a90dc-beac-4a47-a286-af4fce04a21d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network hostable DHCP agents. Network: a57125c6-e2fb-4a2d-8b9f-b718b9656c65, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:21.035605 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.060173 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Attempting to bind port fdee2c39-41be-4201-b24e-f6de175ecfd6 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:21.060904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Attempting to bind port fdee2c39-41be-4201-b24e-f6de175ecfd6 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:21.060904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Attempting to bind port fdee2c39-41be-4201-b24e-f6de175ecfd6 on network cb72c25c-df2c-4406-bb4c-56e973a31e8f {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:21.105805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc210462-d4f6-4a94-a0c2-58466fa9139a req-4703ceeb-5f5a-4033-95fb-b1861a8ef7c1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:21.108361 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bc210462-d4f6-4a94-a0c2-58466fa9139a req-4703ceeb-5f5a-4033-95fb-b1861a8ef7c1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 931 time: 1.4653947 Feb 10 11:35:21.126166 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d673902-86a0-4842-b4c9-9b3cb96f748f {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:35:21.126540 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:21.126882 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Checking segment: {'id': '4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:21.127290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.127689 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Bound using segment: {'id': '4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:21.128172 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Bound port: fdee2c39-41be-4201-b24e-f6de175ecfd6, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:21.128551 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.143540 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.171635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Transition to ACTIVE for port object 4d673902-86a0-4842-b4c9-9b3cb96f748f will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:21.191100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.228196 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port c1a4ecb7-bae7-4ccb-9776-16e689d035ca, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c1a4ecb7-bae7-4ccb-9776-16e689d035ca,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:21.242938 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.347126 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Pushing event updated for resources: {'Port': ['ID=4d673902-86a0-4842-b4c9-9b3cb96f748f,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:21.364352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c9463f73-5ba2-407e-a8bf-57986e8e96b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.399761 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=c1a4ecb7-bae7-4ccb-9776-16e689d035ca,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:21.400312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294a90dc-beac-4a47-a286-af4fce04a21d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network a57125c6-e2fb-4a2d-8b9f-b718b9656c65 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:21.417462 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] For port fdee2c39-41be-4201-b24e-f6de175ecfd6, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:21.429750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] For port fdee2c39-41be-4201-b24e-f6de175ecfd6, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fdee2c39-41be-4201-b24e-f6de175ecfd6,segment=NetworkSegment(4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7),segment_id=4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:21.439991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.444886 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bc210462-d4f6-4a94-a0c2-58466fa9139a req-2b37d848-042c-40a8-a2bb-b99098b74a28 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=06582073-7108-4274-880e-f1cd855c257e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762456 Feb 10 11:35:21.452128 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-294a90dc-beac-4a47-a286-af4fce04a21d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, a57125c6-e2fb-4a2d-8b9f-b718b9656c65) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:21.470636 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9fe806b1-9a7a-4cac-9e89-2a18209b0cd4 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.492970 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294a90dc-beac-4a47-a286-af4fce04a21d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:21.493593 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-294a90dc-beac-4a47-a286-af4fce04a21d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.522487 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97409e5-2eeb-40e0-b8ed-8da7953f5b9f None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:21.526038 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b670ae-467b-4787-94cb-7956006d19d9 None None] Network a57125c6-e2fb-4a2d-8b9f-b718b9656c65 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:21.555026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9463f73-5ba2-407e-a8bf-57986e8e96b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:21.584073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-c9463f73-5ba2-407e-a8bf-57986e8e96b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:21.587359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a97409e5-2eeb-40e0-b8ed-8da7953f5b9f None None] Deleting port c1a4ecb7-bae7-4ccb-9776-16e689d035ca {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:21.587962 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a97409e5-2eeb-40e0-b8ed-8da7953f5b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.598147 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9463f73-5ba2-407e-a8bf-57986e8e96b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:21.598826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c9463f73-5ba2-407e-a8bf-57986e8e96b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.628779 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9463f73-5ba2-407e-a8bf-57986e8e96b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=c9652e8d-2f79-4eb8-8b32-8f97eff4d4f2,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:21.647756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9fe806b1-9a7a-4cac-9e89-2a18209b0cd4 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Calling delete_port for 8c53341c-800c-490c-b8d8-930e5a440ec4 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:21.683096 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c9463f73-5ba2-407e-a8bf-57986e8e96b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6723607 Feb 10 11:35:21.686133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37036) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:21.697007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f4272133-96d0-4a30-915e-71b538968ada tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:21.707862 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-294a90dc-beac-4a47-a286-af4fce04a21d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.9706349 Feb 10 11:35:21.709361 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37040) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:21.725663 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Attempting to bind port 4d673902-86a0-4842-b4c9-9b3cb96f748f on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:21.726107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Attempting to bind port 4d673902-86a0-4842-b4c9-9b3cb96f748f by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:21.727336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Attempting to bind port 4d673902-86a0-4842-b4c9-9b3cb96f748f on network cb72c25c-df2c-4406-bb4c-56e973a31e8f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:21.797568 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Port 4d673902-86a0-4842-b4c9-9b3cb96f748f on network cb72c25c-df2c-4406-bb4c-56e973a31e8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:35:21.798115 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Attempting to bind port 4d673902-86a0-4842-b4c9-9b3cb96f748f on network cb72c25c-df2c-4406-bb4c-56e973a31e8f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:21.813207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:21.813207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Checking segment: {'id': '4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:21.813207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Bound using segment: {'id': '4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:21.813640 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Bound port: 4d673902-86a0-4842-b4c9-9b3cb96f748f, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:21.813837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.887095 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efb503-886f-4d87-9596-21d90a98534a None None] Pushing event updated for resources: {'Port': ['ID=fdee2c39-41be-4201-b24e-f6de175ecfd6,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:21.929227 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f4272133-96d0-4a30-915e-71b538968ada tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:21.950759 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f4272133-96d0-4a30-915e-71b538968ada tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:21.958330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f4272133-96d0-4a30-915e-71b538968ada tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:21.969249 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f4272133-96d0-4a30-915e-71b538968ada tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:21.981210 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] For port 4d673902-86a0-4842-b4c9-9b3cb96f748f, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:21.985767 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] For port 4d673902-86a0-4842-b4c9-9b3cb96f748f, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4d673902-86a0-4842-b4c9-9b3cb96f748f,segment=NetworkSegment(4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7),segment_id=4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:21.991191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4272133-96d0-4a30-915e-71b538968ada tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:21.995422 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f4272133-96d0-4a30-915e-71b538968ada tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.000128 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a1a2eb53-1079-487c-b90b-94d266cc86da None None] Provisioning complete for port 90cb6dee-60ef-417d-8b44-a71dd9959174 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:22.000733 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a1a2eb53-1079-487c-b90b-94d266cc86da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.018042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9fe806b1-9a7a-4cac-9e89-2a18209b0cd4 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.022373 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.083570 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3d07c2d-8de6-4ad9-b0e9-82eb295d48d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.121919 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe806b1-9a7a-4cac-9e89-2a18209b0cd4 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event deleted for resources: {'Port': ['ID=8c53341c-800c-490c-b8d8-930e5a440ec4,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:22.130748 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55eaaeeb-7979-4786-af9c-290d8a20e171 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.194991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.197673 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] 10.222.0.73 "PUT /v2.0/ports/4d673902-86a0-4842-b4c9-9b3cb96f748f HTTP/1.1" status: 200 len: 1093 time: 2.8700833 Feb 10 11:35:22.201270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'tag': '4d673902-86a0-4842-b4c9-9b3cb96f748f'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:35:22.204144 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Routers {'6b0115d0-c134-4231-8a55-f8853891cad8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:22.209465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6b0115d0-c134-4231-8a55-f8853891cad8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:22.243447 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e3ffd-a3c8-400d-b9c9-a36169f1792a service neutron] Pushing event updated for resources: {'Port': ['ID=4d673902-86a0-4842-b4c9-9b3cb96f748f,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:22.370867 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.ipam_backend_mixin [None req-f4272133-96d0-4a30-915e-71b538968ada tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9652e8d-2f79-4eb8-8b32-8f97eff4d4f2 (CIDR: 2001:db8::/64) Feb 10 11:35:22.379916 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'tag': '4d673902-86a0-4842-b4c9-9b3cb96f748f', 'status': 'completed', 'code': 200} Feb 10 11:35:22.389779 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4272133-96d0-4a30-915e-71b538968ada tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:35:22.391719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4272133-96d0-4a30-915e-71b538968ada tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:22.454276 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-13e5dcd0-99d2-4bdf-a35d-cce9ee63c764 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 1096 time: 0.2073786 Feb 10 11:35:22.459171 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f4272133-96d0-4a30-915e-71b538968ada tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7715237 Feb 10 11:35:22.460150 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37046) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:22.466662 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-367269c5-f9f3-4a2a-998a-5be23cda5d27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:22.542264 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fdee2c39-41be-4201-b24e-f6de175ecfd6 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:22.817188 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-36201a7f-2753-4982-9d38-1dfc7bd56269 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d673902-86a0-4842-b4c9-9b3cb96f748f HTTP/1.1" status: 200 len: 217 time: 0.0821688 Feb 10 11:35:22.934780 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55eaaeeb-7979-4786-af9c-290d8a20e171 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.987608 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9fe806b1-9a7a-4cac-9e89-2a18209b0cd4 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.008833 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-367269c5-f9f3-4a2a-998a-5be23cda5d27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:23.020805 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-367269c5-f9f3-4a2a-998a-5be23cda5d27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:23.027220 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-367269c5-f9f3-4a2a-998a-5be23cda5d27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:23.041389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-367269c5-f9f3-4a2a-998a-5be23cda5d27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:23.047576 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dca44-86bc-4bf8-bc05-3015dcbb9129 req-4487d23c-8e0d-45da-965f-b032ff94b986 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:23.049202 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed8dca44-86bc-4bf8-bc05-3015dcbb9129 req-4487d23c-8e0d-45da-965f-b032ff94b986 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 943 time: 0.2511163 Feb 10 11:35:23.063047 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-5a8f6126-c001-43b4-8b32-dbdc587330a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:23.064860 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-5a8f6126-c001-43b4-8b32-dbdc587330a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a0230f2-721d-4926-a0e7-e18109b96ea0 HTTP/1.1" status: 200 len: 835 time: 0.2419033 Feb 10 11:35:23.067506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367269c5-f9f3-4a2a-998a-5be23cda5d27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:23.071667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-367269c5-f9f3-4a2a-998a-5be23cda5d27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.103730 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a1ee21-4be5-4af8-a9a5-cbafad32ba11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-a57125c6-e2fb-4a2d-8b9f-b718b9656c65', 'network_id': 'a57125c6-e2fb-4a2d-8b9f-b718b9656c65', 'tenant_id': '0321bdcd3694442c81b48711c5018d0c', 'fixed_ips': [{'subnet_id': 'b64dd211-0fb9-4ee9-a1a0-e677264da6cc'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:23.105081 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a8a1ee21-4be5-4af8-a9a5-cbafad32ba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.141563 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a97409e5-2eeb-40e0-b8ed-8da7953f5b9f None None] For port c1a4ecb7-bae7-4ccb-9776-16e689d035ca, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c1a4ecb7-bae7-4ccb-9776-16e689d035ca,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:23.142063 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a97409e5-2eeb-40e0-b8ed-8da7953f5b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.219397 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port fdee2c39-41be-4201-b24e-f6de175ecfd6 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:23.250393 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55eaaeeb-7979-4786-af9c-290d8a20e171 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.287149 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-95312b40-f528-42d5-b563-c1cf33cff085 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb72c25c-df2c-4406-bb4c-56e973a31e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1972830 Feb 10 11:35:23.307481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaaeeb-7979-4786-af9c-290d8a20e171 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Subnet': ['ID=b64dd211-0fb9-4ee9-a1a0-e677264da6cc,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:23.318129 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed8dca44-86bc-4bf8-bc05-3015dcbb9129 req-5fa1f5b9-d7df-4885-ad20-730bbda21aa3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=06582073-7108-4274-880e-f1cd855c257e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050271 Feb 10 11:35:23.324644 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] Set router 6b0115d0-c134-4231-8a55-f8853891cad8 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:23.375185 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a97409e5-2eeb-40e0-b8ed-8da7953f5b9f None None] Calling delete_port for c1a4ecb7-bae7-4ccb-9776-16e689d035ca owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:23.405344 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port fdee2c39-41be-4201-b24e-f6de175ecfd6 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:23.405724 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.666458 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-5748d7d8-4a1d-4a6c-a213-6640854e8122 service neutron] 10.222.0.73 "GET /v2.0/networks/cb72c25c-df2c-4406-bb4c-56e973a31e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679526 Feb 10 11:35:23.715664 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a1a2eb53-1079-487c-b90b-94d266cc86da None None] Provisioning complete for port fdee2c39-41be-4201-b24e-f6de175ecfd6 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:23.715664 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a1a2eb53-1079-487c-b90b-94d266cc86da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.739953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55eaaeeb-7979-4786-af9c-290d8a20e171 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.748953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef99b14-5a40-42b4-a841-b96235a8440e None None] Network a57125c6-e2fb-4a2d-8b9f-b718b9656c65 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:23.917291 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a97409e5-2eeb-40e0-b8ed-8da7953f5b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.986069 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-40bf9194-34fd-4dc5-b745-284e08965d60 req-d7e80020-3eb9-4b56-a374-d9c9ff731c16 service neutron] 10.222.0.73 "GET /v2.0/networks/cb72c25c-df2c-4406-bb4c-56e973a31e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083639 Feb 10 11:35:24.038400 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97409e5-2eeb-40e0-b8ed-8da7953f5b9f None None] Pushing event deleted for resources: {'Port': ['ID=c1a4ecb7-bae7-4ccb-9776-16e689d035ca,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:24.047812 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-55eaaeeb-7979-4786-af9c-290d8a20e171 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57125c6-e2fb-4a2d-8b9f-b718b9656c65']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:24.079301 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97409e5-2eeb-40e0-b8ed-8da7953f5b9f None None] No DVR routers for this DVR port c1a4ecb7-bae7-4ccb-9776-16e689d035ca on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:24.143224 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b6781a-30da-4409-ac6c-bdc6301e2666 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:24.194652 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-55eaaeeb-7979-4786-af9c-290d8a20e171 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ff1115-13f7-4ef5-a343-cbca5fc4edf5') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:24.195634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-55eaaeeb-7979-4786-af9c-290d8a20e171 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ff1115-13f7-4ef5-a343-cbca5fc4edf5') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:24.227861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.objects.ports [None req-367269c5-f9f3-4a2a-998a-5be23cda5d27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83555) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:35:24.234024 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-367269c5-f9f3-4a2a-998a-5be23cda5d27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.293748 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8ace79b9-1da9-4797-968a-a025d49e54d5 req-0e27f53b-fa51-4486-977e-7cd0377403a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 1096 time: 0.2190464 Feb 10 11:35:24.313474 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.337877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367269c5-f9f3-4a2a-998a-5be23cda5d27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:24.344587 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-367269c5-f9f3-4a2a-998a-5be23cda5d27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:24.405250 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367269c5-f9f3-4a2a-998a-5be23cda5d27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:24.407094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-367269c5-f9f3-4a2a-998a-5be23cda5d27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.411388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367269c5-f9f3-4a2a-998a-5be23cda5d27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=95b3fbd4-e563-4b0a-a14e-fb937b33b4d1,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:24.428882 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55eaaeeb-7979-4786-af9c-290d8a20e171 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.464297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55eaaeeb-7979-4786-af9c-290d8a20e171 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.474256 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-367269c5-f9f3-4a2a-998a-5be23cda5d27 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0081584 Feb 10 11:35:24.474546 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55eaaeeb-7979-4786-af9c-290d8a20e171 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:24.474546 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55eaaeeb-7979-4786-af9c-290d8a20e171 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.499853 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37054) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:24.520517 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'mac_address': 'fa:16:3e:3b:45:9a', 'name': 'tempest-NetworksTestDHCPv6-1074504227'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:24.539605 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a1a2eb53-1079-487c-b90b-94d266cc86da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:24.595438 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:24.597516 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port fdee2c39-41be-4201-b24e-f6de175ecfd6, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fdee2c39-41be-4201-b24e-f6de175ecfd6,segment=NetworkSegment(4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7),segment_id=4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:24.650610 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55eaaeeb-7979-4786-af9c-290d8a20e171 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.655446 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55eaaeeb-7979-4786-af9c-290d8a20e171 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66718197'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.659264 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.694582 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaaeeb-7979-4786-af9c-290d8a20e171 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Network': ['ID=a57125c6-e2fb-4a2d-8b9f-b718b9656c65,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:24.711843 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-55eaaeeb-7979-4786-af9c-290d8a20e171 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/a57125c6-e2fb-4a2d-8b9f-b718b9656c65 HTTP/1.1" status: 204 len: 168 time: 2.9941278 Feb 10 11:35:24.713393 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37058) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:24.724042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-682845da-f1d6-4543-b3f3-5aa499a31efb tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1482898001'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:24.739204 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-682845da-f1d6-4543-b3f3-5aa499a31efb tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:24.742971 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace79b9-1da9-4797-968a-a025d49e54d5 req-6663bc08-77d3-4a4e-9a81-dcd11c6d8fdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:24.744201 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8ace79b9-1da9-4797-968a-a025d49e54d5 req-6663bc08-77d3-4a4e-9a81-dcd11c6d8fdd service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb72c25c-df2c-4406-bb4c-56e973a31e8f HTTP/1.1" status: 200 len: 898 time: 0.4422069 Feb 10 11:35:24.749568 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-682845da-f1d6-4543-b3f3-5aa499a31efb tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:network and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:24.785205 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe806b1-9a7a-4cac-9e89-2a18209b0cd4 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Router 02cbcdc0-0333-4181-9b27-5170262aa9a3 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:24.810983 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-682845da-f1d6-4543-b3f3-5aa499a31efb tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:24.830396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-682845da-f1d6-4543-b3f3-5aa499a31efb tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:24.873158 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8ace79b9-1da9-4797-968a-a025d49e54d5 req-98327c92-7a70-43c8-a3f7-b600566ef6f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d673902-86a0-4842-b4c9-9b3cb96f748f HTTP/1.1" status: 200 len: 217 time: 0.1181884 Feb 10 11:35:24.928968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682845da-f1d6-4543-b3f3-5aa499a31efb tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:24.933070 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-682845da-f1d6-4543-b3f3-5aa499a31efb tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.984127 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:25.003538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:25.019988 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:34:56Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'fdee2c39-41be-4201-b24e-f6de175ecfd6', 'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:72:3c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:55Z', 'updated_at': '2022-02-10T11:35:21Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:25.022447 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace79b9-1da9-4797-968a-a025d49e54d5 req-119cd289-05d5-4d0a-9db7-a0a98c02f0d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:25.023941 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=fdee2c39-41be-4201-b24e-f6de175ecfd6,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:25.025004 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8ace79b9-1da9-4797-968a-a025d49e54d5 req-119cd289-05d5-4d0a-9db7-a0a98c02f0d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a0230f2-721d-4926-a0e7-e18109b96ea0 HTTP/1.1" status: 200 len: 835 time: 0.1407814 Feb 10 11:35:25.034213 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:25.072202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fcc566-91f1-4678-a808-a4476309d932 None None] The sync data for ids ['6b0115d0-c134-4231-8a55-f8853891cad8'] in dv-neutron-828497-1-hyperv is: [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:34:56Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'fdee2c39-41be-4201-b24e-f6de175ecfd6', 'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:72:3c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:55Z', 'updated_at': '2022-02-10T11:35:21Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:25.087332 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-a1a2eb53-1079-487c-b90b-94d266cc86da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:25.088192 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-a1a2eb53-1079-487c-b90b-94d266cc86da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:25.095229 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'tenant_id': '79bfb2d68ba14de4ad8b7bd4e49aa6f9', 'fixed_ips': [{'subnet_id': '95b3fbd4-e563-4b0a-a14e-fb937b33b4d1'}, {'subnet_id': 'c9652e8d-2f79-4eb8-8b32-8f97eff4d4f2'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:25.096566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.122379 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682845da-f1d6-4543-b3f3-5aa499a31efb tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:25.144761 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e90be-8911-4abb-8c9d-38c2bf893292 req-a3ca6e83-0622-42dc-9447-cd609e2264ea tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:25.150061 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-614e90be-8911-4abb-8c9d-38c2bf893292 req-a3ca6e83-0622-42dc-9447-cd609e2264ea tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 943 time: 0.5522144 Feb 10 11:35:25.236713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-682845da-f1d6-4543-b3f3-5aa499a31efb tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.237006 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-682845da-f1d6-4543-b3f3-5aa499a31efb tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Added segment 4506b060-93b4-4c9d-b7c6-1536cda13793 of type vlan for network bda5fd56-846c-43d3-9ea7-9f6b1acf229d Feb 10 11:35:25.277396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe806b1-9a7a-4cac-9e89-2a18209b0cd4 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:25.290651 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307279b0-942f-40f7-aef5-b673ecaef4f3 None None] Sync routers for ids ['02cbcdc0-0333-4181-9b27-5170262aa9a3'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:25.298151 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9fe806b1-9a7a-4cac-9e89-2a18209b0cd4 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "PUT /v2.0/routers/02cbcdc0-0333-4181-9b27-5170262aa9a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0280714 Feb 10 11:35:25.305437 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37062) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:25.311960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-682845da-f1d6-4543-b3f3-5aa499a31efb tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.317776 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307279b0-942f-40f7-aef5-b673ecaef4f3 None None] Routers {'02cbcdc0-0333-4181-9b27-5170262aa9a3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:25.318420 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-307279b0-942f-40f7-aef5-b673ecaef4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['02cbcdc0-0333-4181-9b27-5170262aa9a3'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:25.357914 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.392445 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8ace79b9-1da9-4797-968a-a025d49e54d5 req-5dd46e74-d2b9-4608-b509-7854301a99e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb72c25c-df2c-4406-bb4c-56e973a31e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3593190 Feb 10 11:35:25.442695 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-f5b3e9e7-7668-437a-b5b1-82a62ed80162 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] show failed (client error): The resource could not be found. Feb 10 11:35:25.451041 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port 4fd1c004-6136-445c-aa3d-d7de55992278 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:35:25.452180 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f5b3e9e7-7668-437a-b5b1-82a62ed80162 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1178331512 HTTP/1.1" status: 404 len: 335 time: 0.1442704 Feb 10 11:35:25.466034 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-614e90be-8911-4abb-8c9d-38c2bf893292 req-e9271839-5db9-409c-ad84-64c51089a9c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=06582073-7108-4274-880e-f1cd855c257e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053899 Feb 10 11:35:25.476596 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37066) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:25.487639 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1de8cac6-bfe0-40ac-adcf-a473cafb7a69 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:25.579266 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-307279b0-942f-40f7-aef5-b673ecaef4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:25.610320 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307279b0-942f-40f7-aef5-b673ecaef4f3 None None] Routers {'02cbcdc0-0333-4181-9b27-5170262aa9a3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:25.611203 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-307279b0-942f-40f7-aef5-b673ecaef4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['02cbcdc0-0333-4181-9b27-5170262aa9a3'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:25.660502 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-1de8cac6-bfe0-40ac-adcf-a473cafb7a69 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] update failed (client error): The resource could not be found. Feb 10 11:35:25.669409 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1de8cac6-bfe0-40ac-adcf-a473cafb7a69 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-21910614 HTTP/1.1" status: 404 len: 333 time: 0.1891923 Feb 10 11:35:25.670574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37070) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:25.734746 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a1a2eb53-1079-487c-b90b-94d266cc86da None None] Could not find standard attr ID for object c1a4ecb7-bae7-4ccb-9776-16e689d035ca. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:35:25.749657 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-307279b0-942f-40f7-aef5-b673ecaef4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:25.750082 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307279b0-942f-40f7-aef5-b673ecaef4f3 None None] The sync data for ids ['02cbcdc0-0333-4181-9b27-5170262aa9a3'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:25.764282 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Allocated IP 2001:db8::2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/c9652e8d-2f79-4eb8-8b32-8f97eff4d4f2/4a297d33-f27e-4fde-a24c-7a5157f5c7ae) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:25.775597 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe37:3720 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/95b3fbd4-e563-4b0a-a14e-fb937b33b4d1/4a297d33-f27e-4fde-a24c-7a5157f5c7ae) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:25.963895 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d07c2d-8de6-4ad9-b0e9-82eb295d48d6 admin admin] Router 08af32f7-ea9a-46c8-9004-af909644a507 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:25.964736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ff4636e0-6a1b-47f9-81c8-55c87ee7e837 None None] Provisioning complete for port fdee2c39-41be-4201-b24e-f6de175ecfd6 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:25.965065 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ff4636e0-6a1b-47f9-81c8-55c87ee7e837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.009469 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8ace79b9-1da9-4797-968a-a025d49e54d5 req-e18c7b66-3669-447f-9431-64d043e245bc service neutron] 10.222.0.73 "GET /v2.0/networks/cb72c25c-df2c-4406-bb4c-56e973a31e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038008 Feb 10 11:35:26.014437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-682845da-f1d6-4543-b3f3-5aa499a31efb tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.018293 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682845da-f1d6-4543-b3f3-5aa499a31efb tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:26.019041 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-682845da-f1d6-4543-b3f3-5aa499a31efb tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.195850 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 4d673902-86a0-4842-b4c9-9b3cb96f748f details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:35:26.295111 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcba499-0993-4d57-93e5-163e29a056b5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Deleting subnet 6f6ce85a-aab5-40b5-b246-69a7c62d1482 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:26.301180 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bcba499-0993-4d57-93e5-163e29a056b5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.335977 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.resource_extend [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:35:26.363774 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.398959 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-682845da-f1d6-4543-b3f3-5aa499a31efb tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6816769 Feb 10 11:35:26.405511 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37074) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:26.406236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682845da-f1d6-4543-b3f3-5aa499a31efb tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Network': ['ID=bda5fd56-846c-43d3-9ea7-9f6b1acf229d,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:26.415811 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f6235b62-e16c-46c3-beae-c25c03ca32bc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:26.461844 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network bda5fd56-846c-43d3-9ea7-9f6b1acf229d details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:26.478795 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Transition to ACTIVE for port object 4a297d33-f27e-4fde-a24c-7a5157f5c7ae will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:26.502016 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8ace79b9-1da9-4797-968a-a025d49e54d5 req-d589d5cd-d03b-4744-a469-d773c77b8bd7 service neutron] 10.222.0.73 "GET /v2.0/networks/cb72c25c-df2c-4406-bb4c-56e973a31e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704702 Feb 10 11:35:26.531384 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bcba499-0993-4d57-93e5-163e29a056b5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.669084 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Transition to ACTIVE for port object 4a297d33-f27e-4fde-a24c-7a5157f5c7ae will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:26.707538 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5d9e9a78-d79e-4c75-a1c1-b6ecec40a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.753052 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.843682 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fdee2c39-41be-4201-b24e-f6de175ecfd6 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:26.942128 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::3ac (3b5b04fa-1e24-453f-83a6-7d1810ca3421/c9652e8d-2f79-4eb8-8b32-8f97eff4d4f2/4fd1c004-6136-445c-aa3d-d7de55992278) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:26.952009 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3b:459a (3b5b04fa-1e24-453f-83a6-7d1810ca3421/95b3fbd4-e563-4b0a-a14e-fb937b33b4d1/4fd1c004-6136-445c-aa3d-d7de55992278) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:27.015447 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 4d673902-86a0-4842-b4c9-9b3cb96f748f, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4d673902-86a0-4842-b4c9-9b3cb96f748f,segment=NetworkSegment(4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7),segment_id=4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:27.034811 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f6235b62-e16c-46c3-beae-c25c03ca32bc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.046849 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bcba499-0993-4d57-93e5-163e29a056b5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.049842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:27.062574 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:27.066971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:27.078945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Pushing event updated for resources: {'Port': ['ID=4a297d33-f27e-4fde-a24c-7a5157f5c7ae,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:27.089581 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '4d673902-86a0-4842-b4c9-9b3cb96f748f', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'port_id': '4d673902-86a0-4842-b4c9-9b3cb96f748f', 'mac_address': 'fa:16:3e:30:35:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:35:27.100212 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32388f2a-ba2d-43ce-8094-7933b1a7f791 req-79204427-06cc-4ae6-934c-414542bc0932 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:27.101908 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-32388f2a-ba2d-43ce-8094-7933b1a7f791 req-79204427-06cc-4ae6-934c-414542bc0932 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 943 time: 0.3475780 Feb 10 11:35:27.156134 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f6235b62-e16c-46c3-beae-c25c03ca32bc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.276301 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f6235b62-e16c-46c3-beae-c25c03ca32bc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network bda5fd56-846c-43d3-9ea7-9f6b1acf229d is not hosted by any dhcp agent {{(pid=83554) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 10 11:35:27.280334 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6235b62-e16c-46c3-beae-c25c03ca32bc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:27.280969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f6235b62-e16c-46c3-beae-c25c03ca32bc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.282362 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f6235b62-e16c-46c3-beae-c25c03ca32bc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "PUT /v2.0/networks/bda5fd56-846c-43d3-9ea7-9f6b1acf229d HTTP/1.1" status: 200 len: 723 time: 0.8758862 Feb 10 11:35:27.287399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37080) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:27.289907 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-32388f2a-ba2d-43ce-8094-7933b1a7f791 req-33efedab-8933-4efd-8ace-c0e86e0aa367 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=06582073-7108-4274-880e-f1cd855c257e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775219 Feb 10 11:35:27.291958 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d07c2d-8de6-4ad9-b0e9-82eb295d48d6 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:27.297866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-61451ef7-4b1e-476f-84ee-ce321df2dc7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'subnet': {'network_id': 'bda5fd56-846c-43d3-9ea7-9f6b1acf229d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:27.319093 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a3d07c2d-8de6-4ad9-b0e9-82eb295d48d6 admin admin] 10.222.0.36 "PUT /v2.0/routers/08af32f7-ea9a-46c8-9004-af909644a507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1639872 Feb 10 11:35:27.330196 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37084) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:27.339539 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9be466a-4825-4059-ac54-0cac0b6c18ee None None] Sync routers for ids ['08af32f7-ea9a-46c8-9004-af909644a507'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:27.388066 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6235b62-e16c-46c3-beae-c25c03ca32bc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Network': ['ID=bda5fd56-846c-43d3-9ea7-9f6b1acf229d,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:27.424636 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network bda5fd56-846c-43d3-9ea7-9f6b1acf229d details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:27.461178 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bcba499-0993-4d57-93e5-163e29a056b5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.484181 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.515026 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcba499-0993-4d57-93e5-163e29a056b5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6ce85a-aab5-40b5-b246-69a7c62d1482,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:27.521217 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bcba499-0993-4d57-93e5-163e29a056b5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.526590 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3bcba499-0993-4d57-93e5-163e29a056b5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "DELETE /v2.0/subnets/6f6ce85a-aab5-40b5-b246-69a7c62d1482 HTTP/1.1" status: 204 len: 168 time: 1.8529649 Feb 10 11:35:27.528818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37088) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:27.549182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object 4fd1c004-6136-445c-aa3d-d7de55992278 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:27.561375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-61451ef7-4b1e-476f-84ee-ce321df2dc7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:27.570535 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-61451ef7-4b1e-476f-84ee-ce321df2dc7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:subnet and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:27.578089 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-61451ef7-4b1e-476f-84ee-ce321df2dc7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:27.592005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-61451ef7-4b1e-476f-84ee-ce321df2dc7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:27.614422 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61451ef7-4b1e-476f-84ee-ce321df2dc7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:27.632281 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port fdee2c39-41be-4201-b24e-f6de175ecfd6 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:27.633234 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.659167 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.670373 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.670713 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Attempting to bind port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:27.671241 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Attempting to bind port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:27.671486 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Attempting to bind port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae on network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:27.674818 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f62720-d006-4a58-b179-23e336b8c69e None None] Network 1067f411-001a-40ea-98a6-5962b6725011 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:27.692249 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Deleting port 90cb6dee-60ef-417d-8b44-a71dd9959174 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:27.692617 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.771188 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.821363 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:27.821363 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Checking segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:27.822400 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.822612 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Bound using segment: {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:27.823113 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Bound port: 4a297d33-f27e-4fde-a24c-7a5157f5c7ae, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:27.823765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.841557 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d673902-86a0-4842-b4c9-9b3cb96f748f {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:35:27.870418 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61451ef7-4b1e-476f-84ee-ce321df2dc7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.892299 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 4d673902-86a0-4842-b4c9-9b3cb96f748f, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4d673902-86a0-4842-b4c9-9b3cb96f748f,segment=NetworkSegment(4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7),segment_id=4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:27.902852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:27.956761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:27.969822 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:27.973945 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:27.974605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.989171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=4fd1c004-6136-445c-aa3d-d7de55992278,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:27.992331 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be466a-4825-4059-ac54-0cac0b6c18ee None None] Routers {'08af32f7-ea9a-46c8-9004-af909644a507'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:27.993768 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e9be466a-4825-4059-ac54-0cac0b6c18ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['08af32f7-ea9a-46c8-9004-af909644a507'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:28.001368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b970cbe4-1a74-49ef-b08e-82ab1dfa6b0e admin admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:28.029655 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f8346f35-d2a0-4820-acb5-f34fbbe63e25 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5229697 Feb 10 11:35:28.029970 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37092) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:28.100042 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:35:28.133833 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-509f43b4-ec76-48b5-9f2f-e49b1bcbaf55 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port 4fd1c004-6136-445c-aa3d-d7de55992278 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:28.134216 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-509f43b4-ec76-48b5-9f2f-e49b1bcbaf55 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:28.144743 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:28.347502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] For port 90cb6dee-60ef-417d-8b44-a71dd9959174, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=90cb6dee-60ef-417d-8b44-a71dd9959174,segment=NetworkSegment(0b222e3b-edea-450c-8f84-ee409b26ca67),segment_id=0b222e3b-edea-450c-8f84-ee409b26ca67)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:28.348452 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:28.498069 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['4d673902-86a0-4842-b4c9-9b3cb96f748f'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:35:28.545338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] For port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:28.571291 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=4d673902-86a0-4842-b4c9-9b3cb96f748f,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:28.605470 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Calling delete_port for 90cb6dee-60ef-417d-8b44-a71dd9959174 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:28.611692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] For port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4a297d33-f27e-4fde-a24c-7a5157f5c7ae,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:28.641195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:28.746586 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-e9be466a-4825-4059-ac54-0cac0b6c18ee None None] Set router 08af32f7-ea9a-46c8-9004-af909644a507 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:28.813566 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-509f43b4-ec76-48b5-9f2f-e49b1bcbaf55 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:28.939727 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91186d9-18f0-4707-a10b-d401f501a864 None None] Pushing event updated for resources: {'Port': ['ID=4a297d33-f27e-4fde-a24c-7a5157f5c7ae,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:29.066116 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.075739 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-201de082-dfab-4ebe-b13f-e6488537e81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.096976 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ddedd2-9630-493c-8298-4851ea5efefc None None] DHCP port deletion for 1067f411-001a-40ea-98a6-5962b6725011 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:29.135797 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event deleted for resources: {'Port': ['ID=90cb6dee-60ef-417d-8b44-a71dd9959174,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:29.161074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] No DVR routers for this DVR port 90cb6dee-60ef-417d-8b44-a71dd9959174 on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:29.170538 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5083b7-0230-45e9-a1f8-c5be0b0b01cb req-00e06666-4629-42ac-bbb6-b79e24fd544f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:29.172131 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd5083b7-0230-45e9-a1f8-c5be0b0b01cb req-00e06666-4629-42ac-bbb6-b79e24fd544f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 944 time: 0.4581106 Feb 10 11:35:29.288621 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-509f43b4-ec76-48b5-9f2f-e49b1bcbaf55 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for 4fd1c004-6136-445c-aa3d-d7de55992278 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:29.380059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61451ef7-4b1e-476f-84ee-ce321df2dc7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.384722 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.409217 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b970cbe4-1a74-49ef-b08e-82ab1dfa6b0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.446029 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd5083b7-0230-45e9-a1f8-c5be0b0b01cb req-2d743b7a-0f80-4671-aefe-f03558549372 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=06582073-7108-4274-880e-f1cd855c257e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438741 Feb 10 11:35:29.448447 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1067f411-001a-40ea-98a6-5962b6725011']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:29.470701 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b222e3b-edea-450c-8f84-ee409b26ca67') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:29.472062 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b222e3b-edea-450c-8f84-ee409b26ca67') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:29.498826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.515186 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b970cbe4-1a74-49ef-b08e-82ab1dfa6b0e admin admin] Deleting port 949fce04-fab7-4509-abb3-3924a8fc2a63 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:29.515639 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b970cbe4-1a74-49ef-b08e-82ab1dfa6b0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.530031 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61451ef7-4b1e-476f-84ee-ce321df2dc7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Subnet': ['ID=f6e59089-0f81-45ce-b629-040237da2877,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:29.587290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e9be466a-4825-4059-ac54-0cac0b6c18ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af32f7-ea9a-46c8-9004-af909644a507', 'name': 'tempest-ServerActionsTestJSON-1565376735-router', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:24Z', 'updated_at': '2022-02-10T11:35:20Z', 'revision_number': 5, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'gw_port': {'id': '949fce04-fab7-4509-abb3-3924a8fc2a63', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af32f7-ea9a-46c8-9004-af909644a507', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:27Z', 'updated_at': '2022-02-10T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:29.612073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451ef7-4b1e-476f-84ee-ce321df2dc7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Checking segment: {'id': '4506b060-93b4-4c9d-b7c6-1536cda13793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bda5fd56-846c-43d3-9ea7-9f6b1acf229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:29.612745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61451ef7-4b1e-476f-84ee-ce321df2dc7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network hostable DHCP agents. Network: bda5fd56-846c-43d3-9ea7-9f6b1acf229d, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:29.619060 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9be466a-4825-4059-ac54-0cac0b6c18ee None None] Checking router: 08af32f7-ea9a-46c8-9004-af909644a507 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:35:29.635696 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be466a-4825-4059-ac54-0cac0b6c18ee None None] Routers {'08af32f7-ea9a-46c8-9004-af909644a507'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:29.636380 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e9be466a-4825-4059-ac54-0cac0b6c18ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['08af32f7-ea9a-46c8-9004-af909644a507'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:29.660961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.678790 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:29.679893 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:29.695594 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:29.713978 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61451ef7-4b1e-476f-84ee-ce321df2dc7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network bda5fd56-846c-43d3-9ea7-9f6b1acf229d is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:29.737406 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-61451ef7-4b1e-476f-84ee-ce321df2dc7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, bda5fd56-846c-43d3-9ea7-9f6b1acf229d) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:29.749369 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61451ef7-4b1e-476f-84ee-ce321df2dc7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:29.749964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61451ef7-4b1e-476f-84ee-ce321df2dc7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.787503 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997d313f-b0f6-44ba-8602-9d1fc613cc3d None None] Network bda5fd56-846c-43d3-9ea7-9f6b1acf229d requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:29.787855 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-509f43b4-ec76-48b5-9f2f-e49b1bcbaf55 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.822472 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.853818 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-61451ef7-4b1e-476f-84ee-ce321df2dc7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5600619 Feb 10 11:35:29.853818 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f43b4-ec76-48b5-9f2f-e49b1bcbaf55 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=4fd1c004-6136-445c-aa3d-d7de55992278,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:29.855276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37098) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:29.864479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f2a33608-b64e-485c-844c-7a957cbb5cce tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:29.877415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.894512 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event deleted for resources: {'Network': ['ID=1067f411-001a-40ea-98a6-5962b6725011,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:29.901165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-b970cbe4-1a74-49ef-b08e-82ab1dfa6b0e admin admin] For port 949fce04-fab7-4509-abb3-3924a8fc2a63, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=949fce04-fab7-4509-abb3-3924a8fc2a63,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:29.908713 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b970cbe4-1a74-49ef-b08e-82ab1dfa6b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.928668 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.953733 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c0caa097-7e8c-41e9-9719-e95f3b603f0a tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "DELETE /v2.0/networks/1067f411-001a-40ea-98a6-5962b6725011 HTTP/1.1" status: 204 len: 168 time: 2.4235046 Feb 10 11:35:29.956058 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37102) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:29.957053 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-e9be466a-4825-4059-ac54-0cac0b6c18ee None None] Set router 08af32f7-ea9a-46c8-9004-af909644a507 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:30.057882 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-509f43b4-ec76-48b5-9f2f-e49b1bcbaf55 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.059838 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-509f43b4-ec76-48b5-9f2f-e49b1bcbaf55 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/4fd1c004-6136-445c-aa3d-d7de55992278 HTTP/1.1" status: 204 len: 168 time: 2.0290258 Feb 10 11:35:30.069393 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37106) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:30.147233 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b970cbe4-1a74-49ef-b08e-82ab1dfa6b0e admin admin] Calling delete_port for 949fce04-fab7-4509-abb3-3924a8fc2a63 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:30.236734 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 4d673902-86a0-4842-b4c9-9b3cb96f748f up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:30.290898 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f2a33608-b64e-485c-844c-7a957cbb5cce tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1648847'] for subnet, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.292165 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e9be466a-4825-4059-ac54-0cac0b6c18ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af32f7-ea9a-46c8-9004-af909644a507', 'name': 'tempest-ServerActionsTestJSON-1565376735-router', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:24Z', 'updated_at': '2022-02-10T11:35:29Z', 'revision_number': 6, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:30.326612 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9be466a-4825-4059-ac54-0cac0b6c18ee None None] The sync data for ids ['08af32f7-ea9a-46c8-9004-af909644a507'] in dv-neutron-828497-1-hyperv is: [{'id': '08af32f7-ea9a-46c8-9004-af909644a507', 'name': 'tempest-ServerActionsTestJSON-1565376735-router', 'tenant_id': '8e47f622a65945dda4a63ba667a1ebd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:24Z', 'updated_at': '2022-02-10T11:35:29Z', 'revision_number': 6, 'project_id': '8e47f622a65945dda4a63ba667a1ebd5', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:30.334566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.412380 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-bda5fd56-846c-43d3-9ea7-9f6b1acf229d', 'network_id': 'bda5fd56-846c-43d3-9ea7-9f6b1acf229d', 'tenant_id': '0321bdcd3694442c81b48711c5018d0c', 'fixed_ips': [{'subnet_id': 'f6e59089-0f81-45ce-b629-040237da2877'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:30.413483 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.492233 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 4d673902-86a0-4842-b4c9-9b3cb96f748f completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:30.511852 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 4d673902-86a0-4842-b4c9-9b3cb96f748f triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:30.512247 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.518127 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4325b48b-57b9-4b88-842b-07828e7b8150 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:30.519308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4325b48b-57b9-4b88-842b-07828e7b8150 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:30.529337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b970cbe4-1a74-49ef-b08e-82ab1dfa6b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.550481 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9fed3e-fd0e-4b54-a5a7-7fe56d3ff3e0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Deleting subnet b3d908fc-7b19-4c86-a638-bffd255b44ff {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:30.629727 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970cbe4-1a74-49ef-b08e-82ab1dfa6b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=949fce04-fab7-4509-abb3-3924a8fc2a63,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:30.643172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9a9fed3e-fd0e-4b54-a5a7-7fe56d3ff3e0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.755103 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4325b48b-57b9-4b88-842b-07828e7b8150 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:30.755103 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4325b48b-57b9-4b88-842b-07828e7b8150 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.6780741 Feb 10 11:35:30.775401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37112) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:30.826013 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.883692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d673902-86a0-4842-b4c9-9b3cb96f748f'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:35:30.896198 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9a9fed3e-fd0e-4b54-a5a7-7fe56d3ff3e0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.919020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 4d673902-86a0-4842-b4c9-9b3cb96f748f, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4d673902-86a0-4842-b4c9-9b3cb96f748f,segment=NetworkSegment(4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7),segment_id=4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:30.926916 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.035679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b5191d-e7b7-446e-99e7-ca855c3b9b53 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:31.072378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f2a33608-b64e-485c-844c-7a957cbb5cce tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768343321227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1612137'] for subnet, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.162869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a33608-b64e-485c-844c-7a957cbb5cce tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:31.163821 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f2a33608-b64e-485c-844c-7a957cbb5cce tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.169086 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f2a33608-b64e-485c-844c-7a957cbb5cce tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "PUT /v2.0/subnets/f6e59089-0f81-45ce-b629-040237da2877 HTTP/1.1" status: 200 len: 806 time: 1.3069758 Feb 10 11:35:31.173653 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37120) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:31.175275 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4a297d33-f27e-4fde-a24c-7a5157f5c7ae up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:31.180572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b13d67-9db1-4cfa-afc0-f5cbcef5566c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:31.182166 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-81b13d67-9db1-4cfa-afc0-f5cbcef5566c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4057631 Feb 10 11:35:31.184748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37124) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:31.224665 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d673902-86a0-4842-b4c9-9b3cb96f748f', 'code': 200} Feb 10 11:35:31.237064 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b970cbe4-1a74-49ef-b08e-82ab1dfa6b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.248501 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9a9fed3e-fd0e-4b54-a5a7-7fe56d3ff3e0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.293176 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a33608-b64e-485c-844c-7a957cbb5cce tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Subnet': ['ID=f6e59089-0f81-45ce-b629-040237da2877,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:31.451475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=4d673902-86a0-4842-b4c9-9b3cb96f748f,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:31.481408 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Allocated IP 172.20.0.2 (bda5fd56-846c-43d3-9ea7-9f6b1acf229d/f6e59089-0f81-45ce-b629-040237da2877/9a9e29e9-f602-4164-bb53-961757377676) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:31.566278 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.566791 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bf011519-9631-471d-b49d-c70d42bcdbef None None] Provisioning for port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:31.614742 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b682ee35-c366-487c-a9b2-a3e7638259b6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:31.616093 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b682ee35-c366-487c-a9b2-a3e7638259b6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:31.618747 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b682ee35-c366-487c-a9b2-a3e7638259b6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:31.618747 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b682ee35-c366-487c-a9b2-a3e7638259b6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:31.696760 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b682ee35-c366-487c-a9b2-a3e7638259b6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:31.698016 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b682ee35-c366-487c-a9b2-a3e7638259b6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4901054 Feb 10 11:35:31.700556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9a9fed3e-fd0e-4b54-a5a7-7fe56d3ff3e0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.707625 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37128) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:31.718018 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b970cbe4-1a74-49ef-b08e-82ab1dfa6b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.731548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f216a83-07d8-4bf6-ac3f-8016177cbb29 req-d93e0bb0-9933-433e-bb81-ce27e89c5c92 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:31.733385 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:31.738804 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2f216a83-07d8-4bf6-ac3f-8016177cbb29 req-d93e0bb0-9933-433e-bb81-ce27e89c5c92 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 945 time: 0.8124144 Feb 10 11:35:31.743771 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b970cbe4-1a74-49ef-b08e-82ab1dfa6b0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.773711 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:31.774393 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.785375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fed3e-fd0e-4b54-a5a7-7fe56d3ff3e0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d908fc-7b19-4c86-a638-bffd255b44ff,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:31.797743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.828613 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2f216a83-07d8-4bf6-ac3f-8016177cbb29 req-2bc7ce5d-bafa-4c4a-8655-1732466e9e58 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=06582073-7108-4274-880e-f1cd855c257e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883963 Feb 10 11:35:31.828828 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9a9fed3e-fd0e-4b54-a5a7-7fe56d3ff3e0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.835059 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a3fd8742-be75-4d8e-a255-6b42b293ead6 req-14e217ac-0288-4e7d-9d35-f4ed3660c336 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 1098 time: 0.3161936 Feb 10 11:35:31.835785 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b970cbe4-1a74-49ef-b08e-82ab1dfa6b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.836370 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b970cbe4-1a74-49ef-b08e-82ab1dfa6b0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08af32f7-ea9a-46c8-9004-af909644a507 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:35:31.843257 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee85b1e-b130-48cb-8c07-7ce5e690e276 None None] Network d6135c19-8b85-40e0-8f22-71d25908449d requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:31.868646 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9a9fed3e-fd0e-4b54-a5a7-7fe56d3ff3e0 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "DELETE /v2.0/subnets/b3d908fc-7b19-4c86-a638-bffd255b44ff HTTP/1.1" status: 204 len: 168 time: 1.9114268 Feb 10 11:35:31.869538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37132) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:31.872598 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b970cbe4-1a74-49ef-b08e-82ab1dfa6b0e admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.876141 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b970cbe4-1a74-49ef-b08e-82ab1dfa6b0e admin admin] 10.222.0.36 "DELETE /v2.0/routers/08af32f7-ea9a-46c8-9004-af909644a507 HTTP/1.1" status: 204 len: 168 time: 4.5438550 Feb 10 11:35:31.879236 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37136) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:31.958770 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-23755d3e-3a0a-474e-a152-fce548c6895d admin admin] Deleting subnet 13860d03-a045-4a92-adff-58389fc1eb4f {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:31.964060 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23755d3e-3a0a-474e-a152-fce548c6895d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.018410 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23755d3e-3a0a-474e-a152-fce548c6895d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.121680 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a3fd8742-be75-4d8e-a255-6b42b293ead6 req-1b80e234-3b24-4aac-bc68-1077ac3ba17d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=06582073-7108-4274-880e-f1cd855c257e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760439 Feb 10 11:35:32.122329 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.122755 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23755d3e-3a0a-474e-a152-fce548c6895d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.175268 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.204952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23755d3e-3a0a-474e-a152-fce548c6895d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.245566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23755d3e-3a0a-474e-a152-fce548c6895d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13860d03-a045-4a92-adff-58389fc1eb4f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:32.250376 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Transition to ACTIVE for port object 9a9e29e9-f602-4164-bb53-961757377676 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:32.253905 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23755d3e-3a0a-474e-a152-fce548c6895d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.265903 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-23755d3e-3a0a-474e-a152-fce548c6895d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/13860d03-a045-4a92-adff-58389fc1eb4f HTTP/1.1" status: 204 len: 168 time: 0.3850152 Feb 10 11:35:32.266481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37140) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:32.285177 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0970e56-d7ea-4a1d-91b2-85068de9a82c None None] Network 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:32.293797 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ea0bc3-a2b5-4337-8a51-1e74efe4eaf7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 95b3fbd4-e563-4b0a-a14e-fb937b33b4d1 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:32.306883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46ea0bc3-a2b5-4337-8a51-1e74efe4eaf7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.389108 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-256f4fc9-5453-4940-ac40-cdbbcc8ebaac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Deleting subnet 4285ed04-af7e-4ae4-b542-bc5b9021ec90 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:32.395826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46ea0bc3-a2b5-4337-8a51-1e74efe4eaf7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.399300 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Transition to ACTIVE for port object 9a9e29e9-f602-4164-bb53-961757377676 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:32.400452 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.406473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.421277 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] Deleting port ffd2b4a0-653b-45d7-b48a-bcf5a288c0de {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:32.421965 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.431631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-256f4fc9-5453-4940-ac40-cdbbcc8ebaac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.437658 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.545942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.598838 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e59089-0f81-45ce-b629-040237da2877,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:32.607449 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-256f4fc9-5453-4940-ac40-cdbbcc8ebaac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.611060 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Network bda5fd56-846c-43d3-9ea7-9f6b1acf229d is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:32.623922 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:32.629021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4a297d33-f27e-4fde-a24c-7a5157f5c7ae,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:32.630383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:32.634474 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Pushing event updated for resources: {'Port': ['ID=9a9e29e9-f602-4164-bb53-961757377676,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:32.643186 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.797893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46ea0bc3-a2b5-4337-8a51-1e74efe4eaf7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.806330 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] For port ffd2b4a0-653b-45d7-b48a-bcf5a288c0de, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ffd2b4a0-653b-45d7-b48a-bcf5a288c0de,segment=NetworkSegment(218f680c-641e-4523-96c6-070d97cdb3b2),segment_id=218f680c-641e-4523-96c6-070d97cdb3b2)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:32.806842 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.839149 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 90cb6dee-60ef-417d-8b44-a71dd9959174 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:32.894670 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.970062 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c16f8d0-5875-48cc-b586-14d909b54468 None None] DHCP port deletion for d6135c19-8b85-40e0-8f22-71d25908449d request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:32.972774 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 90cb6dee-60ef-417d-8b44-a71dd9959174 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:32.973141 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 90cb6dee-60ef-417d-8b44-a71dd9959174 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:32.975364 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 61eda003-442f-4d2d-ba59-a817cc89e604 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:33.011294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=4a297d33-f27e-4fde-a24c-7a5157f5c7ae,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:33.023765 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda5fd56-846c-43d3-9ea7-9f6b1acf229d']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:33.057896 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4506b060-93b4-4c9d-b7c6-1536cda13793') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:33.069435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4506b060-93b4-4c9d-b7c6-1536cda13793') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:33.077317 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 61eda003-442f-4d2d-ba59-a817cc89e604 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:33.081015 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 61eda003-442f-4d2d-ba59-a817cc89e604 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:33.082953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1c16f8d0-5875-48cc-b586-14d909b54468 None None] Deleting port 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:33.083472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1c16f8d0-5875-48cc-b586-14d909b54468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.135201 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] Calling delete_port for ffd2b4a0-653b-45d7-b48a-bcf5a288c0de owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:33.141559 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.218657 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46ea0bc3-a2b5-4337-8a51-1e74efe4eaf7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.253442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-256f4fc9-5453-4940-ac40-cdbbcc8ebaac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.319426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.385010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.392067 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] No DVR routers for this DVR port ffd2b4a0-653b-45d7-b48a-bcf5a288c0de on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:33.399124 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46ea0bc3-a2b5-4337-8a51-1e74efe4eaf7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.418063 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4a297d33-f27e-4fde-a24c-7a5157f5c7ae up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:33.418960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea0bc3-a2b5-4337-8a51-1e74efe4eaf7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=95b3fbd4-e563-4b0a-a14e-fb937b33b4d1,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:33.432211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:33.432211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.449632 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-46ea0bc3-a2b5-4337-8a51-1e74efe4eaf7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/95b3fbd4-e563-4b0a-a14e-fb937b33b4d1 HTTP/1.1" status: 204 len: 168 time: 1.7146437 Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:33.450673 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:33.459546 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37146) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:33.472011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd2b4a0-653b-45d7-b48a-bcf5a288c0de,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:33.480354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc566a9-251c-422b-8906-004afebeb53d None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:33.492984 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Attempting to bind port 9a9e29e9-f602-4164-bb53-961757377676 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:33.493457 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Attempting to bind port 9a9e29e9-f602-4164-bb53-961757377676 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '4506b060-93b4-4c9d-b7c6-1536cda13793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bda5fd56-846c-43d3-9ea7-9f6b1acf229d'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:33.493817 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Attempting to bind port 9a9e29e9-f602-4164-bb53-961757377676 on network bda5fd56-846c-43d3-9ea7-9f6b1acf229d {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:33.616812 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9508b3dd-4f59-43dc-b9c2-c45b85472b33 None None] DHCP port deletion for 7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:33.619277 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:35:33.619277 dv-neutron-828497-1-hyperv neutron-server[83555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:35:33.619277 dv-neutron-828497-1-hyperv neutron-server[83555]: [parameters: {'id': 'bda5fd56-846c-43d3-9ea7-9f6b1acf229d'}] Feb 10 11:35:33.619277 dv-neutron-828497-1-hyperv neutron-server[83555]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:33.619672 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:33.629702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b1155863-71fb-47e9-93a7-9c7925c669da None None] Provisioning complete for port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:33.630027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b1155863-71fb-47e9-93a7-9c7925c669da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.633361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-256f4fc9-5453-4940-ac40-cdbbcc8ebaac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.650297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.673226 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:33.673607 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Checking segment: {'id': '4506b060-93b4-4c9d-b7c6-1536cda13793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bda5fd56-846c-43d3-9ea7-9f6b1acf229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:33.674018 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.674417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Bound using segment: {'id': '4506b060-93b4-4c9d-b7c6-1536cda13793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bda5fd56-846c-43d3-9ea7-9f6b1acf229d'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:33.674916 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Bound port: 9a9e29e9-f602-4164-bb53-961757377676, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4506b060-93b4-4c9d-b7c6-1536cda13793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bda5fd56-846c-43d3-9ea7-9f6b1acf229d'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:33.675277 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.676966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f4fc9-5453-4940-ac40-cdbbcc8ebaac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event deleted for resources: {'Subnet': ['ID=4285ed04-af7e-4ae4-b542-bc5b9021ec90,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:33.683083 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bbaaad-3a11-49b0-9a34-0117bdb19f91 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet c9652e8d-2f79-4eb8-8b32-8f97eff4d4f2 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:33.690031 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7552b05e-bd47-4ebe-ba87-a6ea6e4acd36']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:33.690352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e8bbaaad-3a11-49b0-9a34-0117bdb19f91 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.708041 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291df2b1-6f96-402e-98c5-be749249dad7 req-03c927bd-0c7b-4df3-a3dd-867abb3b5092 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:33.708041 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-291df2b1-6f96-402e-98c5-be749249dad7 req-03c927bd-0c7b-4df3-a3dd-867abb3b5092 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 945 time: 0.2369013 Feb 10 11:35:33.715632 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218f680c-641e-4523-96c6-070d97cdb3b2') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:33.715927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218f680c-641e-4523-96c6-070d97cdb3b2') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:33.748209 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.783167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.795652 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-291df2b1-6f96-402e-98c5-be749249dad7 req-dd245f19-3c53-43ca-ab69-8a06b1777951 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=06582073-7108-4274-880e-f1cd855c257e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720797 Feb 10 11:35:33.796024 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:33.797064 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:33.815779 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:33.894371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-256f4fc9-5453-4940-ac40-cdbbcc8ebaac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.905628 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793fe37c-3f75-46b6-a2bd-c0c28b71f4dc None None] Network 49141db3-0b1e-4ccf-8563-63b4843b0629 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:33.913996 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-256f4fc9-5453-4940-ac40-cdbbcc8ebaac tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "DELETE /v2.0/subnets/4285ed04-af7e-4ae4-b542-bc5b9021ec90 HTTP/1.1" status: 204 len: 168 time: 2.0379446 Feb 10 11:35:33.914701 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37150) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:33.952868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e8bbaaad-3a11-49b0-9a34-0117bdb19f91 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.053876 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.075332 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.084300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7552b05e-bd47-4ebe-ba87-a6ea6e4acd36,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:34.097191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.102021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1c16f8d0-5875-48cc-b586-14d909b54468 None None] For port 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0,segment=NetworkSegment(ccb9419c-9fb3-4d25-a8da-c2defe3711d7),segment_id=ccb9419c-9fb3-4d25-a8da-c2defe3711d7)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:34.102419 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1c16f8d0-5875-48cc-b586-14d909b54468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.105451 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-452df41e-0a11-489b-ae6d-6384d9c1d1b2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7552b05e-bd47-4ebe-ba87-a6ea6e4acd36 HTTP/1.1" status: 204 len: 168 time: 1.8379216 Feb 10 11:35:34.120752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.130292 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Deleting port 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:34.130621 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.146491 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] For port 9a9e29e9-f602-4164-bb53-961757377676, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:34.163532 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:34.165450 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.185160 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e8bbaaad-3a11-49b0-9a34-0117bdb19f91 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.230545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Deleting port 9a9e29e9-f602-4164-bb53-961757377676 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:34.230899 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.334805 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] For port 9a9e29e9-f602-4164-bb53-961757377676, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9a9e29e9-f602-4164-bb53-961757377676,segment=NetworkSegment(4506b060-93b4-4c9d-b7c6-1536cda13793),segment_id=4506b060-93b4-4c9d-b7c6-1536cda13793)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:34.346285 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37156) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:34.377894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1c16f8d0-5875-48cc-b586-14d909b54468 None None] Calling delete_port for 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:34.407590 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-62e63699-5a0d-482d-872a-58c3adb333b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e47f622a65945dda4a63ba667a1ebd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0571201 Feb 10 11:35:34.407825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37160) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:34.421306 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.481294 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53bab2cd-7281-4d08-a595-b5665c34637e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.488233 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e8bbaaad-3a11-49b0-9a34-0117bdb19f91 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.510610 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53bab2cd-7281-4d08-a595-b5665c34637e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.559979 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbaaad-3a11-49b0-9a34-0117bdb19f91 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=c9652e8d-2f79-4eb8-8b32-8f97eff4d4f2,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:34.582797 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53bab2cd-7281-4d08-a595-b5665c34637e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.606307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bab2cd-7281-4d08-a595-b5665c34637e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c76c78f-6945-4f9c-97f8-c6b8e79c907e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:34.613431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53bab2cd-7281-4d08-a595-b5665c34637e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.618084 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-53bab2cd-7281-4d08-a595-b5665c34637e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c76c78f-6945-4f9c-97f8-c6b8e79c907e HTTP/1.1" status: 204 len: 168 time: 0.2058899 Feb 10 11:35:34.671066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e8bbaaad-3a11-49b0-9a34-0117bdb19f91 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.685616 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] For port 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0,segment=NetworkSegment(ccb9419c-9fb3-4d25-a8da-c2defe3711d7),segment_id=ccb9419c-9fb3-4d25-a8da-c2defe3711d7)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:34.685949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.711674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d54da-6255-4ef3-a449-98dff7763de8 None None] Pushing event updated for resources: {'Port': ['ID=9a9e29e9-f602-4164-bb53-961757377676,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:34.714135 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e8bbaaad-3a11-49b0-9a34-0117bdb19f91 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/c9652e8d-2f79-4eb8-8b32-8f97eff4d4f2 HTTP/1.1" status: 204 len: 168 time: 1.2482886 Feb 10 11:35:34.716695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37166) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:34.762142 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1c16f8d0-5875-48cc-b586-14d909b54468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.801024 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2fed5d1e-2989-4313-9aa3-57b4ed62cfff tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0827479 Feb 10 11:35:34.811530 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37170) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:34.819379 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e016bec4-9e9d-4274-bc0f-c9df2c1aa524 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:34.820865 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f7f9761c-aeff-4c23-bf62-32a1235f05bd None None] Could not find standard attr ID for object ad4b456f-dcb0-4094-b368-3557c162ce38. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:35:34.863307 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16f8d0-5875-48cc-b586-14d909b54468 None None] Pushing event deleted for resources: {'Port': ['ID=5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:34.878985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c16f8d0-5875-48cc-b586-14d909b54468 None None] No DVR routers for this DVR port 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:34.903967 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796246ad-861d-4317-a817-73309d4b7020 None None] Network bda5fd56-846c-43d3-9ea7-9f6b1acf229d requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:34.948750 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Calling delete_port for 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:35.055608 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e016bec4-9e9d-4274-bc0f-c9df2c1aa524 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:35.099410 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e016bec4-9e9d-4274-bc0f-c9df2c1aa524 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:35.108233 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e016bec4-9e9d-4274-bc0f-c9df2c1aa524 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:35.118366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e016bec4-9e9d-4274-bc0f-c9df2c1aa524 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:35.143966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] For port 9a9e29e9-f602-4164-bb53-961757377676, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9a9e29e9-f602-4164-bb53-961757377676,segment=NetworkSegment(4506b060-93b4-4c9d-b7c6-1536cda13793),segment_id=4506b060-93b4-4c9d-b7c6-1536cda13793)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:35.145504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.146394 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e016bec4-9e9d-4274-bc0f-c9df2c1aa524 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:35.200941 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 949fce04-fab7-4509-abb3-3924a8fc2a63 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:35.246894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 949fce04-fab7-4509-abb3-3924a8fc2a63 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:35.247243 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 949fce04-fab7-4509-abb3-3924a8fc2a63 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:35.247692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:35.272182 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523b615-5079-414f-9961-8885a68fff63 req-355711de-585c-4250-87cb-a3ebdf3bc4cd tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:35.280440 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b523b615-5079-414f-9961-8885a68fff63 req-355711de-585c-4250-87cb-a3ebdf3bc4cd tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 945 time: 0.2278874 Feb 10 11:35:35.298288 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:35.298631 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:35.316000 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e016bec4-9e9d-4274-bc0f-c9df2c1aa524 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.392900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Calling delete_port for 9a9e29e9-f602-4164-bb53-961757377676 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:35.432371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:35.433022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:35.433176 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3163f2-b02e-492a-8bf6-403f6e2aa253 None None] DHCP port deletion for 49141db3-0b1e-4ccf-8563-63b4843b0629 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:35.443407 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52152524-680a-417d-a8bc-a858c1d9d4d8 None None] Update dhcp port {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'fixed_ips': [{'subnet_id': 'c9652e8d-2f79-4eb8-8b32-8f97eff4d4f2'}], 'binding:host_id': 'dv-neutron-828497-1-hyperv'}, 'id': '4a297d33-f27e-4fde-a24c-7a5157f5c7ae'} from dv-neutron-828497-1-hyperv. {{(pid=83556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:35:35.496744 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.520411 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b523b615-5079-414f-9961-8885a68fff63 req-d4f0a69a-0ff2-49f8-a11a-24d0ba0b64c7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=06582073-7108-4274-880e-f1cd855c257e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387886 Feb 10 11:35:35.551435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Port': ['ID=9a9e29e9-f602-4164-bb53-961757377676,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:35.558727 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ec3163f2-b02e-492a-8bf6-403f6e2aa253 None None] Deleting port 6ce98b56-8974-4878-83e8-8d25fdb018c2 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:35.560993 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ec3163f2-b02e-492a-8bf6-403f6e2aa253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.561862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No DVR routers for this DVR port 9a9e29e9-f602-4164-bb53-961757377676 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:35.618140 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ffd2b4a0-653b-45d7-b48a-bcf5a288c0de no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:35.674282 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: ffd2b4a0-653b-45d7-b48a-bcf5a288c0de {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:35.674635 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ffd2b4a0-653b-45d7-b48a-bcf5a288c0de not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:35.720245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.723652 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-52152524-680a-417d-a8bc-a858c1d9d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.725523 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e016bec4-9e9d-4274-bc0f-c9df2c1aa524 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.758185 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda5fd56-846c-43d3-9ea7-9f6b1acf229d']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:35.786052 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4506b060-93b4-4c9d-b7c6-1536cda13793') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:35.786508 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4506b060-93b4-4c9d-b7c6-1536cda13793') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:35.801800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.858278 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016bec4-9e9d-4274-bc0f-c9df2c1aa524 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=d037e9ca-8b1e-4c92-9931-3fd091d331ea,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:35.876950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e016bec4-9e9d-4274-bc0f-c9df2c1aa524 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:35.878796 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e016bec4-9e9d-4274-bc0f-c9df2c1aa524 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:35.887646 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e016bec4-9e9d-4274-bc0f-c9df2c1aa524 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:35.888242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e016bec4-9e9d-4274-bc0f-c9df2c1aa524 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.932574 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e016bec4-9e9d-4274-bc0f-c9df2c1aa524 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1198673 Feb 10 11:35:35.936893 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37192) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:35.943718 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-43a335f2-6951-4238-a784-3db4435cd34e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:35.962710 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Deleting port 5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:35.965057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.994836 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af99881-64e8-4d12-89ed-b55703b80efb None None] Network bda5fd56-846c-43d3-9ea7-9f6b1acf229d requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:36.035097 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.041977 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] The port '5ff1b2a2-1b02-405b-91a9-9b72ad39e4e0' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:35:36.078720 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:36.079386 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.100155 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df4f8d-70d1-4509-83b4-67088d701cde req-d3f04a59-61b0-4854-8e13-ef4d33d16141 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:36.101666 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:36.104699 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-21df4f8d-70d1-4509-83b4-67088d701cde req-d3f04a59-61b0-4854-8e13-ef4d33d16141 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 945 time: 0.3360093 Feb 10 11:35:36.212432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-43a335f2-6951-4238-a784-3db4435cd34e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:36.220681 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-21df4f8d-70d1-4509-83b4-67088d701cde req-31724c41-dee9-4f64-a9fa-abebdd45b2d3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=06582073-7108-4274-880e-f1cd855c257e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073010 Feb 10 11:35:36.222296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-43a335f2-6951-4238-a784-3db4435cd34e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:36.226812 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-43a335f2-6951-4238-a784-3db4435cd34e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:36.234457 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-43a335f2-6951-4238-a784-3db4435cd34e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:36.270196 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37198) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:36.273620 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a335f2-6951-4238-a784-3db4435cd34e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:36.281756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43a335f2-6951-4238-a784-3db4435cd34e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.282730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.295440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.300587 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.341031 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37202) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:36.367411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6135c19-8b85-40e0-8f22-71d25908449d']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:36.382713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Network': ['ID=bda5fd56-846c-43d3-9ea7-9f6b1acf229d,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:36.397662 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb9419c-9fb3-4d25-a8da-c2defe3711d7') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:36.398324 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb9419c-9fb3-4d25-a8da-c2defe3711d7') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:36.421339 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-22d6071b-f231-431d-815c-788bc3f48644 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/bda5fd56-846c-43d3-9ea7-9f6b1acf229d HTTP/1.1" status: 204 len: 168 time: 5.2375388 Feb 10 11:35:36.425544 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37208) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:36.431665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.434370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ec3163f2-b02e-492a-8bf6-403f6e2aa253 None None] For port 6ce98b56-8974-4878-83e8-8d25fdb018c2, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6ce98b56-8974-4878-83e8-8d25fdb018c2,segment=NetworkSegment(9c0d0ece-7321-4757-b89f-ac217ca3261d),segment_id=9c0d0ece-7321-4757-b89f-ac217ca3261d)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:36.434891 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ec3163f2-b02e-492a-8bf6-403f6e2aa253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.458825 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.472391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:36.473823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.480182 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-781cea8e-98b3-4cae-bed9-b50a3d167342 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:36.480635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781cea8e-98b3-4cae-bed9-b50a3d167342 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:36.482329 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-781cea8e-98b3-4cae-bed9-b50a3d167342 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/bda5fd56-846c-43d3-9ea7-9f6b1acf229d HTTP/1.1" status: 404 len: 339 time: 0.0551724 Feb 10 11:35:36.493579 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37212) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:36.516985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-99585de1-29f2-4c00-9f36-60b71997e6b6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-343389918', 'description': 'd1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:36.528470 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-99585de1-29f2-4c00-9f36-60b71997e6b6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:36.539823 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-99585de1-29f2-4c00-9f36-60b71997e6b6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:network and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:36.546873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-99585de1-29f2-4c00-9f36-60b71997e6b6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:36.558580 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.ipam_backend_mixin [None req-43a335f2-6951-4238-a784-3db4435cd34e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d037e9ca-8b1e-4c92-9931-3fd091d331ea (CIDR: 2001:db8::/64) Feb 10 11:35:36.559624 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-99585de1-29f2-4c00-9f36-60b71997e6b6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:36.570421 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a335f2-6951-4238-a784-3db4435cd34e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:35:36.570937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a335f2-6951-4238-a784-3db4435cd34e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:36.586593 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3828edc1-1814-4a43-a3f1-86a06308d31c None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:36.591848 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99585de1-29f2-4c00-9f36-60b71997e6b6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:36.595651 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99585de1-29f2-4c00-9f36-60b71997e6b6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.608278 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5b25f3a3-6de3-4c32-be3c-5b7ebc1b3376 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 1093 time: 0.3051772 Feb 10 11:35:36.612978 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37216) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:36.625755 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': '4d673902-86a0-4842-b4c9-9b3cb96f748f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:36.627869 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:36.638925 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-43a335f2-6951-4238-a784-3db4435cd34e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6983144 Feb 10 11:35:36.638925 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:36.640100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37220) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:36.641935 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.646320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.646589 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:floatingip and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:36.652270 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:36.661607 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:36.667908 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99585de1-29f2-4c00-9f36-60b71997e6b6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:36.672896 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'subnet': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:36.683909 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99585de1-29f2-4c00-9f36-60b71997e6b6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.684444 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-99585de1-29f2-4c00-9f36-60b71997e6b6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Added segment 479de085-1dc3-439f-a703-24c95d8d04df of type vlan for network 7a5f6c16-39dc-493f-bf28-98c865de5152 Feb 10 11:35:36.685753 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.698271 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-848809944'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:36.701726 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event deleted for resources: {'Network': ['ID=d6135c19-8b85-40e0-8f22-71d25908449d,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:36.708114 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4b9a5048-5211-40ad-86cf-6d45bec877f5 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "DELETE /v2.0/networks/d6135c19-8b85-40e0-8f22-71d25908449d HTTP/1.1" status: 204 len: 168 time: 2.7891748 Feb 10 11:35:36.708299 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37224) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:36.752121 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ec3163f2-b02e-492a-8bf6-403f6e2aa253 None None] Calling delete_port for 6ce98b56-8974-4878-83e8-8d25fdb018c2 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:36.756020 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:36.771452 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Usage tracker for resource:network and tenant:3e0b51f1e840466bb976d00c6eb29f1d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:36.781502 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:36.791435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:36.824425 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Made reservation on behalf of 3e0b51f1e840466bb976d00c6eb29f1d for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:36.827444 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.853755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.880557 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:36.893253 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Usage tracker for resource:subnet and tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:36.898451 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:36.907910 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:36.910180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:36.916693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Usage tracker for resource:security_group_rule and tenant:3e0b51f1e840466bb976d00c6eb29f1d is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:36.922460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:36.929158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:36.932423 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:36.935956 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.987086 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ca7ae94a-1806-479f-9243-a8f696b2fc02 None None] Provisioning complete for port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:36.987569 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ca7ae94a-1806-479f-9243-a8f696b2fc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.998978 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99585de1-29f2-4c00-9f36-60b71997e6b6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.055588 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c54c15e-6096-41c8-8aad-7d581bbd369f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.080729 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99585de1-29f2-4c00-9f36-60b71997e6b6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.085041 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99585de1-29f2-4c00-9f36-60b71997e6b6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:37.085723 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99585de1-29f2-4c00-9f36-60b71997e6b6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.106075 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0c54c15e-6096-41c8-8aad-7d581bbd369f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Deleting port 6ce98b56-8974-4878-83e8-8d25fdb018c2 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:37.106751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c54c15e-6096-41c8-8aad-7d581bbd369f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.161343 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.171729 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.172158 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ec3163f2-b02e-492a-8bf6-403f6e2aa253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.239837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:37.271211 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-99585de1-29f2-4c00-9f36-60b71997e6b6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7762208 Feb 10 11:35:37.274063 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37228) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:37.276252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.276815 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Added segment 508fe7a0-cb75-424c-ba89-7f7ce4496e24 of type vlan for network 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 Feb 10 11:35:37.283395 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99585de1-29f2-4c00-9f36-60b71997e6b6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Network': ['ID=7a5f6c16-39dc-493f-bf28-98c865de5152,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:37.287965 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b4d0ab-6796-4e96-b5be-d836bec5f554,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:37.329678 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0c54c15e-6096-41c8-8aad-7d581bbd369f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] The port '6ce98b56-8974-4878-83e8-8d25fdb018c2' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:35:37.393778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 7a5f6c16-39dc-493f-bf28-98c865de5152 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:37.414631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5a1ae2-e8b7-4d49-beb9-c5f00b558ffc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:37.415335 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2e5a1ae2-e8b7-4d49-beb9-c5f00b558ffc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Synchronizing usage tracker for tenant:0321bdcd3694442c81b48711c5018d0c on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:37.451794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.458098 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.471635 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6ce98b56-8974-4878-83e8-8d25fdb018c2 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:37.486147 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2e5a1ae2-e8b7-4d49-beb9-c5f00b558ffc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Unset dirty status for tenant:0321bdcd3694442c81b48711c5018d0c on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:37.487326 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2e5a1ae2-e8b7-4d49-beb9-c5f00b558ffc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "GET /v2.0/networks?id=7a5f6c16-39dc-493f-bf28-98c865de5152 HTTP/1.1" status: 200 len: 760 time: 0.2087557 Feb 10 11:35:37.502334 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37232) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:37.510921 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c54c15e-6096-41c8-8aad-7d581bbd369f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.512044 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ca90e1d1-da2e-49d8-8d18-f72abd9148c1 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'network': {'description': 'd2'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:37.568020 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0c54c15e-6096-41c8-8aad-7d581bbd369f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49141db3-0b1e-4ccf-8563-63b4843b0629']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:37.586967 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0c54c15e-6096-41c8-8aad-7d581bbd369f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0d0ece-7321-4757-b89f-ac217ca3261d') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:37.587348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0c54c15e-6096-41c8-8aad-7d581bbd369f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0d0ece-7321-4757-b89f-ac217ca3261d') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:37.604967 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3163f2-b02e-492a-8bf6-403f6e2aa253 None None] Pushing event deleted for resources: {'Port': ['ID=6ce98b56-8974-4878-83e8-8d25fdb018c2,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:37.608909 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.612898 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:37.613512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.633612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c54c15e-6096-41c8-8aad-7d581bbd369f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.665798 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c54c15e-6096-41c8-8aad-7d581bbd369f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.675533 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c54c15e-6096-41c8-8aad-7d581bbd369f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:37.675935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c54c15e-6096-41c8-8aad-7d581bbd369f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:37.691101 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:37.754865 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 6ce98b56-8974-4878-83e8-8d25fdb018c2 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:37.755903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6ce98b56-8974-4878-83e8-8d25fdb018c2 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:37.756642 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4a297d33-f27e-4fde-a24c-7a5157f5c7ae no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:37.761269 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.26.4.251 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/72d1508d-9d60-41cf-bc9a-5b08e9469931) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:37.818438 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event updated for resources: {'Network': ['ID=65a0b7b9-3c59-4f2d-a803-4994442b2ca3,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:37.866008 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c54c15e-6096-41c8-8aad-7d581bbd369f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.884132 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3163f2-b02e-492a-8bf6-403f6e2aa253 None None] No DVR routers for this DVR port 6ce98b56-8974-4878-83e8-8d25fdb018c2 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:37.886587 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c54c15e-6096-41c8-8aad-7d581bbd369f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.891879 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:37.911514 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54c15e-6096-41c8-8aad-7d581bbd369f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event deleted for resources: {'Network': ['ID=49141db3-0b1e-4ccf-8563-63b4843b0629,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:37.921986 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0c54c15e-6096-41c8-8aad-7d581bbd369f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "DELETE /v2.0/networks/49141db3-0b1e-4ccf-8563-63b4843b0629 HTTP/1.1" status: 204 len: 168 time: 1.2112725 Feb 10 11:35:37.925638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37236) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:38.096759 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ad774697-fbe9-49ab-84a7-f4992f9b947f tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7538340 Feb 10 11:35:38.103404 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37240) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:38.136768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b110a334-7c61-467d-85cb-35a60e2e33c3 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Request body: {'subnet': {'network_id': '65a0b7b9-3c59-4f2d-a803-4994442b2ca3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:38.277169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.279911 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ca90e1d1-da2e-49d8-8d18-f72abd9148c1 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.318771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ca90e1d1-da2e-49d8-8d18-f72abd9148c1 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.347114 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.379995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.380225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.objects.ports [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83555) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:35:38.461799 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b110a334-7c61-467d-85cb-35a60e2e33c3 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:38.473383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b110a334-7c61-467d-85cb-35a60e2e33c3 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Usage tracker for resource:subnet and tenant:3e0b51f1e840466bb976d00c6eb29f1d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:38.480795 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-0413211f-9fad-4dc3-bc26-2c1557ba3ef2 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Deleting subnet 524c675c-1eaf-4119-a741-f9f48a16d967 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:38.487118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b110a334-7c61-467d-85cb-35a60e2e33c3 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:38.492275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0413211f-9fad-4dc3-bc26-2c1557ba3ef2 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.500383 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca90e1d1-da2e-49d8-8d18-f72abd9148c1 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network 7a5f6c16-39dc-493f-bf28-98c865de5152 is not hosted by any dhcp agent {{(pid=83555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 10 11:35:38.502637 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca90e1d1-da2e-49d8-8d18-f72abd9148c1 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:38.503302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ca90e1d1-da2e-49d8-8d18-f72abd9148c1 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.504710 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ca90e1d1-da2e-49d8-8d18-f72abd9148c1 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "PUT /v2.0/networks/7a5f6c16-39dc-493f-bf28-98c865de5152 HTTP/1.1" status: 200 len: 757 time: 1.0012901 Feb 10 11:35:38.516219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37244) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:38.522987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4a297d33-f27e-4fde-a24c-7a5157f5c7ae,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:38.524757 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d05ffe-60a9-4c67-bac5-2fee4a918416 None None] Update dhcp port {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'fixed_ips': [{'subnet_id': 'd037e9ca-8b1e-4c92-9931-3fd091d331ea'}], 'binding:host_id': 'dv-neutron-828497-1-hyperv'}, 'id': '4a297d33-f27e-4fde-a24c-7a5157f5c7ae'} from dv-neutron-828497-1-hyperv. {{(pid=83556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:35:38.565991 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b110a334-7c61-467d-85cb-35a60e2e33c3 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:38.582660 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.582935 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90e1d1-da2e-49d8-8d18-f72abd9148c1 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Network': ['ID=7a5f6c16-39dc-493f-bf28-98c865de5152,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:38.615440 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b110a334-7c61-467d-85cb-35a60e2e33c3 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Made reservation on behalf of 3e0b51f1e840466bb976d00c6eb29f1d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:38.686100 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 7a5f6c16-39dc-493f-bf28-98c865de5152 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:38.767455 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0413211f-9fad-4dc3-bc26-2c1557ba3ef2 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.789779 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f83a15-6f78-4fd4-84bc-004eb6392c7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:38.796151 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-64f83a15-6f78-4fd4-84bc-004eb6392c7d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "GET /v2.0/networks?id=7a5f6c16-39dc-493f-bf28-98c865de5152 HTTP/1.1" status: 200 len: 760 time: 0.2760909 Feb 10 11:35:38.796789 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37248) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:38.807889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-078f3750-fbe9-4bed-b674-267bd5b8ca00 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1785647237'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:38.819354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-078f3750-fbe9-4bed-b674-267bd5b8ca00 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:38.860483 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.897321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-078f3750-fbe9-4bed-b674-267bd5b8ca00 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:38.920131 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ffe-60a9-4c67-bac5-2fee4a918416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.961592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078f3750-fbe9-4bed-b674-267bd5b8ca00 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:38.967396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-078f3750-fbe9-4bed-b674-267bd5b8ca00 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.983228 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=4a297d33-f27e-4fde-a24c-7a5157f5c7ae,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:39.009474 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.027003 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b110a334-7c61-467d-85cb-35a60e2e33c3 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.050738 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078f3750-fbe9-4bed-b674-267bd5b8ca00 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:39.147579 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-078f3750-fbe9-4bed-b674-267bd5b8ca00 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.148023 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-078f3750-fbe9-4bed-b674-267bd5b8ca00 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Added segment 2c5b7af9-af0f-4daa-8b3c-1dd1f4332573 of type vlan for network bfabe18a-3ad5-4849-85bc-0fbc9f8378bb Feb 10 11:35:39.243929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-078f3750-fbe9-4bed-b674-267bd5b8ca00 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.305868 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:39.309887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=72d1508d-9d60-41cf-bc9a-5b08e9469931,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:39.322342 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-a1d05ffe-60a9-4c67-bac5-2fee4a918416 None None] Allocated IP 2001:db8::2 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/d037e9ca-8b1e-4c92-9931-3fd091d331ea/4a297d33-f27e-4fde-a24c-7a5157f5c7ae) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:39.333367 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:39.345252 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:39.415217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-078f3750-fbe9-4bed-b674-267bd5b8ca00 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:35:39.472374 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0413211f-9fad-4dc3-bc26-2c1557ba3ef2 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.473373 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-078f3750-fbe9-4bed-b674-267bd5b8ca00 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.480250 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078f3750-fbe9-4bed-b674-267bd5b8ca00 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:39.481274 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-078f3750-fbe9-4bed-b674-267bd5b8ca00 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.713251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0413211f-9fad-4dc3-bc26-2c1557ba3ef2 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.751909 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f3750-fbe9-4bed-b674-267bd5b8ca00 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Network': ['ID=bfabe18a-3ad5-4849-85bc-0fbc9f8378bb,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:39.769157 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-078f3750-fbe9-4bed-b674-267bd5b8ca00 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9663143 Feb 10 11:35:39.769157 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] For port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4a297d33-f27e-4fde-a24c-7a5157f5c7ae,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:39.771440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37252) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:39.774104 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network bfabe18a-3ad5-4849-85bc-0fbc9f8378bb details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:39.784460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-86543d4f-b493-41a7-9241-21c760b9b55e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'subnet': {'network_id': 'bfabe18a-3ad5-4849-85bc-0fbc9f8378bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:39.812655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413211f-9fad-4dc3-bc26-2c1557ba3ef2 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event deleted for resources: {'Subnet': ['ID=524c675c-1eaf-4119-a741-f9f48a16d967,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:39.875033 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b110a334-7c61-467d-85cb-35a60e2e33c3 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.984660 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0413211f-9fad-4dc3-bc26-2c1557ba3ef2 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.985519 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247d5b79-3734-42c1-81c2-bc159d5a3002 None None] Network 0e2c3fa0-8d5a-449e-b170-5924bfedf2a7 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:40.010452 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-86543d4f-b493-41a7-9241-21c760b9b55e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:40.019784 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-86543d4f-b493-41a7-9241-21c760b9b55e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Usage tracker for resource:subnet and tenant:0321bdcd3694442c81b48711c5018d0c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:40.026947 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-86543d4f-b493-41a7-9241-21c760b9b55e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:40.040751 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-86543d4f-b493-41a7-9241-21c760b9b55e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:40.045644 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0413211f-9fad-4dc3-bc26-2c1557ba3ef2 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "DELETE /v2.0/subnets/524c675c-1eaf-4119-a741-f9f48a16d967 HTTP/1.1" status: 204 len: 168 time: 2.1162183 Feb 10 11:35:40.054164 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37256) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:40.075966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.084307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.086319 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.108204 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110a334-7c61-467d-85cb-35a60e2e33c3 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event updated for resources: {'Subnet': ['ID=1616e107-686c-4c78-ab6f-fc91a7131ae1,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:40.217229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86543d4f-b493-41a7-9241-21c760b9b55e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:40.329880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b110a334-7c61-467d-85cb-35a60e2e33c3 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Checking segment: {'id': '508fe7a0-cb75-424c-ba89-7f7ce4496e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '65a0b7b9-3c59-4f2d-a803-4994442b2ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:40.330498 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b110a334-7c61-467d-85cb-35a60e2e33c3 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Network hostable DHCP agents. Network: 65a0b7b9-3c59-4f2d-a803-4994442b2ca3, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:40.363899 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.410533 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Deleting port e6b9c55c-106d-4040-9685-453a1f7d3b9b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:40.411088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.474065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:40.499325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:40.514136 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b110a334-7c61-467d-85cb-35a60e2e33c3 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Network 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:40.516912 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:40.517336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.540625 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a1d05ffe-60a9-4c67-bac5-2fee4a918416 None None] For port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4a297d33-f27e-4fde-a24c-7a5157f5c7ae,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:40.554561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-86543d4f-b493-41a7-9241-21c760b9b55e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.589354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=4a297d33-f27e-4fde-a24c-7a5157f5c7ae,revision_number=8']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:40.593869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Subnet': ['ID=1a988a8a-a317-4f30-beef-61e850fe19c9,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:40.604563 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ffe-60a9-4c67-bac5-2fee4a918416 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.633561 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b110a334-7c61-467d-85cb-35a60e2e33c3 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 65a0b7b9-3c59-4f2d-a803-4994442b2ca3) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:40.645344 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ddf32e-1227-49d0-a090-db5b0827ef0b None None] Network 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:40.661613 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b110a334-7c61-467d-85cb-35a60e2e33c3 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:40.662516 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b110a334-7c61-467d-85cb-35a60e2e33c3 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.735616 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b4a12de4-1c0c-4c6f-9e3a-d96bb1f878b8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.0947082 Feb 10 11:35:40.744498 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37260) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:40.767596 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Request body: {'port': {'network_id': '3b5b04fa-1e24-453f-83a6-7d1810ca3421', 'mac_address': 'fa:16:3e:95:c9:b5', 'name': 'tempest-NetworksTestDHCPv6-2013701359'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:40.783291 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a1d05ffe-60a9-4c67-bac5-2fee4a918416 None None] Transition to ACTIVE for port object 4a297d33-f27e-4fde-a24c-7a5157f5c7ae will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:40.784725 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a419e4a-880c-4376-885c-24f385f3a153 None None] DHCP port deletion for 0e2c3fa0-8d5a-449e-b170-5924bfedf2a7 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:40.793833 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ffe-60a9-4c67-bac5-2fee4a918416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.830339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1a419e4a-880c-4376-885c-24f385f3a153 None None] Deleting port e6b9c55c-106d-4040-9685-453a1f7d3b9b {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:40.830702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1a419e4a-880c-4376-885c-24f385f3a153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.902864 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b110a334-7c61-467d-85cb-35a60e2e33c3 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7912927 Feb 10 11:35:40.906499 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37264) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:40.922529 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] For port e6b9c55c-106d-4040-9685-453a1f7d3b9b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e6b9c55c-106d-4040-9685-453a1f7d3b9b,segment=NetworkSegment(cd0b5306-c131-4a94-a879-42f75b40351d),segment_id=cd0b5306-c131-4a94-a879-42f75b40351d)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:40.923088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:41.037479 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Request body: {'port': {'network_id': '65a0b7b9-3c59-4f2d-a803-4994442b2ca3', 'name': 'tempest-AllowedAddressPairTestJSON-553479122'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:41.276824 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:41.310398 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1a419e4a-880c-4376-885c-24f385f3a153 None None] For port e6b9c55c-106d-4040-9685-453a1f7d3b9b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e6b9c55c-106d-4040-9685-453a1f7d3b9b,segment=NetworkSegment(cd0b5306-c131-4a94-a879-42f75b40351d),segment_id=cd0b5306-c131-4a94-a879-42f75b40351d)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:41.310766 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1a419e4a-880c-4376-885c-24f385f3a153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:41.351627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:41.424276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Made reservation on behalf of 79bfb2d68ba14de4ad8b7bd4e49aa6f9 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:41.441051 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Calling delete_port for e6b9c55c-106d-4040-9685-453a1f7d3b9b owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:41.450482 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d05ffe-60a9-4c67-bac5-2fee4a918416 None None] Pushing event updated for resources: {'Port': ['ID=4a297d33-f27e-4fde-a24c-7a5157f5c7ae,revision_number=9']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:41.621412 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1a419e4a-880c-4376-885c-24f385f3a153 None None] Calling delete_port for e6b9c55c-106d-4040-9685-453a1f7d3b9b owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:41.679465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-86543d4f-b493-41a7-9241-21c760b9b55e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:41.784023 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4a297d33-f27e-4fde-a24c-7a5157f5c7ae up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:41.818698 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-65a0b7b9-3c59-4f2d-a803-4994442b2ca3', 'network_id': '65a0b7b9-3c59-4f2d-a803-4994442b2ca3', 'tenant_id': '3e0b51f1e840466bb976d00c6eb29f1d', 'fixed_ips': [{'subnet_id': '1616e107-686c-4c78-ab6f-fc91a7131ae1'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:41.820413 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:41.943659 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86543d4f-b493-41a7-9241-21c760b9b55e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Subnet': ['ID=eb59f108-4178-4909-b336-b1eaa5015f04,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:41.956900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:41.985500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-1a419e4a-880c-4376-885c-24f385f3a153 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:41.985857 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-1a419e4a-880c-4376-885c-24f385f3a153 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:42.028041 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] device_id is not set on port c4712c0e-5048-48fe-8768-ed380e3eafd8 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:35:42.123071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e6b9c55c-106d-4040-9685-453a1f7d3b9b no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:42.134943 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86543d4f-b493-41a7-9241-21c760b9b55e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Checking segment: {'id': '2c5b7af9-af0f-4daa-8b3c-1dd1f4332573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bfabe18a-3ad5-4849-85bc-0fbc9f8378bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:42.135551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86543d4f-b493-41a7-9241-21c760b9b55e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network hostable DHCP agents. Network: bfabe18a-3ad5-4849-85bc-0fbc9f8378bb, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:42.165595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.167637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: e6b9c55c-106d-4040-9685-453a1f7d3b9b {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:42.168233 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e6b9c55c-106d-4040-9685-453a1f7d3b9b not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:42.180276 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:42.217475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Allocated IP 172.20.0.2 (65a0b7b9-3c59-4f2d-a803-4994442b2ca3/1616e107-686c-4c78-ab6f-fc91a7131ae1/77bf2b11-05eb-4357-9d78-af31ab92e1e9) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:42.259425 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Usage tracker for resource:port and tenant:3e0b51f1e840466bb976d00c6eb29f1d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:42.280020 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:42.293216 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event deleted for resources: {'Port': ['ID=e6b9c55c-106d-4040-9685-453a1f7d3b9b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:42.310851 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:42.317111 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] No DVR routers for this DVR port e6b9c55c-106d-4040-9685-453a1f7d3b9b on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:42.317582 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86543d4f-b493-41a7-9241-21c760b9b55e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network bfabe18a-3ad5-4849-85bc-0fbc9f8378bb is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:42.368576 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad130fb-1fff-4673-8d04-3f994172c687 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:42.381116 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-86543d4f-b493-41a7-9241-21c760b9b55e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, bfabe18a-3ad5-4849-85bc-0fbc9f8378bb) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:42.384130 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.389232 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86543d4f-b493-41a7-9241-21c760b9b55e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:42.390332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-86543d4f-b493-41a7-9241-21c760b9b55e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.468674 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-86543d4f-b493-41a7-9241-21c760b9b55e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6920474 Feb 10 11:35:42.470175 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37268) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:42.480242 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892bdae5-264d-4595-b35a-36f0a9a1ba84 None None] Network bfabe18a-3ad5-4849-85bc-0fbc9f8378bb requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:42.523127 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1a419e4a-880c-4376-885c-24f385f3a153 None None] Deleting port e6b9c55c-106d-4040-9685-453a1f7d3b9b {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:42.523706 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1a419e4a-880c-4376-885c-24f385f3a153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.588878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8::39b (3b5b04fa-1e24-453f-83a6-7d1810ca3421/d037e9ca-8b1e-4c92-9931-3fd091d331ea/c4712c0e-5048-48fe-8768-ed380e3eafd8) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:42.592743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Made reservation on behalf of 3e0b51f1e840466bb976d00c6eb29f1d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:42.598490 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.601841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Allocated IP 2001:db8:0:1:f816:3eff:fe95:c9b5 (3b5b04fa-1e24-453f-83a6-7d1810ca3421/1a988a8a-a317-4f30-beef-61e850fe19c9/c4712c0e-5048-48fe-8768-ed380e3eafd8) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:42.677874 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e655793-88cb-4f91-819a-6268b22cc91f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.697665 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.738200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] device_id is not set on port 009a67db-5250-4d7f-8f2e-de587805dead yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:35:42.747977 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1a419e4a-880c-4376-885c-24f385f3a153 None None] The port 'e6b9c55c-106d-4040-9685-453a1f7d3b9b' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:35:42.840153 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2c3fa0-8d5a-449e-b170-5924bfedf2a7']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:42.863704 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e655793-88cb-4f91-819a-6268b22cc91f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.882527 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0b5306-c131-4a94-a879-42f75b40351d') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:42.883422 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0b5306-c131-4a94-a879-42f75b40351d') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:42.925746 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.982244 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.986741 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.999846 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.008885 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ec8a3d0d-0fe3-4dc0-899e-29276c7140d7 None None] Provisioning for port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:43.009567 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e655793-88cb-4f91-819a-6268b22cc91f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.045431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.046040 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Transition to ACTIVE for port object 77bf2b11-05eb-4357-9d78-af31ab92e1e9 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:43.058674 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Transition to ACTIVE for port object c4712c0e-5048-48fe-8768-ed380e3eafd8 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:43.070964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e655793-88cb-4f91-819a-6268b22cc91f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Subnet': ['ID=eb59f108-4178-4909-b336-b1eaa5015f04,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:43.093315 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ec8a3d0d-0fe3-4dc0-899e-29276c7140d7 None None] Provisioning complete for port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:43.093995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3d0d-0fe3-4dc0-899e-29276c7140d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.102110 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:43.102763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:43.138192 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:43.201298 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.227492 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Transition to ACTIVE for port object 77bf2b11-05eb-4357-9d78-af31ab92e1e9 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:43.249695 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e655793-88cb-4f91-819a-6268b22cc91f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.313002 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5e655793-88cb-4f91-819a-6268b22cc91f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfabe18a-3ad5-4849-85bc-0fbc9f8378bb']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:43.319883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.327794 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:43.333841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5e655793-88cb-4f91-819a-6268b22cc91f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5b7af9-af0f-4daa-8b3c-1dd1f4332573') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:43.334426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5e655793-88cb-4f91-819a-6268b22cc91f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5b7af9-af0f-4daa-8b3c-1dd1f4332573') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:43.342973 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:43.345559 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:43.351175 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:43.352349 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.363843 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event updated for resources: {'Port': ['ID=c4712c0e-5048-48fe-8768-ed380e3eafd8,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:43.379441 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e655793-88cb-4f91-819a-6268b22cc91f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.408160 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bd03c0c9-9845-4cf8-9c62-4038bf4e2e43 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6584091 Feb 10 11:35:43.408819 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37272) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:43.466561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e655793-88cb-4f91-819a-6268b22cc91f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.489848 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.498435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.510635 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e18ffa5-13da-4a4f-a0c3-b1b5b138bfb0 None None] Network bfabe18a-3ad5-4849-85bc-0fbc9f8378bb requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:43.525214 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e655793-88cb-4f91-819a-6268b22cc91f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:43.525893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e655793-88cb-4f91-819a-6268b22cc91f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:43.549027 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:43.568477 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4a297d33-f27e-4fde-a24c-7a5157f5c7ae up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:43.643896 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-28ab43df-5ae9-4fc3-9a8f-5440f6fbc767 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting port c4712c0e-5048-48fe-8768-ed380e3eafd8 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:43.644245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-28ab43df-5ae9-4fc3-9a8f-5440f6fbc767 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.708453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Pushing event deleted for resources: {'Network': ['ID=0e2c3fa0-8d5a-449e-b170-5924bfedf2a7,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:43.712475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e655793-88cb-4f91-819a-6268b22cc91f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.723236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e655793-88cb-4f91-819a-6268b22cc91f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.728462 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3fa59e82-d61c-4775-b6d6-78a419cc2364 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "DELETE /v2.0/networks/0e2c3fa0-8d5a-449e-b170-5924bfedf2a7 HTTP/1.1" status: 204 len: 168 time: 3.6591451 Feb 10 11:35:43.728796 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Network 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:43.747376 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37276) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:43.764207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e655793-88cb-4f91-819a-6268b22cc91f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Network': ['ID=bfabe18a-3ad5-4849-85bc-0fbc9f8378bb,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:43.770601 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:43.800614 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5e655793-88cb-4f91-819a-6268b22cc91f tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/bfabe18a-3ad5-4849-85bc-0fbc9f8378bb HTTP/1.1" status: 204 len: 168 time: 1.3256218 Feb 10 11:35:43.803080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37280) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:43.810189 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Pushing event updated for resources: {'Port': ['ID=77bf2b11-05eb-4357-9d78-af31ab92e1e9,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:43.814763 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:43.863765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Allocated IP 172.20.0.5 (65a0b7b9-3c59-4f2d-a803-4994442b2ca3/1616e107-686c-4c78-ab6f-fc91a7131ae1/009a67db-5250-4d7f-8f2e-de587805dead) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:43.870727 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5a843e07-d981-4105-b762-203931269f7f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Synchronizing usage tracker for tenant:42ff78e1fd674e2782ae40070b4d5aea on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:43.972798 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9fda10-bc8a-460e-9300-dcb0d3be457e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] GET failed (client error): The resource could not be found. Feb 10 11:35:43.973353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2d9fda10-bc8a-460e-9300-dcb0d3be457e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Synchronizing usage tracker for tenant:0321bdcd3694442c81b48711c5018d0c on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:44.077775 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.081623 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2d9fda10-bc8a-460e-9300-dcb0d3be457e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Unset dirty status for tenant:0321bdcd3694442c81b48711c5018d0c on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:44.083046 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2d9fda10-bc8a-460e-9300-dcb0d3be457e tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "GET /v2.0/subnets/eb59f108-4178-4909-b336-b1eaa5015f04 HTTP/1.1" status: 404 len: 337 time: 0.2804606 Feb 10 11:35:44.088166 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37284) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:44.096891 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5a843e07-d981-4105-b762-203931269f7f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Unset dirty status for tenant:42ff78e1fd674e2782ae40070b4d5aea on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:44.098928 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5a843e07-d981-4105-b762-203931269f7f tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbcdc0-0333-4181-9b27-5170262aa9a3 HTTP/1.1" status: 200 len: 205 time: 0.3454521 Feb 10 11:35:44.120391 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37288) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:44.126506 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.132725 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d2c0d1-f20c-4795-bcc6-ade13e29b2e6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:44.133416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d2c0d1-f20c-4795-bcc6-ade13e29b2e6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:44.135529 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-41d2c0d1-f20c-4795-bcc6-ade13e29b2e6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/bfabe18a-3ad5-4849-85bc-0fbc9f8378bb HTTP/1.1" status: 404 len: 339 time: 0.0462315 Feb 10 11:35:44.141240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37292) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:44.226467 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3d0d-0fe3-4dc0-899e-29276c7140d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.283580 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Attempting to bind port 77bf2b11-05eb-4357-9d78-af31ab92e1e9 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:44.284158 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Attempting to bind port 77bf2b11-05eb-4357-9d78-af31ab92e1e9 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '508fe7a0-cb75-424c-ba89-7f7ce4496e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '65a0b7b9-3c59-4f2d-a803-4994442b2ca3'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:44.284745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Attempting to bind port 77bf2b11-05eb-4357-9d78-af31ab92e1e9 on network 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:44.292107 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:44.292689 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.365647 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-28ab43df-5ae9-4fc3-9a8f-5440f6fbc767 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.383594 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:44.384000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Checking segment: {'id': '508fe7a0-cb75-424c-ba89-7f7ce4496e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '65a0b7b9-3c59-4f2d-a803-4994442b2ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:44.384396 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.385006 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Bound using segment: {'id': '508fe7a0-cb75-424c-ba89-7f7ce4496e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '65a0b7b9-3c59-4f2d-a803-4994442b2ca3'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:44.385816 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Bound port: 77bf2b11-05eb-4357-9d78-af31ab92e1e9, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508fe7a0-cb75-424c-ba89-7f7ce4496e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '65a0b7b9-3c59-4f2d-a803-4994442b2ca3'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:44.386430 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.424708 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ec8a3d0d-0fe3-4dc0-899e-29276c7140d7 None None] For port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4a297d33-f27e-4fde-a24c-7a5157f5c7ae,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:44.452502 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3d0d-0fe3-4dc0-899e-29276c7140d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.715711 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=72d1508d-9d60-41cf-bc9a-5b08e9469931,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:44.795988 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.842678 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-28ab43df-5ae9-4fc3-9a8f-5440f6fbc767 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Calling delete_port for c4712c0e-5048-48fe-8768-ed380e3eafd8 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:44.952930 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0dd068c7-5208-4d19-ae91-893e92a6f7e7 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.035713 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a3d0d-0fe3-4dc0-899e-29276c7140d7 None None] Pushing event updated for resources: {'Port': ['ID=4a297d33-f27e-4fde-a24c-7a5157f5c7ae,revision_number=10']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:45.080914 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] For port 77bf2b11-05eb-4357-9d78-af31ab92e1e9, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:45.089395 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] For port 77bf2b11-05eb-4357-9d78-af31ab92e1e9, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=77bf2b11-05eb-4357-9d78-af31ab92e1e9,segment=NetworkSegment(508fe7a0-cb75-424c-ba89-7f7ce4496e24),segment_id=508fe7a0-cb75-424c-ba89-7f7ce4496e24)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:45.097183 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641d021e-a7a1-4752-83b4-de2f519476b0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:45.098391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-641d021e-a7a1-4752-83b4-de2f519476b0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Synchronizing usage tracker for tenant:0321bdcd3694442c81b48711c5018d0c on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:45.102906 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.159575 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-641d021e-a7a1-4752-83b4-de2f519476b0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Unset dirty status for tenant:0321bdcd3694442c81b48711c5018d0c on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:45.161577 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-641d021e-a7a1-4752-83b4-de2f519476b0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0188482 Feb 10 11:35:45.186607 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37296) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:45.260057 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-12173cc8-6b44-4a54-9f7c-9f221e830591 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45 HTTP/1.1" status: 200 len: 207 time: 0.0701668 Feb 10 11:35:45.264026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37300) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:45.280356 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cdef9-456e-495d-9bf1-f0c6e0abd739 None None] Pushing event updated for resources: {'Port': ['ID=77bf2b11-05eb-4357-9d78-af31ab92e1e9,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:45.477619 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.489656 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4a297d33-f27e-4fde-a24c-7a5157f5c7ae up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:45.626035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28488d05-c70c-4dba-8e94-0d568e55c462 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:45.630006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28488d05-c70c-4dba-8e94-0d568e55c462 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:45.635304 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28488d05-c70c-4dba-8e94-0d568e55c462 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:45.639210 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28488d05-c70c-4dba-8e94-0d568e55c462 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:45.647272 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-28488d05-c70c-4dba-8e94-0d568e55c462 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3752277 Feb 10 11:35:45.674382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37304) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:45.696294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:45.697061 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.717213 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Transition to ACTIVE for port object 009a67db-5250-4d7f-8f2e-de587805dead will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:45.811830 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-28ab43df-5ae9-4fc3-9a8f-5440f6fbc767 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.900433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab43df-5ae9-4fc3-9a8f-5440f6fbc767 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Port': ['ID=c4712c0e-5048-48fe-8768-ed380e3eafd8,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:46.038395 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8275b121-05e3-413a-848b-500aefa959b6 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3627892 Feb 10 11:35:46.049267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37308) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:46.106158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-28ab43df-5ae9-4fc3-9a8f-5440f6fbc767 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.156558 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4cbba4e0-56f3-4f59-892b-c4ee5e16cf80 None None] Provisioning complete for port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:46.157702 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-28ab43df-5ae9-4fc3-9a8f-5440f6fbc767 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/c4712c0e-5048-48fe-8768-ed380e3eafd8 HTTP/1.1" status: 204 len: 168 time: 2.7478938 Feb 10 11:35:46.158086 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4cbba4e0-56f3-4f59-892b-c4ee5e16cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.167141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37312) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:46.225532 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc45020-74fb-41f0-a389-b69e0fa0e4db tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:46.228504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc45020-74fb-41f0-a389-b69e0fa0e4db tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:46.238063 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cfc45020-74fb-41f0-a389-b69e0fa0e4db tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1875892 Feb 10 11:35:46.238994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37316) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:46.291508 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.384060 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0dd068c7-5208-4d19-ae91-893e92a6f7e7 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.416477 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27cf6ef-8fd2-4939-a22c-38a1ef1efef0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:46.421194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27cf6ef-8fd2-4939-a22c-38a1ef1efef0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:46.421822 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e27cf6ef-8fd2-4939-a22c-38a1ef1efef0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1813636 Feb 10 11:35:46.429872 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Network 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:46.435484 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0dd068c7-5208-4d19-ae91-893e92a6f7e7 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.435800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37320) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:46.440104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:46.444104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:46.450328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4cbba4e0-56f3-4f59-892b-c4ee5e16cf80 None None] Could not find standard attr ID for object c4712c0e-5048-48fe-8768-ed380e3eafd8. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:35:46.498885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event updated for resources: {'Port': ['ID=009a67db-5250-4d7f-8f2e-de587805dead,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:46.570966 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4fb093e4-da90-4d32-820e-4880a001601c None None] Could not find standard attr ID for object 4fd1c004-6136-445c-aa3d-d7de55992278. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:35:46.594775 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:46.595457 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.624797 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0dd068c7-5208-4d19-ae91-893e92a6f7e7 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.625365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd068c7-5208-4d19-ae91-893e92a6f7e7 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Fanout notify agent at l3_agent the message router_deleted on router 02cbcdc0-0333-4181-9b27-5170262aa9a3 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:35:46.653469 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8d8a8d-4d00-4921-a4bd-7aedab2ef618 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:46.655197 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cd8d8a8d-4d00-4921-a4bd-7aedab2ef618 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4726303 Feb 10 11:35:46.659597 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37324) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:46.669836 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ece83868-ca1b-4011-8123-d6725d04face tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.7495797 Feb 10 11:35:46.671626 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0dd068c7-5208-4d19-ae91-893e92a6f7e7 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.676178 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0dd068c7-5208-4d19-ae91-893e92a6f7e7 tempest-RoutersNegativeIpV6Test-415577602 tempest-RoutersNegativeIpV6Test-415577602-project] 10.222.0.36 "DELETE /v2.0/routers/02cbcdc0-0333-4181-9b27-5170262aa9a3 HTTP/1.1" status: 204 len: 168 time: 2.5379689 Feb 10 11:35:46.676178 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37328) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:46.683260 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Request body: {'port': {'network_id': '65a0b7b9-3c59-4f2d-a803-4994442b2ca3', 'name': 'tempest-AllowedAddressPairTestJSON-527562229', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:78:f1:8e'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:46.704325 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Floating IP 19389f5e-6c95-4512-93ae-6d8e8a9d7122 associated. External IP: 172.26.4.251, port: 4d673902-86a0-4842-b4c9-9b3cb96f748f. Feb 10 11:35:46.796962 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf24e9-154b-4530-a2da-ba7cd1d991e4 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:46.803178 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bfcf24e9-154b-4530-a2da-ba7cd1d991e4 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "GET /v2.0/networks/6dfac567-7d3b-469f-8d87-3cd1aa7da814 HTTP/1.1" status: 200 len: 799 time: 0.3621814 Feb 10 11:35:46.805623 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37334) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:47.109922 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a36896c2-0889-4801-98eb-7908690c414b None None] Could not find standard attr ID for object c4712c0e-5048-48fe-8768-ed380e3eafd8. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:35:47.240577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305ee957-f767-46a5-86b1-3109d07c7c4d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:47.241474 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-305ee957-f767-46a5-86b1-3109d07c7c4d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:47.278897 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a25bc45e-5e86-483b-a711-cd95f4e7544d tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "GET /v2.0/networks/6dfac567-7d3b-469f-8d87-3cd1aa7da814?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4691010 Feb 10 11:35:47.284281 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37338) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:47.359590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-305ee957-f767-46a5-86b1-3109d07c7c4d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:47.367945 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-305ee957-f767-46a5-86b1-3109d07c7c4d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7062144 Feb 10 11:35:47.369296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37344) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:47.406187 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:47.420830 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Usage tracker for resource:port and tenant:3e0b51f1e840466bb976d00c6eb29f1d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:47.431013 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:47.453309 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:47.484822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae70d39-81e9-48bc-ba27-4ba441d65208 None None] Network 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:47.488414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Made reservation on behalf of 3e0b51f1e840466bb976d00c6eb29f1d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:47.651303 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aad9406-4c29-4cc8-8c29-884508336c63 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:47.654311 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0aad9406-4c29-4cc8-8c29-884508336c63 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "GET /v2.0/subnets/72ef8784-d7de-4e65-9f60-08167139a48c HTTP/1.1" status: 200 len: 811 time: 0.3672030 Feb 10 11:35:47.659775 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37348) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:47.676724 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 77bf2b11-05eb-4357-9d78-af31ab92e1e9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:47.739601 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.749670 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37352) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:47.811560 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] device_id is not set on port 16c53852-da68-4ef7-9ee7-fd499eb5ffef yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:35:47.827780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b977780a-11aa-469e-a6c2-f02f297dadab tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:47.831352 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b977780a-11aa-469e-a6c2-f02f297dadab tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "GET /v2.0/subnets/72ef8784-d7de-4e65-9f60-08167139a48c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1687593 Feb 10 11:35:47.848361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37358) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:47.869162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad95d9ac-c4d6-4701-8f68-c29641966faa tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:47.872787 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad95d9ac-c4d6-4701-8f68-c29641966faa tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:47.875981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad95d9ac-c4d6-4701-8f68-c29641966faa tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:47.877473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ad95d9ac-c4d6-4701-8f68-c29641966faa tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:47.892004 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-1fc98487-62e8-4f9c-ba18-03cfef05cac5 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1684979684'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:47.906192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1fc98487-62e8-4f9c-ba18-03cfef05cac5 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:47.933604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1fc98487-62e8-4f9c-ba18-03cfef05cac5 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:47.971152 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc98487-62e8-4f9c-ba18-03cfef05cac5 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:47.978558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1fc98487-62e8-4f9c-ba18-03cfef05cac5 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.037098 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fbcbcee9-ac12-41af-82c2-d43b594f2415 None None] Provisioning for port 77bf2b11-05eb-4357-9d78-af31ab92e1e9 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:48.043624 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ad95d9ac-c4d6-4701-8f68-c29641966faa tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:48.049473 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ad95d9ac-c4d6-4701-8f68-c29641966faa tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6654270 Feb 10 11:35:48.055437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37362) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:48.166262 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc98487-62e8-4f9c-ba18-03cfef05cac5 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:48.199805 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 77bf2b11-05eb-4357-9d78-af31ab92e1e9 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:48.212428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1fc98487-62e8-4f9c-ba18-03cfef05cac5 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.212928 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-1fc98487-62e8-4f9c-ba18-03cfef05cac5 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Added segment fefb8a56-e21d-40db-889e-78731d9c4ad0 of type vlan for network b69dcbe4-4fd1-4818-8583-24b2fc64153b Feb 10 11:35:48.230173 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 77bf2b11-05eb-4357-9d78-af31ab92e1e9 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:48.230828 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.348989 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1fc98487-62e8-4f9c-ba18-03cfef05cac5 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.374727 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c964ce50-5d0a-4621-bf84-6304265f947a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42ff78e1fd674e2782ae40070b4d5aea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6193566 Feb 10 11:35:48.375117 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37366) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:48.449726 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Allocated IP 172.20.0.3 (65a0b7b9-3c59-4f2d-a803-4994442b2ca3/1616e107-686c-4c78-ab6f-fc91a7131ae1/16c53852-da68-4ef7-9ee7-fd499eb5ffef) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:48.540353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bbb7d3-0352-491b-b43d-fe2780b0ca07 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet 1a988a8a-a317-4f30-beef-61e850fe19c9 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:48.548199 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50bbb7d3-0352-491b-b43d-fe2780b0ca07 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.550692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.599082 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1fc98487-62e8-4f9c-ba18-03cfef05cac5 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.606786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc98487-62e8-4f9c-ba18-03cfef05cac5 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:48.607584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1fc98487-62e8-4f9c-ba18-03cfef05cac5 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.622040 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 77bf2b11-05eb-4357-9d78-af31ab92e1e9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=77bf2b11-05eb-4357-9d78-af31ab92e1e9,segment=NetworkSegment(508fe7a0-cb75-424c-ba89-7f7ce4496e24),segment_id=508fe7a0-cb75-424c-ba89-7f7ce4496e24)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:48.628187 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.681107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-01ebeb33-bdf1-455d-b007-25ea719da46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.732146 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=77bf2b11-05eb-4357-9d78-af31ab92e1e9,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:48.811428 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 6b0115d0-c134-4231-8a55-f8853891cad8 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:48.842833 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-01ebeb33-bdf1-455d-b007-25ea719da46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.858590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50bbb7d3-0352-491b-b43d-fe2780b0ca07 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.895415 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1fc98487-62e8-4f9c-ba18-03cfef05cac5 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0431399 Feb 10 11:35:48.896796 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37370) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:48.905456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc98487-62e8-4f9c-ba18-03cfef05cac5 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Network': ['ID=b69dcbe4-4fd1-4818-8583-24b2fc64153b,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:48.906309 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6df88521-a5ba-488a-90f4-0019574a90f3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'subnet': {'network_id': 'b69dcbe4-4fd1-4818-8583-24b2fc64153b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:48.926081 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network b69dcbe4-4fd1-4818-8583-24b2fc64153b details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:48.986276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-01ebeb33-bdf1-455d-b007-25ea719da46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.016642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-01ebeb33-bdf1-455d-b007-25ea719da46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.020537 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-01ebeb33-bdf1-455d-b007-25ea719da46f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac662f00-0943-4bcc-a141-20fdcb1c9d88 HTTP/1.1" status: 204 len: 168 time: 0.6448567 Feb 10 11:35:49.021461 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebeb33-bdf1-455d-b007-25ea719da46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac662f00-0943-4bcc-a141-20fdcb1c9d88,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:49.051805 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50bbb7d3-0352-491b-b43d-fe2780b0ca07 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.154323 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-17778864-8266-4cdd-80a2-f7dff0306c3d None None] Provisioning complete for port 77bf2b11-05eb-4357-9d78-af31ab92e1e9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:49.154643 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-17778864-8266-4cdd-80a2-f7dff0306c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.270908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50bbb7d3-0352-491b-b43d-fe2780b0ca07 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.364745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50bbb7d3-0352-491b-b43d-fe2780b0ca07 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.368460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbb7d3-0352-491b-b43d-fe2780b0ca07 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=1a988a8a-a317-4f30-beef-61e850fe19c9,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:49.387443 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-50bbb7d3-0352-491b-b43d-fe2780b0ca07 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/1a988a8a-a317-4f30-beef-61e850fe19c9 HTTP/1.1" status: 204 len: 168 time: 1.3284070 Feb 10 11:35:49.389717 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d128bc-7b3c-48a7-8a94-6bc98435bc22 None None] get_active_networks_info from dv-neutron-828497-1-hyperv {{(pid=83556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:35:49.391306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37376) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:49.423430 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.493794 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7751a2-83ba-41a6-8c34-ac9f68ffb287 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Deleting subnet d037e9ca-8b1e-4c92-9931-3fd091d331ea {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:49.497497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df7751a2-83ba-41a6-8c34-ac9f68ffb287 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.525361 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Transition to ACTIVE for port object 16c53852-da68-4ef7-9ee7-fd499eb5ffef will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:49.544538 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 77bf2b11-05eb-4357-9d78-af31ab92e1e9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:49.578962 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df7751a2-83ba-41a6-8c34-ac9f68ffb287 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.607521 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6df88521-a5ba-488a-90f4-0019574a90f3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:49.629365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6df88521-a5ba-488a-90f4-0019574a90f3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:49.656192 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df88521-a5ba-488a-90f4-0019574a90f3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Made reservation on behalf of 0321bdcd3694442c81b48711c5018d0c for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:49.682811 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.763059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df7751a2-83ba-41a6-8c34-ac9f68ffb287 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.786810 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-17778864-8266-4cdd-80a2-f7dff0306c3d None None] Provisioning for port 009a67db-5250-4d7f-8f2e-de587805dead completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:49.815883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-17778864-8266-4cdd-80a2-f7dff0306c3d None None] Provisioning complete for port 009a67db-5250-4d7f-8f2e-de587805dead triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:49.816456 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-17778864-8266-4cdd-80a2-f7dff0306c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.944830 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Network 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:49.945446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d128bc-7b3c-48a7-8a94-6bc98435bc22 None None] Resources bound (agent type, host, resource id): {{(pid=83556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:35:49.950851 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df7751a2-83ba-41a6-8c34-ac9f68ffb287 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.954484 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event updated for resources: {'Port': ['ID=16c53852-da68-4ef7-9ee7-fd499eb5ffef,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:49.971445 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:49.978898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:50.010106 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-17778864-8266-4cdd-80a2-f7dff0306c3d None None] Port 009a67db-5250-4d7f-8f2e-de587805dead cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:50.016922 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 77bf2b11-05eb-4357-9d78-af31ab92e1e9 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:50.017556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:50.060759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6df88521-a5ba-488a-90f4-0019574a90f3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:50.068861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7751a2-83ba-41a6-8c34-ac9f68ffb287 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Subnet': ['ID=d037e9ca-8b1e-4c92-9931-3fd091d331ea,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:50.071357 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df7751a2-83ba-41a6-8c34-ac9f68ffb287 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:50.081621 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-df7751a2-83ba-41a6-8c34-ac9f68ffb287 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/d037e9ca-8b1e-4c92-9931-3fd091d331ea HTTP/1.1" status: 204 len: 168 time: 0.6889377 Feb 10 11:35:50.084051 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37390) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:50.174742 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c6bac479-a58b-4db6-8f36-ccdea7690280 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887530 Feb 10 11:35:50.175253 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37394) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:50.234566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3106ffd1-3044-450f-be60-9b9ff18538de None None] Provisioning complete for port 009a67db-5250-4d7f-8f2e-de587805dead triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:50.235108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3106ffd1-3044-450f-be60-9b9ff18538de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:50.302906 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-6df88521-a5ba-488a-90f4-0019574a90f3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Performing IP validity checks on allocation pools {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 11:35:50.304350 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-6df88521-a5ba-488a-90f4-0019574a90f3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 11:35:50.325461 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88f7eaf-5da6-47fe-92cc-86e1a76b0aea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:50.326239 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:50.327284 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:50.330105 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f88f7eaf-5da6-47fe-92cc-86e1a76b0aea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1516058 Feb 10 11:35:50.330955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37400) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:50.388492 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:50.419427 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518164e6-d65a-41bc-94af-3ae58cfc8782 None None] Sync routers for ids ['6b0115d0-c134-4231-8a55-f8853891cad8'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:50.439697 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518164e6-d65a-41bc-94af-3ae58cfc8782 None None] Routers {'6b0115d0-c134-4231-8a55-f8853891cad8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:50.440653 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-518164e6-d65a-41bc-94af-3ae58cfc8782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6b0115d0-c134-4231-8a55-f8853891cad8'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:50.541838 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5eab75-4e0e-4ae4-a938-9a0cf2725699 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:50.544972 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-3106ffd1-3044-450f-be60-9b9ff18538de None None] Port 009a67db-5250-4d7f-8f2e-de587805dead cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:50.553736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cf5eab75-4e0e-4ae4-a938-9a0cf2725699 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Synchronizing usage tracker for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:50.593734 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e55e1698-6f7c-45f0-a3a2-5d547221481e tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.9149964 Feb 10 11:35:50.594817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37406) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:50.603454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:50.680967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cf5eab75-4e0e-4ae4-a938-9a0cf2725699 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Unset dirty status for tenant:79bfb2d68ba14de4ad8b7bd4e49aa6f9 on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:50.684270 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cf5eab75-4e0e-4ae4-a938-9a0cf2725699 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3478813 Feb 10 11:35:50.692238 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37412) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:50.744420 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-518164e6-d65a-41bc-94af-3ae58cfc8782 None None] Set router 6b0115d0-c134-4231-8a55-f8853891cad8 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:50.746814 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c7962656-febc-43fa-b5bd-36daf03aa5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 14.1324770 Feb 10 11:35:50.765915 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37416) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:50.766794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'tag': '4d673902-86a0-4842-b4c9-9b3cb96f748f'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:35:50.831312 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5185910-79db-4a32-bb2c-47715496593a None None] get_active_networks_info from dv-neutron-828497-1-hyperv {{(pid=83556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:35:50.995239 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6df88521-a5ba-488a-90f4-0019574a90f3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.078026 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5c2b596d-9b1c-47b2-b503-aa2b08272b57 None None] Provisioning complete for port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:51.078720 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5c2b596d-9b1c-47b2-b503-aa2b08272b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.276256 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37424) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:51.296138 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ae3f342a-409f-4fa4-8914-e98061f38424 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/19389f5e-6c95-4512-93ae-6d8e8a9d7122 HTTP/1.1" status: 200 len: 991 time: 0.5208936 Feb 10 11:35:51.304814 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5185910-79db-4a32-bb2c-47715496593a None None] Resources bound (agent type, host, resource id): {{(pid=83556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:35:51.311235 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6c4b9351-4333-4ee9-8d07-c02509ed6407 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6171510 Feb 10 11:35:51.321169 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37428) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:51.377387 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df88521-a5ba-488a-90f4-0019574a90f3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Subnet': ['ID=1727f4ab-1fa4-4776-a6ee-db5631e9099e,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:51.388740 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-912b2dac-bf7b-406b-921c-dcb24f3cc29b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:51.389234 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912b2dac-bf7b-406b-921c-dcb24f3cc29b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:51.390933 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-912b2dac-bf7b-406b-921c-dcb24f3cc29b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/c4712c0e-5048-48fe-8768-ed380e3eafd8 HTTP/1.1" status: 404 len: 333 time: 0.0691290 Feb 10 11:35:51.393525 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37434) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:51.395685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058ba0b7-0837-4002-8687-409e009f0eb4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:51.407182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058ba0b7-0837-4002-8687-409e009f0eb4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:51.411926 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058ba0b7-0837-4002-8687-409e009f0eb4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:51.420030 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-058ba0b7-0837-4002-8687-409e009f0eb4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.8224628 Feb 10 11:35:51.423432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37438) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:51.436327 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-557a4567-cdf9-4a91-8aae-b1ed25dc577c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:51.436772 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557a4567-cdf9-4a91-8aae-b1ed25dc577c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:51.440719 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-557a4567-cdf9-4a91-8aae-b1ed25dc577c tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/1a988a8a-a317-4f30-beef-61e850fe19c9 HTTP/1.1" status: 404 len: 337 time: 0.0439801 Feb 10 11:35:51.440719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df88521-a5ba-488a-90f4-0019574a90f3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Checking segment: {'id': 'fefb8a56-e21d-40db-889e-78731d9c4ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b69dcbe4-4fd1-4818-8583-24b2fc64153b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:51.440719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df88521-a5ba-488a-90f4-0019574a90f3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network hostable DHCP agents. Network: b69dcbe4-4fd1-4818-8583-24b2fc64153b, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:51.444018 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37442) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:51.485446 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'tag': '4d673902-86a0-4842-b4c9-9b3cb96f748f', 'status': 'completed', 'code': 200} Feb 10 11:35:51.498150 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88e976f-867d-4196-a5c6-ddacf1f18bfa tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:51.498595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88e976f-867d-4196-a5c6-ddacf1f18bfa tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:51.507736 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a88e976f-867d-4196-a5c6-ddacf1f18bfa tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/d037e9ca-8b1e-4c92-9931-3fd091d331ea HTTP/1.1" status: 404 len: 337 time: 0.0551250 Feb 10 11:35:51.507736 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37446) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:51.548637 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d8a109-9dd9-4c42-9a44-881ddd614dae tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:51.548958 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d8a109-9dd9-4c42-9a44-881ddd614dae tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:51.554716 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c9d8a109-9dd9-4c42-9a44-881ddd614dae tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/4fd1c004-6136-445c-aa3d-d7de55992278 HTTP/1.1" status: 404 len: 333 time: 0.0453980 Feb 10 11:35:51.554988 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37450) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:51.565251 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-518164e6-d65a-41bc-94af-3ae58cfc8782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:34:56Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '19389f5e-6c95-4512-93ae-6d8e8a9d7122', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'port_id': '4d673902-86a0-4842-b4c9-9b3cb96f748f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'mac_address': 'fa:16:3e:30:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:35:40Z', 'updated_at': '2022-02-10T11:35:40Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdee2c39-41be-4201-b24e-f6de175ecfd6', 'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:72:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:55Z', 'updated_at': '2022-02-10T11:35:24Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:51.570372 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518164e6-d65a-41bc-94af-3ae58cfc8782 None None] Checking router: 6b0115d0-c134-4231-8a55-f8853891cad8 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:35:51.586310 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518164e6-d65a-41bc-94af-3ae58cfc8782 None None] Routers {'6b0115d0-c134-4231-8a55-f8853891cad8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:51.587282 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-518164e6-d65a-41bc-94af-3ae58cfc8782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6b0115d0-c134-4231-8a55-f8853891cad8'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:51.600896 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df88521-a5ba-488a-90f4-0019574a90f3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Network b69dcbe4-4fd1-4818-8583-24b2fc64153b is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:51.609137 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-907fa433-8996-4630-bff7-69d3d65fb9a8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:51.609607 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907fa433-8996-4630-bff7-69d3d65fb9a8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:51.611274 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-907fa433-8996-4630-bff7-69d3d65fb9a8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/95b3fbd4-e563-4b0a-a14e-fb937b33b4d1 HTTP/1.1" status: 404 len: 337 time: 0.0554485 Feb 10 11:35:51.615251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37454) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:51.656850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-6df88521-a5ba-488a-90f4-0019574a90f3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, b69dcbe4-4fd1-4818-8583-24b2fc64153b) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:51.664404 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1113ab4c-1df3-46cf-9e79-b3d693aa7d5d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:51.664663 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1113ab4c-1df3-46cf-9e79-b3d693aa7d5d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:51.666525 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1113ab4c-1df3-46cf-9e79-b3d693aa7d5d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/c9652e8d-2f79-4eb8-8b32-8f97eff4d4f2 HTTP/1.1" status: 404 len: 337 time: 0.0502963 Feb 10 11:35:51.668075 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df88521-a5ba-488a-90f4-0019574a90f3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:51.668667 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6df88521-a5ba-488a-90f4-0019574a90f3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.672488 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37458) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:51.692355 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6df88521-a5ba-488a-90f4-0019574a90f3 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.7938640 Feb 10 11:35:51.698271 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37462) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:51.704501 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0da96b94-4028-4666-86b9-af4f1403a973 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:51.734041 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d238751-d86b-4be6-ae89-213fc246e432 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:51.737182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d238751-d86b-4be6-ae89-213fc246e432 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:51.749874 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2d238751-d86b-4be6-ae89-213fc246e432 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/ad4b456f-dcb0-4094-b368-3557c162ce38 HTTP/1.1" status: 404 len: 333 time: 0.0751736 Feb 10 11:35:51.753439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37466) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:51.814922 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a0a894-7082-45e9-83ae-34d1f75d4aea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:51.815320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a0a894-7082-45e9-83ae-34d1f75d4aea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:51.817181 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a1a0a894-7082-45e9-83ae-34d1f75d4aea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/ad48d843-68e6-4180-98bf-bf91f93ff249 HTTP/1.1" status: 404 len: 337 time: 0.0518191 Feb 10 11:35:51.830160 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8d07c261-9aee-4a8e-873f-576c02c09da8 tempest-ServiceProvidersTest-1520672046 tempest-ServiceProvidersTest-1520672046-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5522907 Feb 10 11:35:51.833500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37472) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:51.838218 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1456fe72-2177-4d52-b56a-63fa13c3000c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Deleting port 16c53852-da68-4ef7-9ee7-fd499eb5ffef {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:51.838732 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1456fe72-2177-4d52-b56a-63fa13c3000c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.845364 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0da96b94-4028-4666-86b9-af4f1403a973 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1851287'] for subnet, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.913102 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-518164e6-d65a-41bc-94af-3ae58cfc8782 None None] Set router 6b0115d0-c134-4231-8a55-f8853891cad8 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:52.051697 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f858236-6182-446c-a5bd-86e3848e4de8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:52.052146 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f858236-6182-446c-a5bd-86e3848e4de8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:52.054333 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0f858236-6182-446c-a5bd-86e3848e4de8 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/ec9b02f7-09f5-49ae-a632-2531c8387f28 HTTP/1.1" status: 404 len: 337 time: 0.1523628 Feb 10 11:35:52.063075 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37478) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:52.093582 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b757b4c5-d7df-4f90-9a09-8e4f68622912 req-d06e67b3-19eb-4d0e-843d-0a918569532c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 1098 time: 0.5881400 Feb 10 11:35:52.126684 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-52600980-bcee-4905-ace5-24e800eb0214 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:52.127132 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52600980-bcee-4905-ace5-24e800eb0214 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:52.128972 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-52600980-bcee-4905-ace5-24e800eb0214 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/651304ee-8663-4b1d-b3e2-f149d11eedc8 HTTP/1.1" status: 404 len: 333 time: 0.0645640 Feb 10 11:35:52.133175 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37482) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:52.184597 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6562c0-ef52-4d76-99e1-f16095b1d7e0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:52.185040 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6562c0-ef52-4d76-99e1-f16095b1d7e0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:52.187015 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7f6562c0-ef52-4d76-99e1-f16095b1d7e0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/58b5bc55-e489-4ada-8990-4c224f877e20 HTTP/1.1" status: 404 len: 337 time: 0.0530412 Feb 10 11:35:52.190745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37486) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:52.233848 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0da96b94-4028-4666-86b9-af4f1403a973 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768343321227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1694262'] for subnet, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.246186 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab1342b-9f51-48e4-b8fe-ed1a898ff0c8 None None] Network 3b5b04fa-1e24-453f-83a6-7d1810ca3421 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:52.270948 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8e732f-418d-4d0a-8eea-96e8cafc764e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:52.271616 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f8e732f-418d-4d0a-8eea-96e8cafc764e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:52.273638 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4f8e732f-418d-4d0a-8eea-96e8cafc764e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/b83c605b-18fb-469f-82e4-1f77eb73b6b5 HTTP/1.1" status: 404 len: 337 time: 0.0815825 Feb 10 11:35:52.282241 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37490) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:52.290000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676a95fe-c9e0-413d-ad2f-ccb57912b6e5 None None] Network b69dcbe4-4fd1-4818-8583-24b2fc64153b requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:52.348263 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37494) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:52.523268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da96b94-4028-4666-86b9-af4f1403a973 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:52.523851 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0da96b94-4028-4666-86b9-af4f1403a973 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.529703 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0da96b94-4028-4666-86b9-af4f1403a973 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "PUT /v2.0/subnets/1727f4ab-1fa4-4776-a6ee-db5631e9099e HTTP/1.1" status: 200 len: 877 time: 0.8302424 Feb 10 11:35:52.530750 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37500) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:52.584012 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2f4604-db21-45a6-b6a9-f8b552449b38 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:52.585720 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2f4604-db21-45a6-b6a9-f8b552449b38 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:52.588609 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3c2f4604-db21-45a6-b6a9-f8b552449b38 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/b465a33e-c770-423a-a31f-f65d0b6f6960 HTTP/1.1" status: 404 len: 333 time: 0.3053946 Feb 10 11:35:52.593112 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37504) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:52.640624 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37508) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:52.683526 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-518164e6-d65a-41bc-94af-3ae58cfc8782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:34:56Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '19389f5e-6c95-4512-93ae-6d8e8a9d7122', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'port_id': '4d673902-86a0-4842-b4c9-9b3cb96f748f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'mac_address': 'fa:16:3e:30:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:35:40Z', 'updated_at': '2022-02-10T11:35:40Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdee2c39-41be-4201-b24e-f6de175ecfd6', 'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:72:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:55Z', 'updated_at': '2022-02-10T11:35:24Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:52.688445 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518164e6-d65a-41bc-94af-3ae58cfc8782 None None] The sync data for ids ['6b0115d0-c134-4231-8a55-f8853891cad8'] in dv-neutron-828497-1-hyperv is: [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:34:56Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '19389f5e-6c95-4512-93ae-6d8e8a9d7122', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'port_id': '4d673902-86a0-4842-b4c9-9b3cb96f748f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'mac_address': 'fa:16:3e:30:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:35:40Z', 'updated_at': '2022-02-10T11:35:40Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdee2c39-41be-4201-b24e-f6de175ecfd6', 'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:72:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:55Z', 'updated_at': '2022-02-10T11:35:24Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:52.691771 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da96b94-4028-4666-86b9-af4f1403a973 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event updated for resources: {'Subnet': ['ID=1727f4ab-1fa4-4776-a6ee-db5631e9099e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:52.744027 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0975f312-9782-4d54-b8d2-095bdeffae73 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/19389f5e-6c95-4512-93ae-6d8e8a9d7122 HTTP/1.1" status: 200 len: 991 time: 0.3950844 Feb 10 11:35:52.756378 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1957aa3-31be-41cb-a63a-26fc8602c34f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:52.757108 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1957aa3-31be-41cb-a63a-26fc8602c34f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:52.759098 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f1957aa3-31be-41cb-a63a-26fc8602c34f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/a195ae8c-1e15-4f66-9655-bc45d78fe70b HTTP/1.1" status: 404 len: 337 time: 0.1630325 Feb 10 11:35:52.762608 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37514) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:52.768873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757b4c5-d7df-4f90-9a09-8e4f68622912 req-47e6ca3b-7069-4b78-af0c-8894180e5027 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:52.771729 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b757b4c5-d7df-4f90-9a09-8e4f68622912 req-47e6ca3b-7069-4b78-af0c-8894180e5027 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb72c25c-df2c-4406-bb4c-56e973a31e8f HTTP/1.1" status: 200 len: 898 time: 0.6307807 Feb 10 11:35:52.774304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-b69dcbe4-4fd1-4818-8583-24b2fc64153b', 'network_id': 'b69dcbe4-4fd1-4818-8583-24b2fc64153b', 'tenant_id': '0321bdcd3694442c81b48711c5018d0c', 'fixed_ips': [{'subnet_id': '1727f4ab-1fa4-4776-a6ee-db5631e9099e'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:52.775131 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.778883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1456fe72-2177-4d52-b56a-63fa13c3000c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.814659 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-851cc41d-64b5-4dbd-b2a8-aebede785cb6 None None] Provisioning complete for port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:52.815032 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-851cc41d-64b5-4dbd-b2a8-aebede785cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.835684 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89ac438-ffb2-4b03-809e-021aa562acf4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:52.836387 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89ac438-ffb2-4b03-809e-021aa562acf4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:52.838288 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c89ac438-ffb2-4b03-809e-021aa562acf4 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/2e396936-488b-4a4c-aac3-aaf7584ef9e4 HTTP/1.1" status: 404 len: 333 time: 0.0744312 Feb 10 11:35:52.841390 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37518) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:52.895143 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e2c57c-e6f5-46e1-b6cf-8e065154f3b6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:52.895776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e2c57c-e6f5-46e1-b6cf-8e065154f3b6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:52.898496 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c4e2c57c-e6f5-46e1-b6cf-8e065154f3b6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/d8b8b4f6-6198-48bf-9327-9a542ab742e6 HTTP/1.1" status: 404 len: 337 time: 0.0557363 Feb 10 11:35:52.901953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37522) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:52.940847 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.960413 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a9e814-8054-4dc5-b924-380ef15e4809 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:52.961204 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a9e814-8054-4dc5-b924-380ef15e4809 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:52.963083 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-42a9e814-8054-4dc5-b924-380ef15e4809 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/93e510a7-b4ff-4126-835d-8eb56eab0dd9 HTTP/1.1" status: 404 len: 333 time: 0.0597839 Feb 10 11:35:52.966622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37526) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:53.061388 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2b585f-31f3-438a-881b-c19716ff86d2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:53.061826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2b585f-31f3-438a-881b-c19716ff86d2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:53.065001 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bf2b585f-31f3-438a-881b-c19716ff86d2 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/4588adf9-cff5-45b5-8146-7f5e0e45d934 HTTP/1.1" status: 404 len: 337 time: 0.0971358 Feb 10 11:35:53.077428 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37530) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:53.083602 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bd20b4a7-d06f-48ea-8746-96f4de6e3355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.087238 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1456fe72-2177-4d52-b56a-63fa13c3000c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Calling delete_port for 16c53852-da68-4ef7-9ee7-fd499eb5ffef owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:53.150150 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777dc8b2-42ed-441b-a790-1ae8f7b7af9e None None] New status for floating IP 19389f5e-6c95-4512-93ae-6d8e8a9d7122: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:35:53.153699 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c84f3c-260f-4697-811f-c6fc161d393b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:53.154137 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c84f3c-260f-4697-811f-c6fc161d393b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:53.156208 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e4c84f3c-260f-4697-811f-c6fc161d393b tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/344ff5a3-b72d-4a65-ac8c-0760a69e3447 HTTP/1.1" status: 404 len: 333 time: 0.0777397 Feb 10 11:35:53.160278 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37534) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:53.163323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.182791 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b757b4c5-d7df-4f90-9a09-8e4f68622912 req-d0715adf-94b9-4789-9751-3d7d479a17ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d673902-86a0-4842-b4c9-9b3cb96f748f HTTP/1.1" status: 200 len: 999 time: 0.3824751 Feb 10 11:35:53.238627 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-db35aec7-68f1-413b-90bc-93b57599402d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:53.238627 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db35aec7-68f1-413b-90bc-93b57599402d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:53.269288 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-db35aec7-68f1-413b-90bc-93b57599402d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/8962f299-b148-4156-9163-5609f072a2fa HTTP/1.1" status: 404 len: 337 time: 0.1053829 Feb 10 11:35:53.270061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37538) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:53.270196 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bd20b4a7-d06f-48ea-8746-96f4de6e3355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:53.278705 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bd20b4a7-d06f-48ea-8746-96f4de6e3355 admin admin] Usage tracker for resource:security_group_rule and tenant:3cc94e1b0aff45c0ab9ed984fa84ef64 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:53.283617 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bd20b4a7-d06f-48ea-8746-96f4de6e3355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:53.294964 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bd20b4a7-d06f-48ea-8746-96f4de6e3355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:53.358471 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Allocated IP 172.20.0.3 (b69dcbe4-4fd1-4818-8583-24b2fc64153b/1727f4ab-1fa4-4776-a6ee-db5631e9099e/e775fbd1-3474-45bb-a00a-ed8545650585) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:53.410656 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f7da14-b232-492a-b19a-d9eb00871ae3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:53.411299 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f7da14-b232-492a-b19a-d9eb00871ae3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:53.416971 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757b4c5-d7df-4f90-9a09-8e4f68622912 req-5c579686-8775-4a9f-b007-e221cee09f5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:53.419610 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b757b4c5-d7df-4f90-9a09-8e4f68622912 req-5c579686-8775-4a9f-b007-e221cee09f5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a0230f2-721d-4926-a0e7-e18109b96ea0 HTTP/1.1" status: 200 len: 835 time: 0.2235930 Feb 10 11:35:53.499413 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e1f7da14-b232-492a-b19a-d9eb00871ae3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/580ca60d-b20f-4f6f-aca3-74ad4dcc20ba HTTP/1.1" status: 404 len: 333 time: 0.2275391 Feb 10 11:35:53.502451 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37542) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:53.551158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1456fe72-2177-4d52-b56a-63fa13c3000c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.572772 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e0ed82-2319-4607-bb6d-7ef6f398b716 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:53.573547 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e0ed82-2319-4607-bb6d-7ef6f398b716 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:53.594055 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-24e0ed82-2319-4607-bb6d-7ef6f398b716 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/1d60d429-40ca-45df-8b30-b9a73173032c HTTP/1.1" status: 404 len: 337 time: 0.0870371 Feb 10 11:35:53.595654 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37546) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:53.661250 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456fe72-2177-4d52-b56a-63fa13c3000c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event deleted for resources: {'Port': ['ID=16c53852-da68-4ef7-9ee7-fd499eb5ffef,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:53.748240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37550) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:53.800905 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2216f64-0d39-40a0-b65c-8604186e9b12 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:53.801818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2216f64-0d39-40a0-b65c-8604186e9b12 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:53.836242 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e2216f64-0d39-40a0-b65c-8604186e9b12 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/1495884e-c9be-4896-8fe2-b72fcb29f5a5 HTTP/1.1" status: 404 len: 333 time: 0.2350900 Feb 10 11:35:53.836728 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37554) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:53.870717 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.893201 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-95a914da-6305-483c-a446-3273fb26ed2d None None] Could not find standard attr ID for object 16c53852-da68-4ef7-9ee7-fd499eb5ffef. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:35:53.900994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Transition to ACTIVE for port object e775fbd1-3474-45bb-a00a-ed8545650585 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:53.946498 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d272015-4bed-4630-9915-045621b99748 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:53.947109 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d272015-4bed-4630-9915-045621b99748 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:53.952793 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7d272015-4bed-4630-9915-045621b99748 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/d14402e5-824f-40c1-8104-d083b998b54d HTTP/1.1" status: 404 len: 337 time: 0.1107919 Feb 10 11:35:53.953084 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37558) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:53.957986 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bd20b4a7-d06f-48ea-8746-96f4de6e3355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.997455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Transition to ACTIVE for port object e775fbd1-3474-45bb-a00a-ed8545650585 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:54.003845 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bd20b4a7-d06f-48ea-8746-96f4de6e3355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.009942 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879a0c14-9ef9-4668-950a-507ca604d013 None None] DHCP port deletion for 3b5b04fa-1e24-453f-83a6-7d1810ca3421 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:54.017451 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.034250 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-adeb20f3-c058-42c7-b3b1-2d262ccf5f73 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:54.034863 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adeb20f3-c058-42c7-b3b1-2d262ccf5f73 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:54.064773 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-879a0c14-9ef9-4668-950a-507ca604d013 None None] Deleting port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:54.065154 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-879a0c14-9ef9-4668-950a-507ca604d013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.087564 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-adeb20f3-c058-42c7-b3b1-2d262ccf5f73 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/7a76d72c-d30a-454d-be61-6fd4729bf1ec HTTP/1.1" status: 404 len: 337 time: 0.1278145 Feb 10 11:35:54.087935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37562) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:54.125825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20b4a7-d06f-48ea-8746-96f4de6e3355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71009842-9a62-4cee-ae46-e197491da9aa,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:54.137065 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bd20b4a7-d06f-48ea-8746-96f4de6e3355 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3cc94e1b0aff45c0ab9ed984fa84ef64&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4465656 Feb 10 11:35:54.144298 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.164231 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37566) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:54.223635 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4c4332-f080-4592-a5c4-fd370f4590ea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:54.224176 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4c4332-f080-4592-a5c4-fd370f4590ea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:54.226780 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2e4c4332-f080-4592-a5c4-fd370f4590ea tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/15c62e73-8cdc-464f-8c10-f2b6426a2101 HTTP/1.1" status: 404 len: 333 time: 0.1377132 Feb 10 11:35:54.247476 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Network b69dcbe4-4fd1-4818-8583-24b2fc64153b is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:54.248231 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37570) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:54.252257 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b757b4c5-d7df-4f90-9a09-8e4f68622912 req-5cd4ea8d-9516-44f6-a01b-e4f8e2547c1b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb72c25c-df2c-4406-bb4c-56e973a31e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8190746 Feb 10 11:35:54.255698 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:54.262936 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:54.268670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Pushing event updated for resources: {'Port': ['ID=e775fbd1-3474-45bb-a00a-ed8545650585,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:54.299003 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Subnet': ['ID=1727f4ab-1fa4-4776-a6ee-db5631e9099e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:54.383729 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e528d4-8c1e-4d6c-b2a3-82f10edb6d45 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:54.384016 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e528d4-8c1e-4d6c-b2a3-82f10edb6d45 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:54.389800 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-52e528d4-8c1e-4d6c-b2a3-82f10edb6d45 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/d6c77d8b-0f86-4299-9101-a3ad386e3525 HTTP/1.1" status: 404 len: 337 time: 0.1364539 Feb 10 11:35:54.393977 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.402077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37574) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:54.466224 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c427552d-7b59-42b7-a0ab-a6d63b736e51 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:54.466541 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c427552d-7b59-42b7-a0ab-a6d63b736e51 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:54.469186 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c427552d-7b59-42b7-a0ab-a6d63b736e51 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/078262e8-27ec-4a11-a23d-bef1854e6e4b HTTP/1.1" status: 404 len: 337 time: 0.0651526 Feb 10 11:35:54.473803 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37578) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:54.476161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69dcbe4-4fd1-4818-8583-24b2fc64153b']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:54.491147 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Attempting to bind port e775fbd1-3474-45bb-a00a-ed8545650585 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:54.491735 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Attempting to bind port e775fbd1-3474-45bb-a00a-ed8545650585 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'fefb8a56-e21d-40db-889e-78731d9c4ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b69dcbe4-4fd1-4818-8583-24b2fc64153b'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:54.492044 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Attempting to bind port e775fbd1-3474-45bb-a00a-ed8545650585 on network b69dcbe4-4fd1-4818-8583-24b2fc64153b {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:54.499553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefb8a56-e21d-40db-889e-78731d9c4ad0') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:54.499836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefb8a56-e21d-40db-889e-78731d9c4ad0') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:54.526718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:54.527115 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Checking segment: {'id': 'fefb8a56-e21d-40db-889e-78731d9c4ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b69dcbe4-4fd1-4818-8583-24b2fc64153b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:54.527511 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.528439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Bound using segment: {'id': 'fefb8a56-e21d-40db-889e-78731d9c4ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b69dcbe4-4fd1-4818-8583-24b2fc64153b'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:54.528439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Bound port: e775fbd1-3474-45bb-a00a-ed8545650585, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fefb8a56-e21d-40db-889e-78731d9c4ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b69dcbe4-4fd1-4818-8583-24b2fc64153b'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:54.528771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.548727 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-879a0c14-9ef9-4668-950a-507ca604d013 None None] For port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4a297d33-f27e-4fde-a24c-7a5157f5c7ae,segment=NetworkSegment(bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4),segment_id=bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:54.549030 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c2830a-146f-4599-a298-5c145d2c1013 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:54.550312 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-879a0c14-9ef9-4668-950a-507ca604d013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.550511 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c2830a-146f-4599-a298-5c145d2c1013 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:54.557174 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-33c2830a-146f-4599-a298-5c145d2c1013 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/a7054301-3ca1-4d8e-8ffe-3ae818dabb7f HTTP/1.1" status: 404 len: 333 time: 0.0671313 Feb 10 11:35:54.557174 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37582) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:54.594646 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.607099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f99b849c-c9d5-408d-b5aa-2ca3a8e1ac80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.615012 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11e98ba-ac10-4c6f-a3c1-fcccbd2c0f2d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:54.615012 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11e98ba-ac10-4c6f-a3c1-fcccbd2c0f2d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:54.621027 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e11e98ba-ac10-4c6f-a3c1-fcccbd2c0f2d tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/bed04975-2b8c-4e9b-8b26-58a58dfdb94f HTTP/1.1" status: 404 len: 337 time: 0.0596147 Feb 10 11:35:54.626431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37586) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:54.673328 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a33e177a-2beb-4f28-ac08-8b503af63515 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/19389f5e-6c95-4512-93ae-6d8e8a9d7122 HTTP/1.1" status: 200 len: 993 time: 0.9089804 Feb 10 11:35:54.677827 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.691205 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-197a8221-dcb3-489d-824a-0904633be425 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:54.691703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197a8221-dcb3-489d-824a-0904633be425 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:54.697458 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-197a8221-dcb3-489d-824a-0904633be425 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/6a71431b-2f98-49f8-9be0-fa517660a959 HTTP/1.1" status: 404 len: 337 time: 0.0637796 Feb 10 11:35:54.697458 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f99b849c-c9d5-408d-b5aa-2ca3a8e1ac80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.702789 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37590) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:54.708611 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-879a0c14-9ef9-4668-950a-507ca604d013 None None] Calling delete_port for 4a297d33-f27e-4fde-a24c-7a5157f5c7ae owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:54.711284 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:54.711702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:54.727440 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:54.752528 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1456fe72-2177-4d52-b56a-63fa13c3000c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.757889 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1456fe72-2177-4d52-b56a-63fa13c3000c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "DELETE /v2.0/ports/16c53852-da68-4ef7-9ee7-fd499eb5ffef HTTP/1.1" status: 204 len: 168 time: 3.3330326 Feb 10 11:35:54.765482 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37594) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:54.819656 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] For port e775fbd1-3474-45bb-a00a-ed8545650585, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:54.823040 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-879a0c14-9ef9-4668-950a-507ca604d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.858704 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73705df-fb65-4396-aea5-f92143117349 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] GET failed (client error): The resource could not be found. Feb 10 11:35:54.861321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b73705df-fb65-4396-aea5-f92143117349 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Synchronizing usage tracker for tenant:3e0b51f1e840466bb976d00c6eb29f1d on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:54.868628 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b757b4c5-d7df-4f90-9a09-8e4f68622912 req-fbb014ed-71c4-4ff7-8a60-644a0ef4bf68 service neutron] 10.222.0.73 "GET /v2.0/networks/cb72c25c-df2c-4406-bb4c-56e973a31e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571039 Feb 10 11:35:54.870748 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8241817d-64cb-4694-8bc9-92be41c5c45e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:54.871498 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8241817d-64cb-4694-8bc9-92be41c5c45e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:54.877995 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8241817d-64cb-4694-8bc9-92be41c5c45e tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/d349a191-35c7-4a19-a20d-f8f38b49bdee HTTP/1.1" status: 404 len: 333 time: 0.1683044 Feb 10 11:35:54.882287 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a0c14-9ef9-4668-950a-507ca604d013 None None] Pushing event deleted for resources: {'Port': ['ID=4a297d33-f27e-4fde-a24c-7a5157f5c7ae,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:54.884167 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879a0c14-9ef9-4668-950a-507ca604d013 None None] No DVR routers for this DVR port 4a297d33-f27e-4fde-a24c-7a5157f5c7ae on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:54.906954 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37598) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:54.971475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b73705df-fb65-4396-aea5-f92143117349 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Unset dirty status for tenant:3e0b51f1e840466bb976d00c6eb29f1d on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:54.979915 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b73705df-fb65-4396-aea5-f92143117349 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "GET /v2.0/ports/16c53852-da68-4ef7-9ee7-fd499eb5ffef HTTP/1.1" status: 404 len: 333 time: 0.2054496 Feb 10 11:35:54.980172 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:35:54.980172 dv-neutron-828497-1-hyperv neutron-server[83554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:35:54.980172 dv-neutron-828497-1-hyperv neutron-server[83554]: [parameters: {'id': 'b69dcbe4-4fd1-4818-8583-24b2fc64153b'}] Feb 10 11:35:54.980172 dv-neutron-828497-1-hyperv neutron-server[83554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:54.980172 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:54.980967 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa423e95-12b2-4b59-9d49-79d96aa83fe0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:54.980967 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa423e95-12b2-4b59-9d49-79d96aa83fe0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:54.985515 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37602) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:54.986179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] For port e775fbd1-3474-45bb-a00a-ed8545650585, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e775fbd1-3474-45bb-a00a-ed8545650585,segment=NetworkSegment(fefb8a56-e21d-40db-889e-78731d9c4ad0),segment_id=fefb8a56-e21d-40db-889e-78731d9c4ad0)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:54.994166 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-eb3873e8-57ea-4a2f-924a-e0a2bd8094f4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Request body: {'port': {'network_id': '65a0b7b9-3c59-4f2d-a803-4994442b2ca3', 'name': 'tempest-AllowedAddressPairTestJSON-1377719863'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:54.996069 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.147353 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-eb3873e8-57ea-4a2f-924a-e0a2bd8094f4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:55.152000 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fa423e95-12b2-4b59-9d49-79d96aa83fe0 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/2c6c1611-f27c-4253-a3be-90b8bdab51c7 HTTP/1.1" status: 404 len: 337 time: 0.2435861 Feb 10 11:35:55.154676 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b757b4c5-d7df-4f90-9a09-8e4f68622912 req-88eb2cfa-f967-4f66-a6e8-baddcbb59f61 service neutron] 10.222.0.73 "GET /v2.0/networks/cb72c25c-df2c-4406-bb4c-56e973a31e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480030 Feb 10 11:35:55.155717 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37606) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:55.159676 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-eb3873e8-57ea-4a2f-924a-e0a2bd8094f4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:55.164608 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9481f-751c-44ce-ad05-200682b23987 None None] Pushing event updated for resources: {'Port': ['ID=e775fbd1-3474-45bb-a00a-ed8545650585,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:55.183345 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f99b849c-c9d5-408d-b5aa-2ca3a8e1ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.197906 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f99b849c-c9d5-408d-b5aa-2ca3a8e1ac80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.200483 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f99b849c-c9d5-408d-b5aa-2ca3a8e1ac80 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71009842-9a62-4cee-ae46-e197491da9aa HTTP/1.1" status: 204 len: 168 time: 1.0053549 Feb 10 11:35:55.227199 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3873e8-57ea-4a2f-924a-e0a2bd8094f4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Made reservation on behalf of 3e0b51f1e840466bb976d00c6eb29f1d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:55.232864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eb3873e8-57ea-4a2f-924a-e0a2bd8094f4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.242095 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c31be18-9946-4d09-89a0-611a2ec6928a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:55.243230 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c31be18-9946-4d09-89a0-611a2ec6928a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:55.246411 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2c31be18-9946-4d09-89a0-611a2ec6928a tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/1419778e-9167-4784-b424-36556d7c1a50 HTTP/1.1" status: 404 len: 337 time: 0.0890715 Feb 10 11:35:55.249692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37612) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:55.255569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b849c-c9d5-408d-b5aa-2ca3a8e1ac80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71009842-9a62-4cee-ae46-e197491da9aa,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:55.291112 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-eb3873e8-57ea-4a2f-924a-e0a2bd8094f4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] device_id is not set on port 086a4ff5-5279-41dd-a588-5fc2bfd431f2 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:35:55.326896 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ecc5fd-bd48-4cb3-ad92-c2d2daf60684 None None] Network b69dcbe4-4fd1-4818-8583-24b2fc64153b requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:55.344640 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-42609a2f-7242-4259-96bc-ee9537709ed3 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0be5965-5083-43ad-b1ab-d5cab840b3b8 HTTP/1.1" status: 200 len: 205 time: 0.0929585 Feb 10 11:35:55.347457 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37616) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:55.481738 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-a439e055-39cd-4203-ac9e-8047abb2cb07 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] delete failed (client error): The resource could not be found. Feb 10 11:35:55.485306 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a439e055-39cd-4203-ac9e-8047abb2cb07 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/routers/d0be5965-5083-43ad-b1ab-d5cab840b3b8 HTTP/1.1" status: 404 len: 336 time: 0.1344876 Feb 10 11:35:55.487166 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37620) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:55.534198 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.574847 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a9fc2c-bcec-49ce-b234-fb7b0ac2a544 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:55.575491 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a9fc2c-bcec-49ce-b234-fb7b0ac2a544 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:55.575702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4a297d33-f27e-4fde-a24c-7a5157f5c7ae no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:55.578357 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-90a9fc2c-bcec-49ce-b234-fb7b0ac2a544 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/233afffc-d86f-4b78-8479-6efe8226fd77 HTTP/1.1" status: 404 len: 337 time: 0.0895979 Feb 10 11:35:55.581956 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37626) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:55.610771 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Deleting port e775fbd1-3474-45bb-a00a-ed8545650585 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:55.611293 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.644724 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 4a297d33-f27e-4fde-a24c-7a5157f5c7ae {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:55.644724 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4a297d33-f27e-4fde-a24c-7a5157f5c7ae not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:55.645944 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c90f7d27-3379-4540-bbbe-91c9dbcb20ac tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f17488c-1bcf-4e92-8258-323e3d783d18 HTTP/1.1" status: 200 len: 205 time: 0.0622983 Feb 10 11:35:55.646870 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37630) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:55.713864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-eb3873e8-57ea-4a2f-924a-e0a2bd8094f4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Allocated IP 172.20.0.14 (65a0b7b9-3c59-4f2d-a803-4994442b2ca3/1616e107-686c-4c78-ab6f-fc91a7131ae1/086a4ff5-5279-41dd-a588-5fc2bfd431f2) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:55.740830 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-2fdc0cdb-32e9-44d9-83ba-45fdb0971bee tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] delete failed (client error): The resource could not be found. Feb 10 11:35:55.741879 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2fdc0cdb-32e9-44d9-83ba-45fdb0971bee tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/routers/1f17488c-1bcf-4e92-8258-323e3d783d18 HTTP/1.1" status: 404 len: 336 time: 0.0922854 Feb 10 11:35:55.744998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37634) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:55.817515 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-480b4aaf-41cc-4903-b531-023c54c495d7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:55.817964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480b4aaf-41cc-4903-b531-023c54c495d7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:55.820234 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-480b4aaf-41cc-4903-b531-023c54c495d7 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/a6286834-ba93-4ad8-9d82-a28729ea953d HTTP/1.1" status: 404 len: 337 time: 0.0745418 Feb 10 11:35:55.823178 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37642) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:55.839495 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84c3a4e-e5d9-4134-a65e-d1e1612eb20c None None] Network b69dcbe4-4fd1-4818-8583-24b2fc64153b requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:55.885886 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7e8ad2-2702-406d-8f12-e342231073db tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:55.886889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7e8ad2-2702-406d-8f12-e342231073db tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:55.889311 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ac7e8ad2-2702-406d-8f12-e342231073db tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/30b4befa-0721-4291-b1e4-f635d8a8cc07 HTTP/1.1" status: 404 len: 337 time: 0.0646524 Feb 10 11:35:55.891866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37648) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:55.947852 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e84bfae-7a76-469d-886f-18d2846ddc02 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:55.948315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e84bfae-7a76-469d-886f-18d2846ddc02 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:55.950438 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6e84bfae-7a76-469d-886f-18d2846ddc02 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/a43e80b3-6fee-4dfb-b4b5-5e209c67dedf HTTP/1.1" status: 404 len: 333 time: 0.0575817 Feb 10 11:35:55.952991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37652) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.006205 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada063cd-abb5-4957-a58a-079178ab7341 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:56.007778 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada063cd-abb5-4957-a58a-079178ab7341 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:56.009693 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ada063cd-abb5-4957-a58a-079178ab7341 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/defe6c7e-31c6-4700-969b-73742bb7a661 HTTP/1.1" status: 404 len: 337 time: 0.0556233 Feb 10 11:35:56.013642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37658) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.067087 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-46177b48-11d9-485a-946d-fe2fd097b855 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:56.067609 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46177b48-11d9-485a-946d-fe2fd097b855 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:56.069579 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-46177b48-11d9-485a-946d-fe2fd097b855 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/4af1a61c-e856-49e4-8cc0-ef393b070823 HTTP/1.1" status: 404 len: 333 time: 0.0547669 Feb 10 11:35:56.072025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37662) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.120422 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d4195b-dad0-4f56-97e8-bba974fb2218 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:56.120866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d4195b-dad0-4f56-97e8-bba974fb2218 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:56.123172 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-13d4195b-dad0-4f56-97e8-bba974fb2218 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/4e226c57-c457-47e7-b59b-b5c3528ad645 HTTP/1.1" status: 404 len: 337 time: 0.0502040 Feb 10 11:35:56.126003 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37666) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.184195 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19282f4-8a8b-463d-a4ff-b7f0821cd613 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:56.184635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19282f4-8a8b-463d-a4ff-b7f0821cd613 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:56.189536 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e19282f4-8a8b-463d-a4ff-b7f0821cd613 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/d523f168-c05e-4763-83fd-cbd5fef88671 HTTP/1.1" status: 404 len: 333 time: 0.0621662 Feb 10 11:35:56.190455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37672) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.242240 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645fd1d-b1b6-417b-a8fd-e56fe343a89d None None] get_active_networks_info from dv-neutron-828497-1-hyperv {{(pid=83556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:35:56.242576 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-916715a9-040e-46d6-af05-dd97e65667cf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:56.243172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916715a9-040e-46d6-af05-dd97e65667cf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:56.247924 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-916715a9-040e-46d6-af05-dd97e65667cf tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/f4df7ec3-1fe5-4e42-978c-9476399e948f HTTP/1.1" status: 404 len: 337 time: 0.0555289 Feb 10 11:35:56.248445 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37678) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.295320 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-31710d0e-8885-4932-bfbf-60e6a18d7d40 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:56.295780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31710d0e-8885-4932-bfbf-60e6a18d7d40 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:56.301037 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-31710d0e-8885-4932-bfbf-60e6a18d7d40 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/c9ccc853-d49d-47c1-8e7a-a2d532e46e56 HTTP/1.1" status: 404 len: 333 time: 0.0512974 Feb 10 11:35:56.301558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37682) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.348842 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-60089b13-3ed6-4d84-9577-3c1d9be65b2f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:56.349574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60089b13-3ed6-4d84-9577-3c1d9be65b2f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:56.354978 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-60089b13-3ed6-4d84-9577-3c1d9be65b2f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/5b36afa2-2f5c-4e2a-a22c-436503934e76 HTTP/1.1" status: 404 len: 337 time: 0.0523190 Feb 10 11:35:56.355595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37686) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.391772 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] For port e775fbd1-3474-45bb-a00a-ed8545650585, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e775fbd1-3474-45bb-a00a-ed8545650585,segment=NetworkSegment(fefb8a56-e21d-40db-889e-78731d9c4ad0),segment_id=fefb8a56-e21d-40db-889e-78731d9c4ad0)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:56.392688 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.397398 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6645fd1d-b1b6-417b-a8fd-e56fe343a89d None None] Resources bound (agent type, host, resource id): {{(pid=83556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:35:56.409352 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2833832-89c5-4bd3-83c4-20d274616496 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:56.409807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2833832-89c5-4bd3-83c4-20d274616496 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:56.415864 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a2833832-89c5-4bd3-83c4-20d274616496 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/63fa7382-a310-4314-9f7a-7947ed50ff65 HTTP/1.1" status: 404 len: 333 time: 0.0590954 Feb 10 11:35:56.416712 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37692) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.461454 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3610dc5-a7a9-43d7-947f-4e7979b43460 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:56.461959 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3610dc5-a7a9-43d7-947f-4e7979b43460 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:56.467651 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f3610dc5-a7a9-43d7-947f-4e7979b43460 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/9404871a-1265-40bb-990e-87d046b2d997 HTTP/1.1" status: 404 len: 337 time: 0.0498004 Feb 10 11:35:56.468267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37696) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.520846 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-83286753-b725-480c-af44-57398e278446 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:56.521514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83286753-b725-480c-af44-57398e278446 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:56.525698 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-83286753-b725-480c-af44-57398e278446 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/70f15e22-caa2-403a-99e3-9af859af89f8 HTTP/1.1" status: 404 len: 333 time: 0.0563626 Feb 10 11:35:56.529104 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37700) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.575111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-39228270-ecbc-49c3-950b-0b0b77699e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.597810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37704) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.625172 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Calling delete_port for e775fbd1-3474-45bb-a00a-ed8545650585 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:56.694246 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bdac059-4764-414c-bbe6-75dff2b5f43f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:56.694610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bdac059-4764-414c-bbe6-75dff2b5f43f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:56.697187 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0bdac059-4764-414c-bbe6-75dff2b5f43f tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/218bfe9f-269e-4448-84fd-24a91ef0ee2d HTTP/1.1" status: 404 len: 337 time: 0.1663074 Feb 10 11:35:56.699027 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37710) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.743705 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-94cd454a-3e67-48d0-9f96-6558b5f8b8f6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:56.744161 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94cd454a-3e67-48d0-9f96-6558b5f8b8f6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:56.748267 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-94cd454a-3e67-48d0-9f96-6558b5f8b8f6 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/ports/6bbeea1b-e175-4f7f-ab45-8212e29bc3bb HTTP/1.1" status: 404 len: 333 time: 0.0457935 Feb 10 11:35:56.748598 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37714) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.789070 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eb3873e8-57ea-4a2f-924a-e0a2bd8094f4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.793716 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66367d7-4a0c-4262-9539-6846cd1e2118 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:56.793716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66367d7-4a0c-4262-9539-6846cd1e2118 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:56.795991 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f66367d7-4a0c-4262-9539-6846cd1e2118 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/subnets/5d620b8f-ac5e-498c-b1bf-d9c1ac4b9286 HTTP/1.1" status: 404 len: 337 time: 0.0464108 Feb 10 11:35:56.798785 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37718) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.841799 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-eb3873e8-57ea-4a2f-924a-e0a2bd8094f4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Transition to ACTIVE for port object 086a4ff5-5279-41dd-a588-5fc2bfd431f2 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:56.876439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.950163 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1905075913'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:56.955908 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:56.961579 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Usage tracker for resource:network and tenant:97714bc7d24347d8937d7bbaddaf49e3 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:56.968635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:56.983099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:56.983334 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.994551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Port': ['ID=e775fbd1-3474-45bb-a00a-ed8545650585,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:57.007705 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No DVR routers for this DVR port e775fbd1-3474-45bb-a00a-ed8545650585 on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:57.042454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Made reservation on behalf of 97714bc7d24347d8937d7bbaddaf49e3 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:57.045611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.079975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.092928 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eb3873e8-57ea-4a2f-924a-e0a2bd8094f4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.190920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.245094 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.246952 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5b04fa-1e24-453f-83a6-7d1810ca3421']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:57.269831 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:57.271510 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8ccc80-ed2c-4a5e-89cf-c713e922d3a4') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:57.293162 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3873e8-57ea-4a2f-924a-e0a2bd8094f4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Network 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:57.293835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.301815 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-eb3873e8-57ea-4a2f-924a-e0a2bd8094f4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:57.307719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69dcbe4-4fd1-4818-8583-24b2fc64153b']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:57.315879 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3873e8-57ea-4a2f-924a-e0a2bd8094f4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event updated for resources: {'Port': ['ID=086a4ff5-5279-41dd-a588-5fc2bfd431f2,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:57.319292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3873e8-57ea-4a2f-924a-e0a2bd8094f4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:57.329720 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.342230 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:57.342871 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.350563 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:57.360176 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Usage tracker for resource:security_group_rule and tenant:97714bc7d24347d8937d7bbaddaf49e3 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:57.369188 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:57.375821 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:57.379939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefb8a56-e21d-40db-889e-78731d9c4ad0') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:57.380245 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefb8a56-e21d-40db-889e-78731d9c4ad0') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:57.404447 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.411565 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:57.445070 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.459718 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3873e8-57ea-4a2f-924a-e0a2bd8094f4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:57.460656 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eb3873e8-57ea-4a2f-924a-e0a2bd8094f4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.473643 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:57.474052 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:57.491606 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:57.515528 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.522545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.558861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Pushing event deleted for resources: {'Network': ['ID=3b5b04fa-1e24-453f-83a6-7d1810ca3421,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:57.566250 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] 10.222.0.36 "DELETE /v2.0/networks/3b5b04fa-1e24-453f-83a6-7d1810ca3421 HTTP/1.1" status: 204 len: 168 time: 0.7634628 Feb 10 11:35:57.576462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.577021 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.577591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.578144 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.578697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.579243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.579804 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.580334 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.580875 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.581541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.582078 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde6ddc-f3be-4078-b02c-fc4dfa831f28 tempest-NetworksTestDHCPv6-694763552 tempest-NetworksTestDHCPv6-694763552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.677092 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-268b0e47-ef32-4bb4-b5ab-449772097167 None None] Provisioning for port 086a4ff5-5279-41dd-a588-5fc2bfd431f2 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:57.681258 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.684051 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-268b0e47-ef32-4bb4-b5ab-449772097167 None None] Provisioning complete for port 086a4ff5-5279-41dd-a588-5fc2bfd431f2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:57.684502 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-268b0e47-ef32-4bb4-b5ab-449772097167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.704940 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eb3873e8-57ea-4a2f-924a-e0a2bd8094f4 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7179973 Feb 10 11:35:57.706429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.709512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37724) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:57.723361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d1111205-8cd4-49ef-84f3-6ef5b9bb60d8 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:78:f1:8e'}]}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:57.732182 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Network': ['ID=b69dcbe4-4fd1-4818-8583-24b2fc64153b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:57.739704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.749289 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/b69dcbe4-4fd1-4818-8583-24b2fc64153b HTTP/1.1" status: 204 len: 168 time: 5.2007282 Feb 10 11:35:57.751250 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.756973 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37728) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:57.774335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-268b0e47-ef32-4bb4-b5ab-449772097167 None None] Port 086a4ff5-5279-41dd-a588-5fc2bfd431f2 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:57.812671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.812965 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.813405 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.813818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.814152 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.814539 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.814868 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.815185 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.815558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.815995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.816322 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310afe-ed90-48f3-bb68-d7957a5d21da tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:57.829826 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98c2403-6b9a-4963-b144-8af704e136f1 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:57.830269 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98c2403-6b9a-4963-b144-8af704e136f1 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:57.831947 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c98c2403-6b9a-4963-b144-8af704e136f1 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/subnets/1727f4ab-1fa4-4776-a6ee-db5631e9099e HTTP/1.1" status: 404 len: 337 time: 0.0650935 Feb 10 11:35:57.839665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37732) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:57.853473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:57.856195 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e7f055-cdd4-4b2b-892b-f4385ff0dec6,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:57.869053 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.869447 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Added segment 8289a1a2-d5a8-4b6e-acdf-9164f887e2fa of type vlan for network 7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97 Feb 10 11:35:57.898229 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-14469912-6fa5-4069-9fe9-f3c661a23c32 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:57.898675 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14469912-6fa5-4069-9fe9-f3c661a23c32 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:57.900928 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-14469912-6fa5-4069-9fe9-f3c661a23c32 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/b69dcbe4-4fd1-4818-8583-24b2fc64153b HTTP/1.1" status: 404 len: 339 time: 0.0588191 Feb 10 11:35:57.906129 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37736) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:57.913492 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.967841 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-18535e7f-0e5b-4341-95a8-0376698b8290 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:57.968727 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18535e7f-0e5b-4341-95a8-0376698b8290 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:57.987350 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-18535e7f-0e5b-4341-95a8-0376698b8290 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/subnets/eb59f108-4178-4909-b336-b1eaa5015f04 HTTP/1.1" status: 404 len: 337 time: 0.0797725 Feb 10 11:35:57.992550 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37740) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:58.047146 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-78cb2e80-9dc6-42b7-a8e0-5a1bba137332 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:58.048300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78cb2e80-9dc6-42b7-a8e0-5a1bba137332 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:58.050946 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-78cb2e80-9dc6-42b7-a8e0-5a1bba137332 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/bfabe18a-3ad5-4849-85bc-0fbc9f8378bb HTTP/1.1" status: 404 len: 339 time: 0.0569861 Feb 10 11:35:58.052390 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.057631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:58.058666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.059676 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37744) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:58.161322 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5564225 Feb 10 11:35:58.165710 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37748) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:58.183009 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6fead16d-0ea8-4904-9154-bf72e13ce972 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Request body: {'subnet': {'network_id': '7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:58.266352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f32d6a-ea3a-42a7-a411-a8bd6689e226 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Pushing event updated for resources: {'Network': ['ID=7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:58.295948 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:58.322923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1111205-8cd4-49ef-84f3-6ef5b9bb60d8 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.384342 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c035824c-ac27-4ac5-880d-3220bf07fff0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.396798 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6fead16d-0ea8-4904-9154-bf72e13ce972 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:58.406931 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6fead16d-0ea8-4904-9154-bf72e13ce972 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Usage tracker for resource:subnet and tenant:97714bc7d24347d8937d7bbaddaf49e3 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:58.412723 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6fead16d-0ea8-4904-9154-bf72e13ce972 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:58.442175 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6fead16d-0ea8-4904-9154-bf72e13ce972 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:58.452171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37754) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:58.466641 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fead16d-0ea8-4904-9154-bf72e13ce972 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Made reservation on behalf of 97714bc7d24347d8937d7bbaddaf49e3 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:58.646507 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6fead16d-0ea8-4904-9154-bf72e13ce972 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.698379 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c035824c-ac27-4ac5-880d-3220bf07fff0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.755070 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c035824c-ac27-4ac5-880d-3220bf07fff0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5f6c16-39dc-493f-bf28-98c865de5152']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:58.785376 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c035824c-ac27-4ac5-880d-3220bf07fff0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479de085-1dc3-439f-a703-24c95d8d04df') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:58.785707 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c035824c-ac27-4ac5-880d-3220bf07fff0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479de085-1dc3-439f-a703-24c95d8d04df') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:58.821496 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0631caeb-88fa-4256-838d-bb86cdfb5217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.839114 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c035824c-ac27-4ac5-880d-3220bf07fff0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.877789 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c035824c-ac27-4ac5-880d-3220bf07fff0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.882950 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2a99a0c7-35fc-44c9-bd71-bb58efb1235d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79bfb2d68ba14de4ad8b7bd4e49aa6f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4247200 Feb 10 11:35:58.888667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37762) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:58.918005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c035824c-ac27-4ac5-880d-3220bf07fff0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:58.918565 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c035824c-ac27-4ac5-880d-3220bf07fff0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:58.938148 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:59.148334 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-d1111205-8cd4-49ef-84f3-6ef5b9bb60d8 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:35:59.164066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1111205-8cd4-49ef-84f3-6ef5b9bb60d8 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.165787 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c035824c-ac27-4ac5-880d-3220bf07fff0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.188641 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c035824c-ac27-4ac5-880d-3220bf07fff0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.191039 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1111205-8cd4-49ef-84f3-6ef5b9bb60d8 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.223742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6fead16d-0ea8-4904-9154-bf72e13ce972 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.244512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035824c-ac27-4ac5-880d-3220bf07fff0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Network': ['ID=7a5f6c16-39dc-493f-bf28-98c865de5152,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:59.258958 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c035824c-ac27-4ac5-880d-3220bf07fff0 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/7a5f6c16-39dc-493f-bf28-98c865de5152 HTTP/1.1" status: 204 len: 168 time: 1.1978118 Feb 10 11:35:59.263863 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37770) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:59.361234 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-721eaaec-ba4e-4042-bc91-b7e157f2efe9 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:59.361433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-55ee2bee-02a9-4ebf-824d-4eb9b9072a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.362006 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721eaaec-ba4e-4042-bc91-b7e157f2efe9 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:59.396106 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-721eaaec-ba4e-4042-bc91-b7e157f2efe9 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/subnets/f6e59089-0f81-45ce-b629-040237da2877 HTTP/1.1" status: 404 len: 337 time: 0.1273615 Feb 10 11:35:59.400705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37774) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:59.420588 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1111205-8cd4-49ef-84f3-6ef5b9bb60d8 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event updated for resources: {'Port': ['ID=086a4ff5-5279-41dd-a588-5fc2bfd431f2,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:59.429663 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fead16d-0ea8-4904-9154-bf72e13ce972 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Pushing event updated for resources: {'Subnet': ['ID=412cdf01-f724-422b-9702-b3fd53a8ba46,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:59.446826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fead16d-0ea8-4904-9154-bf72e13ce972 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Checking segment: {'id': '8289a1a2-d5a8-4b6e-acdf-9164f887e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:59.447386 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fead16d-0ea8-4904-9154-bf72e13ce972 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Network hostable DHCP agents. Network: 7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:59.489485 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fead16d-0ea8-4904-9154-bf72e13ce972 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Network 7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:59.501066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-55ee2bee-02a9-4ebf-824d-4eb9b9072a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.507142 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-6fead16d-0ea8-4904-9154-bf72e13ce972 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:59.512958 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fded00-ca78-44b1-9812-32102449903a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:59.514042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4fded00-ca78-44b1-9812-32102449903a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:59.514663 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fead16d-0ea8-4904-9154-bf72e13ce972 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:59.515713 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6fead16d-0ea8-4904-9154-bf72e13ce972 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.517655 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c4fded00-ca78-44b1-9812-32102449903a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/bda5fd56-846c-43d3-9ea7-9f6b1acf229d HTTP/1.1" status: 404 len: 339 time: 0.1077449 Feb 10 11:35:59.519298 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d1111205-8cd4-49ef-84f3-6ef5b9bb60d8 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] In _notify_port_updated(), no bound segment for port 086a4ff5-5279-41dd-a588-5fc2bfd431f2 on network 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 {{(pid=83555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:35:59.526774 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed35318-e032-470e-8857-c3837b0b11b9 None None] Network 7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:59.527109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1111205-8cd4-49ef-84f3-6ef5b9bb60d8 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:59.528414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1111205-8cd4-49ef-84f3-6ef5b9bb60d8 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.530798 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d1111205-8cd4-49ef-84f3-6ef5b9bb60d8 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "PUT /v2.0/ports/086a4ff5-5279-41dd-a588-5fc2bfd431f2 HTTP/1.1" status: 200 len: 994 time: 1.8192978 Feb 10 11:35:59.536243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37778) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:59.537068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37780) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:59.576851 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6fead16d-0ea8-4904-9154-bf72e13ce972 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4063764 Feb 10 11:35:59.577578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37786) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:59.588398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Request body: {'port': {'network_id': '7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97', 'name': 'tempest-TagsExtTest-227857864'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:59.687070 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ba616a-c780-445c-98c8-a01938499e2b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:59.687629 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ba616a-c780-445c-98c8-a01938499e2b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:59.695107 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-26ba616a-c780-445c-98c8-a01938499e2b tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/subnets/b64dd211-0fb9-4ee9-a1a0-e677264da6cc HTTP/1.1" status: 404 len: 337 time: 0.1516156 Feb 10 11:35:59.696995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bdea8ce0-3ea9-4c5b-b473-3523cf81bb1c None None] Provisioning complete for port 086a4ff5-5279-41dd-a588-5fc2bfd431f2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:59.698608 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bdea8ce0-3ea9-4c5b-b473-3523cf81bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.698825 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37790) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:59.765420 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d252b6-9469-4037-9190-82bd82574dec tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:59.765865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d252b6-9469-4037-9190-82bd82574dec tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:59.767537 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-21d252b6-9469-4037-9190-82bd82574dec tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/a57125c6-e2fb-4a2d-8b9f-b718b9656c65 HTTP/1.1" status: 404 len: 339 time: 0.0547345 Feb 10 11:35:59.772379 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37794) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:59.778527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-34fbb462-92ee-4acb-b2f1-401ecfeab2c7 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Deleting port 086a4ff5-5279-41dd-a588-5fc2bfd431f2 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:59.778914 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34fbb462-92ee-4acb-b2f1-401ecfeab2c7 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.867516 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73513f0-193e-43ab-b603-f300e8fc4b2c tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:59.867960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73513f0-193e-43ab-b603-f300e8fc4b2c tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:59.874179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.878651 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-bdea8ce0-3ea9-4c5b-b473-3523cf81bb1c None None] Port 086a4ff5-5279-41dd-a588-5fc2bfd431f2 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:59.893321 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e73513f0-193e-43ab-b603-f300e8fc4b2c tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/subnets/22c468ba-96a6-4501-ab65-11ff88a6643e HTTP/1.1" status: 404 len: 337 time: 0.1167474 Feb 10 11:35:59.894272 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37798) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:59.922188 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:59.931918 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Usage tracker for resource:port and tenant:97714bc7d24347d8937d7bbaddaf49e3 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:59.937236 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:59.950204 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:59.957405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-55ee2bee-02a9-4ebf-824d-4eb9b9072a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.960893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-55ee2bee-02a9-4ebf-824d-4eb9b9072a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.962343 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-55ee2bee-02a9-4ebf-824d-4eb9b9072a61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04aa48a3-0b0c-4fc2-8092-4fe595582eff HTTP/1.1" status: 204 len: 168 time: 1.0626876 Feb 10 11:35:59.976578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Made reservation on behalf of 97714bc7d24347d8937d7bbaddaf49e3 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:59.982128 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afb80b2-f8fb-43ae-af86-29736ea77dbc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:59.982392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97', 'network_id': '7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97', 'tenant_id': '97714bc7d24347d8937d7bbaddaf49e3', 'fixed_ips': [{'subnet_id': '412cdf01-f724-422b-9702-b3fd53a8ba46'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:59.982599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7afb80b2-f8fb-43ae-af86-29736ea77dbc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:59.983003 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.987979 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7afb80b2-f8fb-43ae-af86-29736ea77dbc tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/cf9a39e0-3862-49f6-89fe-3ac59590a0f8 HTTP/1.1" status: 404 len: 339 time: 0.0860467 Feb 10 11:35:59.989829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.996132 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37804) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:00.001644 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee2bee-02a9-4ebf-824d-4eb9b9072a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04aa48a3-0b0c-4fc2-8092-4fe595582eff,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:00.072579 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-42195fab-9da7-426f-9b46-f9258d80b752 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:00.073094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42195fab-9da7-426f-9b46-f9258d80b752 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:00.074879 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-42195fab-9da7-426f-9b46-f9258d80b752 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/subnets/ff3653f4-10b4-485c-a8db-746b970fc303 HTTP/1.1" status: 404 len: 337 time: 0.0777802 Feb 10 11:36:00.084744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37808) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:00.149310 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.164739 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] device_id is not set on port 8ed9669e-cfd8-48e3-a7ab-5d2017404024 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:36:00.207511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34fbb462-92ee-4acb-b2f1-401ecfeab2c7 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.247597 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Allocated IP 172.20.0.2 (7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97/412cdf01-f724-422b-9702-b3fd53a8ba46/0e308337-3ef6-493f-ab54-09ddcaac7c44) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:00.327603 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f39d1a-2a5b-4f8d-b5d1-3d6e96a4fd1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:00.328695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f39d1a-2a5b-4f8d-b5d1-3d6e96a4fd1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:00.339550 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e9f39d1a-2a5b-4f8d-b5d1-3d6e96a4fd1a tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/a9480138-b50e-4727-b9a8-2ef8a1086c33 HTTP/1.1" status: 404 len: 339 time: 0.2498846 Feb 10 11:36:00.345645 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37814) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:00.353904 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-34fbb462-92ee-4acb-b2f1-401ecfeab2c7 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Calling delete_port for 086a4ff5-5279-41dd-a588-5fc2bfd431f2 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:00.390024 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-980c4d8f-fbf1-44b7-846c-c08c3942fded tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:00.390805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980c4d8f-fbf1-44b7-846c-c08c3942fded tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:00.393010 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-980c4d8f-fbf1-44b7-846c-c08c3942fded tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/subnets/b615c7c9-cae0-45a6-a84c-e717f1eff2ea HTTP/1.1" status: 404 len: 337 time: 0.0463245 Feb 10 11:36:00.395677 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37818) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:00.446428 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a83b462-4320-41ee-9c66-ad0960a91dea tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:00.447221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a83b462-4320-41ee-9c66-ad0960a91dea tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:00.452452 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7a83b462-4320-41ee-9c66-ad0960a91dea tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/d61978df-838f-4d71-a63f-60c6b0d97a58 HTTP/1.1" status: 404 len: 339 time: 0.0529060 Feb 10 11:36:00.453831 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37822) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:00.539346 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e61761f-e00c-4a57-ab07-144b5ab1d304 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:00.539788 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e61761f-e00c-4a57-ab07-144b5ab1d304 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:00.541518 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9e61761f-e00c-4a57-ab07-144b5ab1d304 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/subnets/6e0bac82-0cde-4c9f-9e2e-446ac48d7baf HTTP/1.1" status: 404 len: 337 time: 0.0862873 Feb 10 11:36:00.545311 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37828) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:00.561454 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.601271 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdedd28-613f-4881-bd71-e94a56dcebef tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:00.602525 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cdedd28-613f-4881-bd71-e94a56dcebef tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:00.609422 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3cdedd28-613f-4881-bd71-e94a56dcebef tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/3ecd78b8-bbe1-4a31-938e-a1ac9c868659 HTTP/1.1" status: 404 len: 339 time: 0.0587170 Feb 10 11:36:00.609913 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37834) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:00.655500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Transition to ACTIVE for port object 0e308337-3ef6-493f-ab54-09ddcaac7c44 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:00.663807 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd5db1f-73c2-4193-9938-4ecec58ca298 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:00.664141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd5db1f-73c2-4193-9938-4ecec58ca298 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:00.668623 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2bd5db1f-73c2-4193-9938-4ecec58ca298 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/subnets/fac1a1a4-b530-472b-b8ac-11c6556579db HTTP/1.1" status: 404 len: 337 time: 0.0546269 Feb 10 11:36:00.668994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34fbb462-92ee-4acb-b2f1-401ecfeab2c7 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.669231 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37840) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:00.697405 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Transition to ACTIVE for port object 0e308337-3ef6-493f-ab54-09ddcaac7c44 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:00.699592 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd12cc6e-2e5b-420d-857d-19ab7e59393c tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:00.700030 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd12cc6e-2e5b-420d-857d-19ab7e59393c tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:00.705019 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bd12cc6e-2e5b-420d-857d-19ab7e59393c tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/78ab1d31-8edf-4dd6-a630-158201a1d8dc HTTP/1.1" status: 404 len: 339 time: 0.0316436 Feb 10 11:36:00.706129 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37844) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:00.714373 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.716557 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbb462-92ee-4acb-b2f1-401ecfeab2c7 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event deleted for resources: {'Port': ['ID=086a4ff5-5279-41dd-a588-5fc2bfd431f2,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:00.826313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Network 7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:00.832638 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:00.846275 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:00.851746 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2ec9e4-c01d-4536-8191-b2fae5de86b2 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:00.852589 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e2ec9e4-c01d-4536-8191-b2fae5de86b2 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:00.853168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Pushing event updated for resources: {'Port': ['ID=0e308337-3ef6-493f-ab54-09ddcaac7c44,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:00.857997 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8e2ec9e4-c01d-4536-8191-b2fae5de86b2 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/subnets/bd59b7ca-a86d-4642-a73c-e2dd034f21cf HTTP/1.1" status: 404 len: 337 time: 0.1505682 Feb 10 11:36:00.862107 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37850) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:00.903093 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c94682-bcfe-47b4-a995-bbc6d8b2c73c tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:00.903691 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c94682-bcfe-47b4-a995-bbc6d8b2c73c tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:00.907160 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:00.907993 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:00.907993 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:00.908315 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:00.908486 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:00.908800 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:00.909041 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-20c94682-bcfe-47b4-a995-bbc6d8b2c73c tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/bd576572-5b58-40a3-95c9-770c755e02f5 HTTP/1.1" status: 404 len: 339 time: 0.0451248 Feb 10 11:36:00.909240 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:00.909466 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:00.909795 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:00.909991 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37854) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:00.910166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:00.910425 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:00.997945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Attempting to bind port 0e308337-3ef6-493f-ab54-09ddcaac7c44 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:00.998222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Attempting to bind port 0e308337-3ef6-493f-ab54-09ddcaac7c44 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '8289a1a2-d5a8-4b6e-acdf-9164f887e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:00.998587 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Attempting to bind port 0e308337-3ef6-493f-ab54-09ddcaac7c44 on network 7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:01.010230 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Allocated IP 172.20.0.8 (7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97/412cdf01-f724-422b-9702-b3fd53a8ba46/8ed9669e-cfd8-48e3-a7ab-5d2017404024) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:01.015402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:01.015779 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Checking segment: {'id': '8289a1a2-d5a8-4b6e-acdf-9164f887e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:01.016750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.016979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Bound using segment: {'id': '8289a1a2-d5a8-4b6e-acdf-9164f887e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:01.018490 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Bound port: 0e308337-3ef6-493f-ab54-09ddcaac7c44, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8289a1a2-d5a8-4b6e-acdf-9164f887e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:01.018490 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.145895 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] For port 0e308337-3ef6-493f-ab54-09ddcaac7c44, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:01.151130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] For port 0e308337-3ef6-493f-ab54-09ddcaac7c44, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0e308337-3ef6-493f-ab54-09ddcaac7c44,segment=NetworkSegment(8289a1a2-d5a8-4b6e-acdf-9164f887e2fa),segment_id=8289a1a2-d5a8-4b6e-acdf-9164f887e2fa)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:01.160409 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.204695 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34fbb462-92ee-4acb-b2f1-401ecfeab2c7 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.219409 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7418ba-1d3d-41b2-9d1a-9cf289ec5738 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Deleting subnet 72ef8784-d7de-4e65-9f60-08167139a48c {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:36:01.226365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b7418ba-1d3d-41b2-9d1a-9cf289ec5738 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.233875 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-34fbb462-92ee-4acb-b2f1-401ecfeab2c7 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "DELETE /v2.0/ports/086a4ff5-5279-41dd-a588-5fc2bfd431f2 HTTP/1.1" status: 204 len: 168 time: 1.6924210 Feb 10 11:36:01.241848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37858) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:01.298723 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4c4e0-e3e7-4e79-a617-81c147b34c68 None None] Pushing event updated for resources: {'Port': ['ID=0e308337-3ef6-493f-ab54-09ddcaac7c44,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:01.332708 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6d7a4d-4ec4-4230-9e0e-92ecdfbf3b83 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] GET failed (client error): The resource could not be found. Feb 10 11:36:01.333579 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ff6d7a4d-4ec4-4230-9e0e-92ecdfbf3b83 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Synchronizing usage tracker for tenant:3e0b51f1e840466bb976d00c6eb29f1d on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:01.370622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ff6d7a4d-4ec4-4230-9e0e-92ecdfbf3b83 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Unset dirty status for tenant:3e0b51f1e840466bb976d00c6eb29f1d on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:01.380192 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ff6d7a4d-4ec4-4230-9e0e-92ecdfbf3b83 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "GET /v2.0/ports/086a4ff5-5279-41dd-a588-5fc2bfd431f2 HTTP/1.1" status: 404 len: 333 time: 0.1366448 Feb 10 11:36:01.380842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37864) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:01.391430 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-569bed48-acf7-4f0d-92d3-094b916fcba9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Request body: {'port': {'network_id': '65a0b7b9-3c59-4f2d-a803-4994442b2ca3', 'name': 'tempest-AllowedAddressPairTestJSON-1832188067'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:01.408383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b7418ba-1d3d-41b2-9d1a-9cf289ec5738 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.491358 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.764310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-569bed48-acf7-4f0d-92d3-094b916fcba9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:01.778098 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-569bed48-acf7-4f0d-92d3-094b916fcba9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:01.798339 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569bed48-acf7-4f0d-92d3-094b916fcba9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Made reservation on behalf of 3e0b51f1e840466bb976d00c6eb29f1d for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:01.807139 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-569bed48-acf7-4f0d-92d3-094b916fcba9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.854050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.863225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-569bed48-acf7-4f0d-92d3-094b916fcba9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] device_id is not set on port a796a97d-c39a-4907-8efe-bbcaff06e63a yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:36:01.891448 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b7418ba-1d3d-41b2-9d1a-9cf289ec5738 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.951896 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37874) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:01.967480 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Transition to ACTIVE for port object 8ed9669e-cfd8-48e3-a7ab-5d2017404024 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:02.054095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.117921 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b7418ba-1d3d-41b2-9d1a-9cf289ec5738 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.202341 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1426118200'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:02.214073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:02.220651 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7418ba-1d3d-41b2-9d1a-9cf289ec5738 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Subnet': ['ID=72ef8784-d7de-4e65-9f60-08167139a48c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:02.235803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:network and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:02.244370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:02.253252 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Network 7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:02.259137 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc07bcc-825d-4edf-b3da-f411043686d3 None None] Network 6dfac567-7d3b-469f-8d87-3cd1aa7da814 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:02.259761 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b7418ba-1d3d-41b2-9d1a-9cf289ec5738 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.260635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:02.264230 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:02.267175 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Pushing event updated for resources: {'Port': ['ID=8ed9669e-cfd8-48e3-a7ab-5d2017404024,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:02.270933 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:02.281953 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-569bed48-acf7-4f0d-92d3-094b916fcba9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Allocated IP 172.20.0.4 (65a0b7b9-3c59-4f2d-a803-4994442b2ca3/1616e107-686c-4c78-ab6f-fc91a7131ae1/a796a97d-c39a-4907-8efe-bbcaff06e63a) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:02.286518 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:02.290312 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.310899 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.375825 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3b7418ba-1d3d-41b2-9d1a-9cf289ec5738 tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/subnets/72ef8784-d7de-4e65-9f60-08167139a48c HTTP/1.1" status: 204 len: 168 time: 1.4543521 Feb 10 11:36:02.375825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37880) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:02.382192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:02.396087 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:security_group_rule and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:02.401643 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:02.432906 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:02.614416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.628390 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.672810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:02.675335 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.701816 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:02.720367 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4f5612f8-66ca-48ca-819a-4cb6f1e8fa33 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.1413569 Feb 10 11:36:02.734281 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37884) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:02.754357 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3bce7764-7f66-4c6b-a71a-635899ead13e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-411820428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:02.762781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3bce7764-7f66-4c6b-a71a-635899ead13e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:02.780596 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1c8ee8-76d7-4833-af77-54f03a925bc6,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:02.781600 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bead6a2-0e49-404b-93bb-f853d084c93e None None] DHCP port deletion for 6dfac567-7d3b-469f-8d87-3cd1aa7da814 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:36:02.783967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3bce7764-7f66-4c6b-a71a-635899ead13e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Usage tracker for resource:router and tenant:97714bc7d24347d8937d7bbaddaf49e3 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:02.788749 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.790105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0bead6a2-0e49-404b-93bb-f853d084c93e None None] Deleting port af4fb912-165e-4369-98af-6c81d4f1aff6 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:02.791864 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.792726 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Added segment 8acf4ccf-c295-4324-be3e-13886cafeff0 of type vlan for network d9acfae4-ad6a-4df4-8f29-81cef3f47a35 Feb 10 11:36:02.793650 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0bead6a2-0e49-404b-93bb-f853d084c93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.795698 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3bce7764-7f66-4c6b-a71a-635899ead13e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:02.806651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-569bed48-acf7-4f0d-92d3-094b916fcba9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.810202 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Deleting port af4fb912-165e-4369-98af-6c81d4f1aff6 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:02.810654 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.821777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3bce7764-7f66-4c6b-a71a-635899ead13e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:02.867268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.879906 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a334aa-26d9-4d2e-a872-9b0b1cbc1805 None None] Network 7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:02.922907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-569bed48-acf7-4f0d-92d3-094b916fcba9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Transition to ACTIVE for port object a796a97d-c39a-4907-8efe-bbcaff06e63a will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:02.947288 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.951565 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:02.952287 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.996887 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-569bed48-acf7-4f0d-92d3-094b916fcba9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.063493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569bed48-acf7-4f0d-92d3-094b916fcba9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Network 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:03.064680 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3bce7764-7f66-4c6b-a71a-635899ead13e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.066018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3bce7764-7f66-4c6b-a71a-635899ead13e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.087479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-569bed48-acf7-4f0d-92d3-094b916fcba9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:03.125795 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] For port af4fb912-165e-4369-98af-6c81d4f1aff6, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=af4fb912-165e-4369-98af-6c81d4f1aff6,segment=NetworkSegment(6d800b89-e9e4-44ca-80b2-2f57c62231a3),segment_id=6d800b89-e9e4-44ca-80b2-2f57c62231a3)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:03.126717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.148334 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1951981 Feb 10 11:36:03.162895 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569bed48-acf7-4f0d-92d3-094b916fcba9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:03.192880 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a67eb243-639b-4b8f-bc69-db82b6da84fe None None] Provisioning for port 0e308337-3ef6-493f-ab54-09ddcaac7c44 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:03.206456 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37888) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:03.280408 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b442adc3-3977-4e62-b2b1-1963ba56fd21 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'network': {'name': 'tempest-RoutersTest-843650688'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:03.286244 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b442adc3-3977-4e62-b2b1-1963ba56fd21 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:03.291027 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b442adc3-3977-4e62-b2b1-1963ba56fd21 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:network and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:03.295053 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b442adc3-3977-4e62-b2b1-1963ba56fd21 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:03.302088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b442adc3-3977-4e62-b2b1-1963ba56fd21 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:03.319252 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Calling delete_port for af4fb912-165e-4369-98af-6c81d4f1aff6 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:03.321579 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d4e36-3450-4891-a7fc-0f51710154ed tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Network': ['ID=d9acfae4-ad6a-4df4-8f29-81cef3f47a35,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:03.326404 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bed48-acf7-4f0d-92d3-094b916fcba9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event updated for resources: {'Port': ['ID=a796a97d-c39a-4907-8efe-bbcaff06e63a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:03.353335 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3bce7764-7f66-4c6b-a71a-635899ead13e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.362691 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network d9acfae4-ad6a-4df4-8f29-81cef3f47a35 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:03.379991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569bed48-acf7-4f0d-92d3-094b916fcba9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:03.381637 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-569bed48-acf7-4f0d-92d3-094b916fcba9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.433271 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-569bed48-acf7-4f0d-92d3-094b916fcba9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0478790 Feb 10 11:36:03.433414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37892) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:03.439925 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-973b2d0d-aca4-45ea-9999-7385115f28c6 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:78:f1:8e'}]}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:03.478185 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b442adc3-3977-4e62-b2b1-1963ba56fd21 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:03.483703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b442adc3-3977-4e62-b2b1-1963ba56fd21 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.504032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.532395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3bce7764-7f66-4c6b-a71a-635899ead13e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.548932 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0e308337-3ef6-493f-ab54-09ddcaac7c44 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:03.582320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Port': ['ID=af4fb912-165e-4369-98af-6c81d4f1aff6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:03.598560 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] No DVR routers for this DVR port af4fb912-165e-4369-98af-6c81d4f1aff6 on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:36:03.614015 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3bce7764-7f66-4c6b-a71a-635899ead13e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.618741 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3bce7764-7f66-4c6b-a71a-635899ead13e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8785915 Feb 10 11:36:03.619002 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37896) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:03.627259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-c41c7c7c-8f3c-4388-baed-1d7357b016c2 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1199941547', 'prefixes': ['172.20.0.0/16']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:03.637257 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c41c7c7c-8f3c-4388-baed-1d7357b016c2 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:03.670354 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b442adc3-3977-4e62-b2b1-1963ba56fd21 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:03.688888 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-0bead6a2-0e49-404b-93bb-f853d084c93e None None] For port af4fb912-165e-4369-98af-6c81d4f1aff6, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=af4fb912-165e-4369-98af-6c81d4f1aff6,segment=NetworkSegment(6d800b89-e9e4-44ca-80b2-2f57c62231a3),segment_id=6d800b89-e9e4-44ca-80b2-2f57c62231a3)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:03.689932 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0bead6a2-0e49-404b-93bb-f853d084c93e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.774369 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-973b2d0d-aca4-45ea-9999-7385115f28c6 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.781761 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b442adc3-3977-4e62-b2b1-1963ba56fd21 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.782273 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-b442adc3-3977-4e62-b2b1-1963ba56fd21 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Added segment 067071d5-1b0e-4c1a-a6d8-efe35a2338d7 of type vlan for network b544e365-241e-401c-8488-d40ba043ecc3 Feb 10 11:36:03.824785 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.825183 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-35f22a0f-07ff-4f68-b00f-b0af0142e6f0 None None] Provisioning for port a796a97d-c39a-4907-8efe-bbcaff06e63a completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:03.835748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0bead6a2-0e49-404b-93bb-f853d084c93e None None] Calling delete_port for af4fb912-165e-4369-98af-6c81d4f1aff6 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:03.884371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c41c7c7c-8f3c-4388-baed-1d7357b016c2 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks [] for subnetpool, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.889309 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c41c7c7c-8f3c-4388-baed-1d7357b016c2 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2653627 Feb 10 11:36:03.890752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37900) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:03.901340 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-440a1b12-6121-4bb7-b7b0-8c3bdb478961 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '412cdf01-f724-422b-9702-b3fd53a8ba46', 'tempest-TagsExtTest-Tag-1957258514') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:03.922618 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-35f22a0f-07ff-4f68-b00f-b0af0142e6f0 None None] Provisioning complete for port a796a97d-c39a-4907-8efe-bbcaff06e63a triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:03.923084 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-35f22a0f-07ff-4f68-b00f-b0af0142e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.936742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfac567-7d3b-469f-8d87-3cd1aa7da814']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:03.975098 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d800b89-e9e4-44ca-80b2-2f57c62231a3') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:03.975884 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d800b89-e9e4-44ca-80b2-2f57c62231a3') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:03.996297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b442adc3-3977-4e62-b2b1-1963ba56fd21 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.008859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.025473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-35f22a0f-07ff-4f68-b00f-b0af0142e6f0 None None] Port a796a97d-c39a-4907-8efe-bbcaff06e63a cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:04.035020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 0e308337-3ef6-493f-ab54-09ddcaac7c44 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:04.047157 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 0e308337-3ef6-493f-ab54-09ddcaac7c44 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:04.047725 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.049675 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.061510 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:04.062004 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:04.077616 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:04.110665 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-0bead6a2-0e49-404b-93bb-f853d084c93e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:36:04.111187 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-0bead6a2-0e49-404b-93bb-f853d084c93e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:36:04.158504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b442adc3-3977-4e62-b2b1-1963ba56fd21 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.163635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b442adc3-3977-4e62-b2b1-1963ba56fd21 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:04.164472 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b442adc3-3977-4e62-b2b1-1963ba56fd21 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.176444 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-973b2d0d-aca4-45ea-9999-7385115f28c6 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.187281 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-973b2d0d-aca4-45ea-9999-7385115f28c6 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.246312 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.298370 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.323954 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-440a1b12-6121-4bb7-b7b0-8c3bdb478961 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "PUT /v2.0/subnets/412cdf01-f724-422b-9702-b3fd53a8ba46/tags/tempest-TagsExtTest-Tag-1957258514 HTTP/1.1" status: 201 len: 201 time: 0.4319730 Feb 10 11:36:04.328050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b2d0d-aca4-45ea-9999-7385115f28c6 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event updated for resources: {'Port': ['ID=a796a97d-c39a-4907-8efe-bbcaff06e63a,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:04.330327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37904) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:04.331108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 0e308337-3ef6-493f-ab54-09ddcaac7c44, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0e308337-3ef6-493f-ab54-09ddcaac7c44,segment=NetworkSegment(8289a1a2-d5a8-4b6e-acdf-9164f887e2fa),segment_id=8289a1a2-d5a8-4b6e-acdf-9164f887e2fa)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:04.338789 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.339958 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.345660 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] 10.222.0.36 "DELETE /v2.0/networks/6dfac567-7d3b-469f-8d87-3cd1aa7da814 HTTP/1.1" status: 204 len: 168 time: 1.9646523 Feb 10 11:36:04.345660 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442adc3-3977-4e62-b2b1-1963ba56fd21 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Network': ['ID=b544e365-241e-401c-8488-d40ba043ecc3,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:04.361153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-e209c2c5-2b41-4457-b6d6-9741e1a4264c tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8ed9669e-cfd8-48e3-a7ab-5d2017404024', 'tempest-TagsExtTest-Tag-1087993531') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:04.378603 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b442adc3-3977-4e62-b2b1-1963ba56fd21 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1696584 Feb 10 11:36:04.385364 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37910) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:04.394433 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ae813279-df95-41b2-821e-c579e56624b0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'subnet': {'network_id': 'd9acfae4-ad6a-4df4-8f29-81cef3f47a35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:04.416683 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf14458-2090-4d7f-94e7-f3b5107485df tempest-NetworksTest-917071731 tempest-NetworksTest-917071731-project] Pushing event deleted for resources: {'Network': ['ID=6dfac567-7d3b-469f-8d87-3cd1aa7da814,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:04.485641 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network b544e365-241e-401c-8488-d40ba043ecc3 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:04.535382 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device af4fb912-165e-4369-98af-6c81d4f1aff6 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:36:04.543643 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-973b2d0d-aca4-45ea-9999-7385115f28c6 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] In _notify_port_updated(), no bound segment for port a796a97d-c39a-4907-8efe-bbcaff06e63a on network 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 {{(pid=83555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:36:04.549658 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973b2d0d-aca4-45ea-9999-7385115f28c6 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:04.550431 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-973b2d0d-aca4-45ea-9999-7385115f28c6 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.552062 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-973b2d0d-aca4-45ea-9999-7385115f28c6 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "PUT /v2.0/ports/a796a97d-c39a-4907-8efe-bbcaff06e63a HTTP/1.1" status: 200 len: 996 time: 1.1176918 Feb 10 11:36:04.556425 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37914) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:04.628204 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0bead6a2-0e49-404b-93bb-f853d084c93e None None] Deleting port af4fb912-165e-4369-98af-6c81d4f1aff6 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:04.628971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0bead6a2-0e49-404b-93bb-f853d084c93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.657464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-06c38f54-3f51-4652-914c-65174c9342b2 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Deleting port a796a97d-c39a-4907-8efe-bbcaff06e63a {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:04.657916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-06c38f54-3f51-4652-914c-65174c9342b2 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.706410 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ae813279-df95-41b2-821e-c579e56624b0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:04.713077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ae813279-df95-41b2-821e-c579e56624b0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:subnet and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:04.716887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ae813279-df95-41b2-821e-c579e56624b0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:04.731200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ae813279-df95-41b2-821e-c579e56624b0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:04.759602 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae813279-df95-41b2-821e-c579e56624b0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:04.838899 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: af4fb912-165e-4369-98af-6c81d4f1aff6 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:36:04.839251 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device af4fb912-165e-4369-98af-6c81d4f1aff6 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:36:04.965518 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0bead6a2-0e49-404b-93bb-f853d084c93e None None] The port 'af4fb912-165e-4369-98af-6c81d4f1aff6' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:36:04.969718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=0e308337-3ef6-493f-ab54-09ddcaac7c44,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:04.986950 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2eeaaac2-f6e6-4526-9716-0ed540f0a98f None None] Provisioning complete for port 0e308337-3ef6-493f-ab54-09ddcaac7c44 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:04.987453 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2eeaaac2-f6e6-4526-9716-0ed540f0a98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.001921 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ae813279-df95-41b2-821e-c579e56624b0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.048172 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e209c2c5-2b41-4457-b6d6-9741e1a4264c tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "PUT /v2.0/ports/8ed9669e-cfd8-48e3-a7ab-5d2017404024/tags/tempest-TagsExtTest-Tag-1087993531 HTTP/1.1" status: 201 len: 201 time: 0.7096252 Feb 10 11:36:05.054742 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37920) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:05.095115 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:36:05.099741 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37926) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:05.269628 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2eeaaac2-f6e6-4526-9716-0ed540f0a98f None None] Provisioning for port 8ed9669e-cfd8-48e3-a7ab-5d2017404024 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:05.276282 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2eeaaac2-f6e6-4526-9716-0ed540f0a98f None None] Provisioning complete for port 8ed9669e-cfd8-48e3-a7ab-5d2017404024 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:05.276673 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2eeaaac2-f6e6-4526-9716-0ed540f0a98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.280902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-571d7e4e-1a42-49f0-add5-903db0385db0 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '12efcae8-494d-44c8-8207-0e2a8f79c15e', 'tempest-TagsExtTest-Tag-1290876299') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:05.326126 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ae813279-df95-41b2-821e-c579e56624b0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.375348 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-2eeaaac2-f6e6-4526-9716-0ed540f0a98f None None] Port 8ed9669e-cfd8-48e3-a7ab-5d2017404024 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:05.455278 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37932) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:05.477555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0e308337-3ef6-493f-ab54-09ddcaac7c44 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:05.554652 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-de5865f5-6e0f-41fe-a043-de4124d7a3b5 None None] Provisioning complete for port 8ed9669e-cfd8-48e3-a7ab-5d2017404024 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:05.555768 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-de5865f5-6e0f-41fe-a043-de4124d7a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.617729 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-de5865f5-6e0f-41fe-a043-de4124d7a3b5 None None] Port 8ed9669e-cfd8-48e3-a7ab-5d2017404024 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:05.626248 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 0e308337-3ef6-493f-ab54-09ddcaac7c44 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:05.626618 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.655570 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae813279-df95-41b2-821e-c579e56624b0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Subnet': ['ID=968ba572-5bac-4f0b-aae0-10dd9652cad9,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:05.663070 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-06c38f54-3f51-4652-914c-65174c9342b2 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.712459 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6fa4c5a5-1cb2-4f81-90bf-da17e3f40b46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0321bdcd3694442c81b48711c5018d0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6099157 Feb 10 11:36:05.714066 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae813279-df95-41b2-821e-c579e56624b0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Checking segment: {'id': '8acf4ccf-c295-4324-be3e-13886cafeff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd9acfae4-ad6a-4df4-8f29-81cef3f47a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:05.714838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae813279-df95-41b2-821e-c579e56624b0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network hostable DHCP agents. Network: d9acfae4-ad6a-4df4-8f29-81cef3f47a35, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:05.722316 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37936) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:05.752961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-de5865f5-6e0f-41fe-a043-de4124d7a3b5 None None] Provisioning complete for port a796a97d-c39a-4907-8efe-bbcaff06e63a triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:05.753540 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-de5865f5-6e0f-41fe-a043-de4124d7a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.812669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-06c38f54-3f51-4652-914c-65174c9342b2 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Calling delete_port for a796a97d-c39a-4907-8efe-bbcaff06e63a owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:05.820752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae813279-df95-41b2-821e-c579e56624b0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network d9acfae4-ad6a-4df4-8f29-81cef3f47a35 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:05.838810 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-de5865f5-6e0f-41fe-a043-de4124d7a3b5 None None] Port a796a97d-c39a-4907-8efe-bbcaff06e63a cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:05.873177 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6ea3eac8-7448-4f70-8e2f-887c71f1cc78 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=0287a4c215574103957c73d52a854e74&network_id=cb72c25c-df2c-4406-bb4c-56e973a31e8f HTTP/1.1" status: 200 len: 2999 time: 0.4022741 Feb 10 11:36:05.873411 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5564157-6cb4-4df1-b3c4-e210ea990b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.876295 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-571d7e4e-1a42-49f0-add5-903db0385db0 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "PUT /v2.0/routers/12efcae8-494d-44c8-8207-0e2a8f79c15e/tags/tempest-TagsExtTest-Tag-1290876299 HTTP/1.1" status: 201 len: 201 time: 0.8198500 Feb 10 11:36:05.886621 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37942) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:05.922702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5564157-6cb4-4df1-b3c4-e210ea990b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.936734 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ae813279-df95-41b2-821e-c579e56624b0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, d9acfae4-ad6a-4df4-8f29-81cef3f47a35) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:05.942290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae813279-df95-41b2-821e-c579e56624b0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:05.943952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ae813279-df95-41b2-821e-c579e56624b0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.955240 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-06a47d26-1637-418a-8497-891efb48fb24 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a5d29d17-f773-4edb-b062-22d47bbc2d95', 'tempest-TagsExtTest-Tag-785320974') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:05.971763 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b95e4da-64f0-42a4-8a7e-148b779f37fb None None] Network d9acfae4-ad6a-4df4-8f29-81cef3f47a35 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:06.038298 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ae813279-df95-41b2-821e-c579e56624b0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6515095 Feb 10 11:36:06.044460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 37948) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:06.065357 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-06a47d26-1637-418a-8497-891efb48fb24 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "PUT /v2.0/subnetpools/a5d29d17-f773-4edb-b062-22d47bbc2d95/tags/tempest-TagsExtTest-Tag-785320974 HTTP/1.1" status: 201 len: 201 time: 0.1728566 Feb 10 11:36:06.069185 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37952) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:06.069462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-07ff9cd2-65d3-44ae-ad1c-af37ea9d9051 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'subnet': {'network_id': 'b544e365-241e-401c-8488-d40ba043ecc3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:06.076308 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-d3921475-7859-40f1-8cda-e1b1e4aae42f tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '412cdf01-f724-422b-9702-b3fd53a8ba46') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:06.135542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5564157-6cb4-4df1-b3c4-e210ea990b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.154160 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5564157-6cb4-4df1-b3c4-e210ea990b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c32ffb-4441-409a-8ef5-44077e56c335,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:06.173586 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5564157-6cb4-4df1-b3c4-e210ea990b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.174906 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a5564157-6cb4-4df1-b3c4-e210ea990b4c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02c32ffb-4441-409a-8ef5-44077e56c335 HTTP/1.1" status: 204 len: 168 time: 0.4481928 Feb 10 11:36:06.189853 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d3921475-7859-40f1-8cda-e1b1e4aae42f tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/subnets/412cdf01-f724-422b-9702-b3fd53a8ba46/tags HTTP/1.1" status: 200 len: 241 time: 0.1191657 Feb 10 11:36:06.194711 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37958) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:06.208534 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-1902145f-374a-442a-8ef5-9359b1351620 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '412cdf01-f724-422b-9702-b3fd53a8ba46', 'tempest-TagsExtTest-Tag-1957258514') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:06.245500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-06c38f54-3f51-4652-914c-65174c9342b2 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.371484 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c38f54-3f51-4652-914c-65174c9342b2 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event deleted for resources: {'Port': ['ID=a796a97d-c39a-4907-8efe-bbcaff06e63a,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:06.399185 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1902145f-374a-442a-8ef5-9359b1351620 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/subnets/412cdf01-f724-422b-9702-b3fd53a8ba46/tags/tempest-TagsExtTest-Tag-1957258514 HTTP/1.1" status: 204 len: 168 time: 0.2024856 Feb 10 11:36:06.404096 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37962) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:06.429533 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-4db3e20c-3bea-4218-9c3d-d801552dc91c tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '412cdf01-f724-422b-9702-b3fd53a8ba46', 'tempest-TagsExtTest-Tag-1957258514') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:06.444338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-d9acfae4-ad6a-4df4-8f29-81cef3f47a35', 'network_id': 'd9acfae4-ad6a-4df4-8f29-81cef3f47a35', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'fixed_ips': [{'subnet_id': '968ba572-5bac-4f0b-aae0-10dd9652cad9'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:06.446130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.580824 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4db3e20c-3bea-4218-9c3d-d801552dc91c tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/subnets/412cdf01-f724-422b-9702-b3fd53a8ba46/tags/tempest-TagsExtTest-Tag-1957258514 HTTP/1.1" status: 204 len: 168 time: 0.1747618 Feb 10 11:36:06.583004 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37968) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:06.591862 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-236bd126-2c60-4ecc-8bf3-f4ca801a1a5d tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '412cdf01-f724-422b-9702-b3fd53a8ba46') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:06.606974 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-07ff9cd2-65d3-44ae-ad1c-af37ea9d9051 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:06.621798 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-07ff9cd2-65d3-44ae-ad1c-af37ea9d9051 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:subnet and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:06.630385 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-07ff9cd2-65d3-44ae-ad1c-af37ea9d9051 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:06.647981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-07ff9cd2-65d3-44ae-ad1c-af37ea9d9051 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:06.664505 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-06c38f54-3f51-4652-914c-65174c9342b2 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.687441 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-236bd126-2c60-4ecc-8bf3-f4ca801a1a5d tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/subnets/412cdf01-f724-422b-9702-b3fd53a8ba46/tags HTTP/1.1" status: 200 len: 205 time: 0.1017828 Feb 10 11:36:06.689006 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37974) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:06.689414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ff9cd2-65d3-44ae-ad1c-af37ea9d9051 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:06.698366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-d2ff5e03-c3f7-461a-bb81-db7126a796d3 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8ed9669e-cfd8-48e3-a7ab-5d2017404024') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:06.753883 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-06c38f54-3f51-4652-914c-65174c9342b2 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "DELETE /v2.0/ports/a796a97d-c39a-4907-8efe-bbcaff06e63a HTTP/1.1" status: 204 len: 168 time: 2.1960068 Feb 10 11:36:06.759413 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37980) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:06.796645 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Allocated IP 172.20.0.2 (d9acfae4-ad6a-4df4-8f29-81cef3f47a35/968ba572-5bac-4f0b-aae0-10dd9652cad9/14f3b564-8c18-4eff-8653-4cd3f53e16b4) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:06.889711 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-90083300-12a1-4dc7-81f3-da9b46bb0307 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] GET failed (client error): The resource could not be found. Feb 10 11:36:06.890965 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-90083300-12a1-4dc7-81f3-da9b46bb0307 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Synchronizing usage tracker for tenant:3e0b51f1e840466bb976d00c6eb29f1d on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:06.940014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-07ff9cd2-65d3-44ae-ad1c-af37ea9d9051 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.948611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-90083300-12a1-4dc7-81f3-da9b46bb0307 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Unset dirty status for tenant:3e0b51f1e840466bb976d00c6eb29f1d on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:06.956627 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-90083300-12a1-4dc7-81f3-da9b46bb0307 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "GET /v2.0/ports/a796a97d-c39a-4907-8efe-bbcaff06e63a HTTP/1.1" status: 404 len: 333 time: 0.1901824 Feb 10 11:36:06.958716 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37986) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:06.996734 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4a3484b3-5369-4051-bc1b-3dbef8ffb3ae tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Request body: {'port': {'network_id': '65a0b7b9-3c59-4f2d-a803-4994442b2ca3', 'name': 'tempest-AllowedAddressPairTestJSON-1776644791'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:07.075629 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d2ff5e03-c3f7-461a-bb81-db7126a796d3 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/ports/8ed9669e-cfd8-48e3-a7ab-5d2017404024/tags HTTP/1.1" status: 200 len: 241 time: 0.3838196 Feb 10 11:36:07.078219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 37992) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:07.089328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.103564 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Transition to ACTIVE for port object 14f3b564-8c18-4eff-8653-4cd3f53e16b4 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:07.110265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-a35ea882-498d-4c5c-9091-171ae17df8c3 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ed9669e-cfd8-48e3-a7ab-5d2017404024', 'tempest-TagsExtTest-Tag-1087993531') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:07.129399 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Transition to ACTIVE for port object 14f3b564-8c18-4eff-8653-4cd3f53e16b4 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:07.140060 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.233389 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Network d9acfae4-ad6a-4df4-8f29-81cef3f47a35 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:07.237196 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:07.247152 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:07.254192 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Pushing event updated for resources: {'Port': ['ID=14f3b564-8c18-4eff-8653-4cd3f53e16b4,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:07.406298 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Attempting to bind port 14f3b564-8c18-4eff-8653-4cd3f53e16b4 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:07.407305 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Attempting to bind port 14f3b564-8c18-4eff-8653-4cd3f53e16b4 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '8acf4ccf-c295-4324-be3e-13886cafeff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd9acfae4-ad6a-4df4-8f29-81cef3f47a35'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:07.408107 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Attempting to bind port 14f3b564-8c18-4eff-8653-4cd3f53e16b4 on network d9acfae4-ad6a-4df4-8f29-81cef3f47a35 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:07.418237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:07.418771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Checking segment: {'id': '8acf4ccf-c295-4324-be3e-13886cafeff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd9acfae4-ad6a-4df4-8f29-81cef3f47a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:07.419352 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.420601 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Bound using segment: {'id': '8acf4ccf-c295-4324-be3e-13886cafeff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd9acfae4-ad6a-4df4-8f29-81cef3f47a35'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:07.421680 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Bound port: 14f3b564-8c18-4eff-8653-4cd3f53e16b4, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acf4ccf-c295-4324-be3e-13886cafeff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd9acfae4-ad6a-4df4-8f29-81cef3f47a35'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:07.422396 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.437047 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a35ea882-498d-4c5c-9091-171ae17df8c3 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/ports/8ed9669e-cfd8-48e3-a7ab-5d2017404024/tags/tempest-TagsExtTest-Tag-1087993531 HTTP/1.1" status: 204 len: 168 time: 0.3480682 Feb 10 11:36:07.439752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38000) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:07.444599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4a3484b3-5369-4051-bc1b-3dbef8ffb3ae tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:07.455442 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-265427ee-11db-4bce-a343-0d8f971f09c5 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8ed9669e-cfd8-48e3-a7ab-5d2017404024', 'tempest-TagsExtTest-Tag-1087993531') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:07.479780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-07ff9cd2-65d3-44ae-ad1c-af37ea9d9051 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.528223 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4a3484b3-5369-4051-bc1b-3dbef8ffb3ae tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:07.568930 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3484b3-5369-4051-bc1b-3dbef8ffb3ae tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Made reservation on behalf of 3e0b51f1e840466bb976d00c6eb29f1d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:07.574431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a3484b3-5369-4051-bc1b-3dbef8ffb3ae tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.604558 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] For port 14f3b564-8c18-4eff-8653-4cd3f53e16b4, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:07.613996 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] For port 14f3b564-8c18-4eff-8653-4cd3f53e16b4, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=14f3b564-8c18-4eff-8653-4cd3f53e16b4,segment=NetworkSegment(8acf4ccf-c295-4324-be3e-13886cafeff0),segment_id=8acf4ccf-c295-4324-be3e-13886cafeff0)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:07.620823 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.631520 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-4a3484b3-5369-4051-bc1b-3dbef8ffb3ae tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] device_id is not set on port d3129053-7b17-4d79-bb0c-f86b475d0b12 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:36:07.642831 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff9cd2-65d3-44ae-ad1c-af37ea9d9051 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Subnet': ['ID=7d7be544-1755-426f-b8f0-414942bed52d,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:07.656658 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff9cd2-65d3-44ae-ad1c-af37ea9d9051 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Checking segment: {'id': '067071d5-1b0e-4c1a-a6d8-efe35a2338d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b544e365-241e-401c-8488-d40ba043ecc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:07.657256 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ff9cd2-65d3-44ae-ad1c-af37ea9d9051 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network hostable DHCP agents. Network: b544e365-241e-401c-8488-d40ba043ecc3, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:07.696940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ff9cd2-65d3-44ae-ad1c-af37ea9d9051 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network b544e365-241e-401c-8488-d40ba043ecc3 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:07.723449 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-07ff9cd2-65d3-44ae-ad1c-af37ea9d9051 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, b544e365-241e-401c-8488-d40ba043ecc3) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:07.727634 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656516ef-1b6a-4b3a-b980-21ffbd09073b None None] Pushing event updated for resources: {'Port': ['ID=14f3b564-8c18-4eff-8653-4cd3f53e16b4,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:07.728494 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ff9cd2-65d3-44ae-ad1c-af37ea9d9051 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:07.729091 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-07ff9cd2-65d3-44ae-ad1c-af37ea9d9051 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.743131 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed09abba-df4c-4f55-bc73-1ee136ca365f None None] Network b544e365-241e-401c-8488-d40ba043ecc3 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:07.788481 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-07ff9cd2-65d3-44ae-ad1c-af37ea9d9051 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7297413 Feb 10 11:36:07.790290 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38008) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:07.811151 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38012) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:07.813938 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-5466e788-a463-4b86-964c-9d83fc241db0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1706764884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:07.847878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5466e788-a463-4b86-964c-9d83fc241db0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:07.859345 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5466e788-a463-4b86-964c-9d83fc241db0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:router and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:07.867761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5466e788-a463-4b86-964c-9d83fc241db0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:07.874325 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-265427ee-11db-4bce-a343-0d8f971f09c5 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/ports/8ed9669e-cfd8-48e3-a7ab-5d2017404024/tags/tempest-TagsExtTest-Tag-1087993531 HTTP/1.1" status: 204 len: 168 time: 0.4333529 Feb 10 11:36:07.879420 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38018) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:07.887608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5466e788-a463-4b86-964c-9d83fc241db0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:07.887922 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-4ea9e61c-2f97-43d1-a9cc-0400b40b5f8c tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8ed9669e-cfd8-48e3-a7ab-5d2017404024') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:07.916277 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5466e788-a463-4b86-964c-9d83fc241db0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.918900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5466e788-a463-4b86-964c-9d83fc241db0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.981686 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5466e788-a463-4b86-964c-9d83fc241db0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.986151 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-4a3484b3-5369-4051-bc1b-3dbef8ffb3ae tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Allocated IP 172.20.0.10 (65a0b7b9-3c59-4f2d-a803-4994442b2ca3/1616e107-686c-4c78-ab6f-fc91a7131ae1/d3129053-7b17-4d79-bb0c-f86b475d0b12) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:08.037759 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5466e788-a463-4b86-964c-9d83fc241db0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.062263 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4ea9e61c-2f97-43d1-a9cc-0400b40b5f8c tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/ports/8ed9669e-cfd8-48e3-a7ab-5d2017404024/tags HTTP/1.1" status: 200 len: 205 time: 0.1816552 Feb 10 11:36:08.067752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38022) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.081397 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-e01b58d1-4465-489a-b737-f0f47e5ccbc9 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '12efcae8-494d-44c8-8207-0e2a8f79c15e') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:08.087557 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5466e788-a463-4b86-964c-9d83fc241db0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.089161 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5466e788-a463-4b86-964c-9d83fc241db0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2978129 Feb 10 11:36:08.093800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38026) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.160441 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.375440 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5dcb1b3b-7a96-4c86-85da-f9b3b5ca1f57 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-946653817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:08.393957 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-b544e365-241e-401c-8488-d40ba043ecc3', 'network_id': 'b544e365-241e-401c-8488-d40ba043ecc3', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'fixed_ips': [{'subnet_id': '7d7be544-1755-426f-b8f0-414942bed52d'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:08.395507 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.396062 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5dcb1b3b-7a96-4c86-85da-f9b3b5ca1f57 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:08.423806 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5dcb1b3b-7a96-4c86-85da-f9b3b5ca1f57 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Usage tracker for resource:router and tenant:a06dda29c39c49e7912b7bb5fdbae88e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:08.430932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5dcb1b3b-7a96-4c86-85da-f9b3b5ca1f57 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:08.489422 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5dcb1b3b-7a96-4c86-85da-f9b3b5ca1f57 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:08.525143 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e01b58d1-4465-489a-b737-f0f47e5ccbc9 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/routers/12efcae8-494d-44c8-8207-0e2a8f79c15e/tags HTTP/1.1" status: 200 len: 241 time: 0.4560590 Feb 10 11:36:08.526313 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5dcb1b3b-7a96-4c86-85da-f9b3b5ca1f57 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.527286 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5dcb1b3b-7a96-4c86-85da-f9b3b5ca1f57 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.530483 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38032) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.543378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-bca93ab5-c789-41dd-add5-35e09f40fc88 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12efcae8-494d-44c8-8207-0e2a8f79c15e', 'tempest-TagsExtTest-Tag-1290876299') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:08.548328 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5dcb1b3b-7a96-4c86-85da-f9b3b5ca1f57 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.582051 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5dcb1b3b-7a96-4c86-85da-f9b3b5ca1f57 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.651608 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5dcb1b3b-7a96-4c86-85da-f9b3b5ca1f57 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.659957 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5dcb1b3b-7a96-4c86-85da-f9b3b5ca1f57 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8413682 Feb 10 11:36:08.665384 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38036) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.671435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-307807840'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:08.686495 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:08.690763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a3484b3-5369-4051-bc1b-3dbef8ffb3ae tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.699807 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Usage tracker for resource:network and tenant:a06dda29c39c49e7912b7bb5fdbae88e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:08.704395 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:08.722108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:08.724188 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-4a3484b3-5369-4051-bc1b-3dbef8ffb3ae tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Transition to ACTIVE for port object d3129053-7b17-4d79-bb0c-f86b475d0b12 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:08.728692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Allocated IP 172.21.0.2 (b544e365-241e-401c-8488-d40ba043ecc3/7d7be544-1755-426f-b8f0-414942bed52d/48c651ea-723a-49ab-b918-756da0843754) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:08.738660 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Made reservation on behalf of a06dda29c39c49e7912b7bb5fdbae88e for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:08.743901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.763200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.804269 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a3484b3-5369-4051-bc1b-3dbef8ffb3ae tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.918668 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:08.924425 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bca93ab5-c789-41dd-add5-35e09f40fc88 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/routers/12efcae8-494d-44c8-8207-0e2a8f79c15e/tags/tempest-TagsExtTest-Tag-1290876299 HTTP/1.1" status: 204 len: 168 time: 0.3905933 Feb 10 11:36:08.931564 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38040) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.936553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Usage tracker for resource:security_group_rule and tenant:a06dda29c39c49e7912b7bb5fdbae88e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:08.948568 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-0877953c-49cc-4808-8dfb-d3156a0247a9 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '12efcae8-494d-44c8-8207-0e2a8f79c15e', 'tempest-TagsExtTest-Tag-1290876299') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:09.196324 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:09.218308 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3484b3-5369-4051-bc1b-3dbef8ffb3ae tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Network 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:09.219671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:09.226252 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-4a3484b3-5369-4051-bc1b-3dbef8ffb3ae tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:09.262215 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:09.279444 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:09.291808 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3484b3-5369-4051-bc1b-3dbef8ffb3ae tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:09.292643 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Transition to ACTIVE for port object 48c651ea-723a-49ab-b918-756da0843754 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:09.323487 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38044) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:09.337397 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3484b3-5369-4051-bc1b-3dbef8ffb3ae tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event updated for resources: {'Port': ['ID=d3129053-7b17-4d79-bb0c-f86b475d0b12,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:09.352596 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Transition to ACTIVE for port object 48c651ea-723a-49ab-b918-756da0843754 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:09.371383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:09.436007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3484b3-5369-4051-bc1b-3dbef8ffb3ae tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:09.436671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a3484b3-5369-4051-bc1b-3dbef8ffb3ae tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:09.517606 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4a3484b3-5369-4051-bc1b-3dbef8ffb3ae tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5568352 Feb 10 11:36:09.539961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38048) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:09.576190 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e5cc6ce7-2aa3-4514-b468-71894c69ad6c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Request body: {'port': {'network_id': '65a0b7b9-3c59-4f2d-a803-4994442b2ca3', 'name': 'tempest-AllowedAddressPairTestJSON-725618173'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:09.633338 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:09.645369 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0877953c-49cc-4808-8dfb-d3156a0247a9 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/routers/12efcae8-494d-44c8-8207-0e2a8f79c15e/tags/tempest-TagsExtTest-Tag-1290876299 HTTP/1.1" status: 204 len: 168 time: 0.7066734 Feb 10 11:36:09.650446 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38052) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:09.653784 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:09.672759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:09.673809 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099c503f-ae2e-4f89-89ca-f334ea62f212 None None] Network d9acfae4-ad6a-4df4-8f29-81cef3f47a35 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:09.676928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd9af08-3161-4c15-9bf7-7c072b17e250 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:09.687545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:09.688132 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Added segment 1846ce42-f0ec-4ec7-b693-e9ffd99e5f13 of type vlan for network 92a91023-9c4f-4057-890a-d68445cb60a0 Feb 10 11:36:09.694029 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bcd9af08-3161-4c15-9bf7-7c072b17e250 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45 HTTP/1.1" status: 200 len: 814 time: 0.2272015 Feb 10 11:36:09.710714 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 14f3b564-8c18-4eff-8653-4cd3f53e16b4 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:09.767781 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-b6f2fe7b-70bc-42a9-bde4-c6fa4454db6d tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '12efcae8-494d-44c8-8207-0e2a8f79c15e') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:09.888261 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Pushing event updated for resources: {'Port': ['ID=48c651ea-723a-49ab-b918-756da0843754,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:09.929460 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Network b544e365-241e-401c-8488-d40ba043ecc3 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:09.940296 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:09.948090 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:09.963187 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:09.967532 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105ca062-d7de-42cb-aff3-aea84542994b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:10.010867 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-79c6bc3c-3949-4ee6-a70a-e660e7b2e4b5 None None] Provisioning for port 14f3b564-8c18-4eff-8653-4cd3f53e16b4 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:10.027779 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b6f2fe7b-70bc-42a9-bde4-c6fa4454db6d tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/routers/12efcae8-494d-44c8-8207-0e2a8f79c15e/tags HTTP/1.1" status: 200 len: 205 time: 0.3734543 Feb 10 11:36:10.029597 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38060) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:10.038504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-9bf47f32-0e48-4c87-9d5b-2fa5119a844e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a5d29d17-f773-4edb-b062-22d47bbc2d95') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:10.063056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.067624 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:10.069942 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.075065 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e5cc6ce7-2aa3-4514-b468-71894c69ad6c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:10.132426 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9bf47f32-0e48-4c87-9d5b-2fa5119a844e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/subnetpools/a5d29d17-f773-4edb-b062-22d47bbc2d95/tags HTTP/1.1" status: 200 len: 240 time: 0.0987210 Feb 10 11:36:10.133614 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38064) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:10.142809 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-7571910c-aff6-41a8-9911-0a890b6073d7 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a5d29d17-f773-4edb-b062-22d47bbc2d95', 'tempest-TagsExtTest-Tag-785320974') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:10.158803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Allocated IP 172.20.0.1 (d9acfae4-ad6a-4df4-8f29-81cef3f47a35/968ba572-5bac-4f0b-aae0-10dd9652cad9/615d263c-4b65-45d9-818b-2cc522628f26) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:10.186287 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e5cc6ce7-2aa3-4514-b468-71894c69ad6c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:10.213735 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5450168 Feb 10 11:36:10.216279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38068) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:10.232046 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-98497d0c-294f-4b27-9775-f0d42a010136 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Request body: {'subnet': {'network_id': '92a91023-9c4f-4057-890a-d68445cb60a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:10.275097 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38072) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:10.280916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-2dba51d2-b0c8-42ae-9299-06b07981eafe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'network': {'name': 'tempest-network-smoke--1916109755', 'project_id': '0287a4c215574103957c73d52a854e74', 'port_security_enabled': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:10.293570 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7571910c-aff6-41a8-9911-0a890b6073d7 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/subnetpools/a5d29d17-f773-4edb-b062-22d47bbc2d95/tags/tempest-TagsExtTest-Tag-785320974 HTTP/1.1" status: 204 len: 168 time: 0.1555779 Feb 10 11:36:10.296283 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2dba51d2-b0c8-42ae-9299-06b07981eafe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:10.298543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38076) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:10.312243 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 14f3b564-8c18-4eff-8653-4cd3f53e16b4 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:10.314626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-9a88a42b-388b-433c-ae58-4766197dea3e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a5d29d17-f773-4edb-b062-22d47bbc2d95', 'tempest-TagsExtTest-Tag-785320974') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:10.317644 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Attempting to bind port 48c651ea-723a-49ab-b918-756da0843754 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:10.318834 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Attempting to bind port 48c651ea-723a-49ab-b918-756da0843754 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '067071d5-1b0e-4c1a-a6d8-efe35a2338d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b544e365-241e-401c-8488-d40ba043ecc3'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:10.319456 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Attempting to bind port 48c651ea-723a-49ab-b918-756da0843754 on network b544e365-241e-401c-8488-d40ba043ecc3 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:10.338789 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2dba51d2-b0c8-42ae-9299-06b07981eafe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:10.348384 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 14f3b564-8c18-4eff-8653-4cd3f53e16b4 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:10.349013 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.370308 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-98497d0c-294f-4b27-9775-f0d42a010136 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:10.374409 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-98497d0c-294f-4b27-9775-f0d42a010136 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Usage tracker for resource:subnet and tenant:a06dda29c39c49e7912b7bb5fdbae88e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:10.377565 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-98497d0c-294f-4b27-9775-f0d42a010136 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:10.384497 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-98497d0c-294f-4b27-9775-f0d42a010136 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:10.385450 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dba51d2-b0c8-42ae-9299-06b07981eafe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:10.388773 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2dba51d2-b0c8-42ae-9299-06b07981eafe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.392768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cc6ce7-2aa3-4514-b468-71894c69ad6c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Made reservation on behalf of 3e0b51f1e840466bb976d00c6eb29f1d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:10.396484 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6ce7-2aa3-4514-b468-71894c69ad6c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.416229 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e375e-79b4-42ef-aff3-859f8e44ec0d tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event updated for resources: {'Network': ['ID=92a91023-9c4f-4057-890a-d68445cb60a0,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:10.429590 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98497d0c-294f-4b27-9775-f0d42a010136 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Made reservation on behalf of a06dda29c39c49e7912b7bb5fdbae88e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:10.463014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.472126 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1c0d18b9-eb97-43d4-97e1-ce6f49dc8bc2 None None] Provisioning for port d3129053-7b17-4d79-bb0c-f86b475d0b12 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:10.475910 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9a88a42b-388b-433c-ae58-4766197dea3e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/subnetpools/a5d29d17-f773-4edb-b062-22d47bbc2d95/tags/tempest-TagsExtTest-Tag-785320974 HTTP/1.1" status: 204 len: 168 time: 0.1730711 Feb 10 11:36:10.478408 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 92a91023-9c4f-4057-890a-d68445cb60a0 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:10.478604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dba51d2-b0c8-42ae-9299-06b07981eafe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:10.480582 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38080) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:10.492018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-f02fa0a6-2751-4962-997e-5a0ef9f1582c tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a5d29d17-f773-4edb-b062-22d47bbc2d95') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:10.510302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Transition to ACTIVE for port object 615d263c-4b65-45d9-818b-2cc522628f26 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:10.517455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2dba51d2-b0c8-42ae-9299-06b07981eafe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.517870 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-2dba51d2-b0c8-42ae-9299-06b07981eafe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Added segment 7f9f8aa8-42e4-4a17-af54-a1f6699012f3 of type vlan for network eab718aa-1967-4f16-934c-3cad71ab14ec Feb 10 11:36:10.519949 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:10.520901 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Checking segment: {'id': '067071d5-1b0e-4c1a-a6d8-efe35a2338d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b544e365-241e-401c-8488-d40ba043ecc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:10.522551 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.522920 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Bound using segment: {'id': '067071d5-1b0e-4c1a-a6d8-efe35a2338d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b544e365-241e-401c-8488-d40ba043ecc3'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:10.523749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Bound port: 48c651ea-723a-49ab-b918-756da0843754, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067071d5-1b0e-4c1a-a6d8-efe35a2338d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b544e365-241e-401c-8488-d40ba043ecc3'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:10.524387 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.560297 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2dba51d2-b0c8-42ae-9299-06b07981eafe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.567851 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f02fa0a6-2751-4962-997e-5a0ef9f1582c tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/subnetpools/a5d29d17-f773-4edb-b062-22d47bbc2d95/tags HTTP/1.1" status: 200 len: 205 time: 0.0832839 Feb 10 11:36:10.567851 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38084) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:10.577342 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-00329fc5-e13f-4f6a-a81d-124aa1cc9772 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a5d29d17-f773-4edb-b062-22d47bbc2d95') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:10.585180 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98497d0c-294f-4b27-9775-f0d42a010136 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.606179 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-e5cc6ce7-2aa3-4514-b468-71894c69ad6c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] device_id is not set on port 1cdddbda-fc49-419f-b11e-39f926e73ac4 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:36:10.617911 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.669852 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1c0d18b9-eb97-43d4-97e1-ce6f49dc8bc2 None None] Provisioning complete for port d3129053-7b17-4d79-bb0c-f86b475d0b12 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:10.670482 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1c0d18b9-eb97-43d4-97e1-ce6f49dc8bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.820259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2dba51d2-b0c8-42ae-9299-06b07981eafe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.821885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dba51d2-b0c8-42ae-9299-06b07981eafe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:10.822497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2dba51d2-b0c8-42ae-9299-06b07981eafe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.911328 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=615d263c-4b65-45d9-818b-2cc522628f26,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:10.981372 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d18b9-eb97-43d4-97e1-ce6f49dc8bc2 None None] Port d3129053-7b17-4d79-bb0c-f86b475d0b12 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:10.995620 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2dba51d2-b0c8-42ae-9299-06b07981eafe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7160959 Feb 10 11:36:10.997535 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38088) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:11.000034 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network d9acfae4-ad6a-4df4-8f29-81cef3f47a35 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:11.005522 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:11.019150 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:11.052441 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-00329fc5-e13f-4f6a-a81d-124aa1cc9772 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/subnetpools/a5d29d17-f773-4edb-b062-22d47bbc2d95/tags HTTP/1.1" status: 204 len: 168 time: 0.4829817 Feb 10 11:36:11.060552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38092) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:11.068017 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba51d2-b0c8-42ae-9299-06b07981eafe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Network': ['ID=eab718aa-1967-4f16-934c-3cad71ab14ec,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:11.076192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-86f516d9-c7a3-4f6b-854f-50e062e070ee tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12efcae8-494d-44c8-8207-0e2a8f79c15e') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:11.119505 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network eab718aa-1967-4f16-934c-3cad71ab14ec details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:11.134007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-e5cc6ce7-2aa3-4514-b468-71894c69ad6c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Allocated IP 172.20.0.3 (65a0b7b9-3c59-4f2d-a803-4994442b2ca3/1616e107-686c-4c78-ab6f-fc91a7131ae1/1cdddbda-fc49-419f-b11e-39f926e73ac4) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:11.242693 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d99f81-6731-4361-94e4-69412a3bfe2c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:11.247785 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-59d99f81-6731-4361-94e4-69412a3bfe2c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=0287a4c215574103957c73d52a854e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2468903 Feb 10 11:36:11.260114 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] For port 48c651ea-723a-49ab-b918-756da0843754, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:11.263125 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38096) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:11.317362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.332931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.354306 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] For port 48c651ea-723a-49ab-b918-756da0843754, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=48c651ea-723a-49ab-b918-756da0843754,segment=NetworkSegment(067071d5-1b0e-4c1a-a6d8-efe35a2338d7),segment_id=067071d5-1b0e-4c1a-a6d8-efe35a2338d7)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:11.387019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.389517 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-86f516d9-c7a3-4f6b-854f-50e062e070ee tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/routers/12efcae8-494d-44c8-8207-0e2a8f79c15e/tags HTTP/1.1" status: 204 len: 168 time: 0.3275404 Feb 10 11:36:11.392918 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38100) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:11.405295 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-6d92b88e-5d9c-4bc5-a7f0-b012ecd11e16 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ed9669e-cfd8-48e3-a7ab-5d2017404024') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:11.502887 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 14f3b564-8c18-4eff-8653-4cd3f53e16b4, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=14f3b564-8c18-4eff-8653-4cd3f53e16b4,segment=NetworkSegment(8acf4ccf-c295-4324-be3e-13886cafeff0),segment_id=8acf4ccf-c295-4324-be3e-13886cafeff0)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:11.550020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bed7b8-007a-4cd8-b59f-8559a93c0431 None None] Pushing event updated for resources: {'Port': ['ID=48c651ea-723a-49ab-b918-756da0843754,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:11.574911 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.715108 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.716692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=14f3b564-8c18-4eff-8653-4cd3f53e16b4,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:11.732392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-67db75a3-1ecd-4813-b365-c6752a15572b None None] Provisioning complete for port 14f3b564-8c18-4eff-8653-4cd3f53e16b4 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:11.733557 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-67db75a3-1ecd-4813-b365-c6752a15572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.930888 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6d92b88e-5d9c-4bc5-a7f0-b012ecd11e16 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/ports/8ed9669e-cfd8-48e3-a7ab-5d2017404024/tags HTTP/1.1" status: 204 len: 168 time: 0.5362189 Feb 10 11:36:11.939206 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38104) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:11.954920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-3a0ba1e1-1e34-4868-855a-1567d6c15a24 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '412cdf01-f724-422b-9702-b3fd53a8ba46') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:12.060885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6ce7-2aa3-4514-b468-71894c69ad6c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.072259 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98497d0c-294f-4b27-9775-f0d42a010136 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.141655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-e5cc6ce7-2aa3-4514-b468-71894c69ad6c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Transition to ACTIVE for port object 1cdddbda-fc49-419f-b11e-39f926e73ac4 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:12.230779 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06a513d-d731-4c11-a493-d90163cfb3f3 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:12.237553 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a06a513d-d731-4c11-a493-d90163cfb3f3 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9656570 Feb 10 11:36:12.239142 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98497d0c-294f-4b27-9775-f0d42a010136 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event updated for resources: {'Subnet': ['ID=a677cdbd-b544-4488-9289-eb8a63b3ba0d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:12.241667 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-083d07c7-959b-46d2-bc21-de0069b8a9b4 None None] Provisioning for port 615d263c-4b65-45d9-818b-2cc522628f26 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:12.246487 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38108) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:12.254251 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-083d07c7-959b-46d2-bc21-de0069b8a9b4 None None] Provisioning complete for port 615d263c-4b65-45d9-818b-2cc522628f26 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:12.254772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-083d07c7-959b-46d2-bc21-de0069b8a9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.324022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-083d07c7-959b-46d2-bc21-de0069b8a9b4 None None] Port 615d263c-4b65-45d9-818b-2cc522628f26 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:12.335117 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5f279bed-7f18-48e3-801a-0c50011da938 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0843010 Feb 10 11:36:12.337759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38112) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:12.382909 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6ce7-2aa3-4514-b468-71894c69ad6c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.397485 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-56a18dc1-7eb6-468c-87d1-2cdba4db87ff tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=0287a4c215574103957c73d52a854e74&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0580416 Feb 10 11:36:12.402188 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38116) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:12.442440 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98497d0c-294f-4b27-9775-f0d42a010136 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Checking segment: {'id': '1846ce42-f0ec-4ec7-b693-e9ffd99e5f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '92a91023-9c4f-4057-890a-d68445cb60a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:12.443082 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98497d0c-294f-4b27-9775-f0d42a010136 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Network hostable DHCP agents. Network: 92a91023-9c4f-4057-890a-d68445cb60a0, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:12.507456 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc6ce7-2aa3-4514-b468-71894c69ad6c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event updated for resources: {'Port': ['ID=1cdddbda-fc49-419f-b11e-39f926e73ac4,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:12.514411 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cc6ce7-2aa3-4514-b468-71894c69ad6c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Network 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:12.519797 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e5cc6ce7-2aa3-4514-b468-71894c69ad6c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:12.524739 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cc6ce7-2aa3-4514-b468-71894c69ad6c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:12.578990 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98497d0c-294f-4b27-9775-f0d42a010136 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Network 92a91023-9c4f-4057-890a-d68445cb60a0 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:12.604494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cc6ce7-2aa3-4514-b468-71894c69ad6c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:12.605560 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6ce7-2aa3-4514-b468-71894c69ad6c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.625475 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-98497d0c-294f-4b27-9775-f0d42a010136 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 92a91023-9c4f-4057-890a-d68445cb60a0) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:12.635770 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98497d0c-294f-4b27-9775-f0d42a010136 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:12.636614 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98497d0c-294f-4b27-9775-f0d42a010136 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.639607 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279ff86e-6741-4040-a824-e8a78ec9b058 None None] Network 92a91023-9c4f-4057-890a-d68445cb60a0 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:12.673977 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3a0ba1e1-1e34-4868-855a-1567d6c15a24 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/subnets/412cdf01-f724-422b-9702-b3fd53a8ba46/tags HTTP/1.1" status: 204 len: 168 time: 0.7332933 Feb 10 11:36:12.684534 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38120) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:12.706221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-047fb2d2-b280-4863-8f8e-ea37f68a68b8 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '412cdf01-f724-422b-9702-b3fd53a8ba46', 'tempest-TagsExtTest-Tag-1836605735') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:12.734116 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e5cc6ce7-2aa3-4514-b468-71894c69ad6c tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1917446 Feb 10 11:36:12.735149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38124) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:12.764010 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d1f60462-acc9-40f0-8158-330faec62b59 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:78:f1:8e'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:13:21:41'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:12.813489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc12938-a047-4003-975e-72ea12f9e492 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:12.819273 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7bc12938-a047-4003-975e-72ea12f9e492 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4145212 Feb 10 11:36:12.822992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38128) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:12.872552 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-98497d0c-294f-4b27-9775-f0d42a010136 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6551802 Feb 10 11:36:12.873673 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38132) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:12.885348 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a1ec636e-1ae8-4512-af3e-5421c810ecc4 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0611625 Feb 10 11:36:12.886841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38136) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:12.891699 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-46996786-7486-4fef-91d3-821c9adb0705 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Request body: {'network': {'name': 'tempest-router-network01--1692129454'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:12.897944 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-4d8cbdc5-2db4-4430-9e0d-caf8d7f307fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-953724097', 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec', 'project_id': '0287a4c215574103957c73d52a854e74', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:12.912473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-46996786-7486-4fef-91d3-821c9adb0705 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:12.935553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-46996786-7486-4fef-91d3-821c9adb0705 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Usage tracker for resource:network and tenant:a06dda29c39c49e7912b7bb5fdbae88e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:12.940337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-46996786-7486-4fef-91d3-821c9adb0705 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:12.992069 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-46996786-7486-4fef-91d3-821c9adb0705 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:12.994353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:36:13.026626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.059121 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.099766 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46996786-7486-4fef-91d3-821c9adb0705 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Made reservation on behalf of a06dda29c39c49e7912b7bb5fdbae88e for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:13.102825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46996786-7486-4fef-91d3-821c9adb0705 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.182584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4d8cbdc5-2db4-4430-9e0d-caf8d7f307fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:13.206428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4d8cbdc5-2db4-4430-9e0d-caf8d7f307fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:subnet and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:13.217152 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4d8cbdc5-2db4-4430-9e0d-caf8d7f307fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:13.226603 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-047fb2d2-b280-4863-8f8e-ea37f68a68b8 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "PUT /v2.0/subnets/412cdf01-f724-422b-9702-b3fd53a8ba46/tags/tempest-TagsExtTest-Tag-1836605735 HTTP/1.1" status: 201 len: 201 time: 0.5385883 Feb 10 11:36:13.229634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46996786-7486-4fef-91d3-821c9adb0705 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:13.234968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38140) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:13.240799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4d8cbdc5-2db4-4430-9e0d-caf8d7f307fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:13.244127 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.249069 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46996786-7486-4fef-91d3-821c9adb0705 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.249817 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-46996786-7486-4fef-91d3-821c9adb0705 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Added segment 4308cc6e-cc85-40a9-b91d-45907332689f of type vlan for network 6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3 Feb 10 11:36:13.253575 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=615d263c-4b65-45d9-818b-2cc522628f26,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:13.260473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-c7fc9d1f-a910-463d-a917-5498f49ddac5 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8ed9669e-cfd8-48e3-a7ab-5d2017404024', 'tempest-TagsExtTest-Tag-1844731506') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:13.278715 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-26f7e76e-8d87-4772-a171-2a68056d1e47 None None] Provisioning for port 1cdddbda-fc49-419f-b11e-39f926e73ac4 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:13.285919 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-92a91023-9c4f-4057-890a-d68445cb60a0', 'network_id': '92a91023-9c4f-4057-890a-d68445cb60a0', 'tenant_id': 'a06dda29c39c49e7912b7bb5fdbae88e', 'fixed_ips': [{'subnet_id': 'a677cdbd-b544-4488-9289-eb8a63b3ba0d'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:13.287351 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.305471 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46996786-7486-4fef-91d3-821c9adb0705 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.413490 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-26f7e76e-8d87-4772-a171-2a68056d1e47 None None] Provisioning complete for port 1cdddbda-fc49-419f-b11e-39f926e73ac4 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:13.413490 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-26f7e76e-8d87-4772-a171-2a68056d1e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.471303 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46996786-7486-4fef-91d3-821c9adb0705 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.478691 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46996786-7486-4fef-91d3-821c9adb0705 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:13.479853 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46996786-7486-4fef-91d3-821c9adb0705 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.503843 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78e17c9-97b4-4b06-b94c-6490190aad97 None None] Network b544e365-241e-401c-8488-d40ba043ecc3 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:13.516993 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8cbdc5-2db4-4430-9e0d-caf8d7f307fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:13.526041 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1f60462-acc9-40f0-8158-330faec62b59 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.636308 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-26f7e76e-8d87-4772-a171-2a68056d1e47 None None] Port 1cdddbda-fc49-419f-b11e-39f926e73ac4 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:13.686792 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d8cbdc5-2db4-4430-9e0d-caf8d7f307fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.713640 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-46996786-7486-4fef-91d3-821c9adb0705 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8303702 Feb 10 11:36:13.723903 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38144) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:13.796069 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f79ddd5b-93ab-4377-8158-889e6bb6b851 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Request body: {'network': {'name': 'tempest-router-network02--1762543081'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:13.827418 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46996786-7486-4fef-91d3-821c9adb0705 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event updated for resources: {'Network': ['ID=6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:13.834633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f79ddd5b-93ab-4377-8158-889e6bb6b851 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:13.855506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f79ddd5b-93ab-4377-8158-889e6bb6b851 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Usage tracker for resource:network and tenant:a06dda29c39c49e7912b7bb5fdbae88e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:13.862064 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network d9acfae4-ad6a-4df4-8f29-81cef3f47a35 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:13.866063 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f79ddd5b-93ab-4377-8158-889e6bb6b851 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:13.876263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:13.886906 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c7fc9d1f-a910-463d-a917-5498f49ddac5 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "PUT /v2.0/ports/8ed9669e-cfd8-48e3-a7ab-5d2017404024/tags/tempest-TagsExtTest-Tag-1844731506 HTTP/1.1" status: 201 len: 201 time: 0.6489835 Feb 10 11:36:13.888257 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f79ddd5b-93ab-4377-8158-889e6bb6b851 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:13.898750 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38148) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:13.899908 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:13.939538 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-e6771083-be60-4d64-bf43-a4569e111286 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '12efcae8-494d-44c8-8207-0e2a8f79c15e', 'tempest-TagsExtTest-Tag-614133249') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:14.050868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 48c651ea-723a-49ab-b918-756da0843754 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:14.096715 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Allocated IP 172.20.0.2 (92a91023-9c4f-4057-890a-d68445cb60a0/a677cdbd-b544-4488-9289-eb8a63b3ba0d/cdb4c014-a146-4287-868f-acb081079f3e) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:14.168629 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-01f5abf7-1a52-4599-9317-f20fbac3bc54 None None] Provisioning for port 48c651ea-723a-49ab-b918-756da0843754 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:14.288380 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 48c651ea-723a-49ab-b918-756da0843754 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:14.303097 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 48c651ea-723a-49ab-b918-756da0843754 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:14.303467 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.379254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79ddd5b-93ab-4377-8158-889e6bb6b851 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Made reservation on behalf of a06dda29c39c49e7912b7bb5fdbae88e for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:14.382937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f79ddd5b-93ab-4377-8158-889e6bb6b851 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.477555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bd361b97-4faa-431f-844d-d1435548f75c None None] Provisioning complete for port 615d263c-4b65-45d9-818b-2cc522628f26 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:14.477917 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bd361b97-4faa-431f-844d-d1435548f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.525044 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1f60462-acc9-40f0-8158-330faec62b59 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.531284 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e6771083-be60-4d64-bf43-a4569e111286 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "PUT /v2.0/routers/12efcae8-494d-44c8-8207-0e2a8f79c15e/tags/tempest-TagsExtTest-Tag-614133249 HTTP/1.1" status: 201 len: 201 time: 0.6302240 Feb 10 11:36:14.536450 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38152) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:14.539104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1f60462-acc9-40f0-8158-330faec62b59 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.547620 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-bd361b97-4faa-431f-844d-d1435548f75c None None] Port 615d263c-4b65-45d9-818b-2cc522628f26 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:14.590045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79ddd5b-93ab-4377-8158-889e6bb6b851 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:14.606388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f79ddd5b-93ab-4377-8158-889e6bb6b851 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.607135 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-f79ddd5b-93ab-4377-8158-889e6bb6b851 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Added segment 61957701-90a5-4d18-bfe1-9a2cbef5938b of type vlan for network 6060fb4e-e155-4826-8ca7-7407cdeda451 Feb 10 11:36:14.615881 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.643152 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f79ddd5b-93ab-4377-8158-889e6bb6b851 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.648202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Transition to ACTIVE for port object cdb4c014-a146-4287-868f-acb081079f3e will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:14.653209 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-6dbc0942-e477-46d1-8e47-0f857f2ae4d8 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a5d29d17-f773-4edb-b062-22d47bbc2d95', 'tempest-TagsExtTest-Tag-1412661759') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:14.657383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.702765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Transition to ACTIVE for port object cdb4c014-a146-4287-868f-acb081079f3e will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:14.733654 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 48c651ea-723a-49ab-b918-756da0843754, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=48c651ea-723a-49ab-b918-756da0843754,segment=NetworkSegment(067071d5-1b0e-4c1a-a6d8-efe35a2338d7),segment_id=067071d5-1b0e-4c1a-a6d8-efe35a2338d7)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:14.735889 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.750580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d8cbdc5-2db4-4430-9e0d-caf8d7f307fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.802077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f79ddd5b-93ab-4377-8158-889e6bb6b851 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.806417 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79ddd5b-93ab-4377-8158-889e6bb6b851 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:14.807032 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f79ddd5b-93ab-4377-8158-889e6bb6b851 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.828088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d1f60462-acc9-40f0-8158-330faec62b59 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] In _notify_port_updated(), no bound segment for port 1cdddbda-fc49-419f-b11e-39f926e73ac4 on network 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:36:14.839207 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f60462-acc9-40f0-8158-330faec62b59 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:14.840367 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1f60462-acc9-40f0-8158-330faec62b59 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.846828 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d1f60462-acc9-40f0-8158-330faec62b59 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "PUT /v2.0/ports/1cdddbda-fc49-419f-b11e-39f926e73ac4 HTTP/1.1" status: 200 len: 1055 time: 2.1058309 Feb 10 11:36:14.848504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38156) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:14.925840 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f60462-acc9-40f0-8158-330faec62b59 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event updated for resources: {'Port': ['ID=1cdddbda-fc49-419f-b11e-39f926e73ac4,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:14.926069 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Pushing event updated for resources: {'Port': ['ID=cdb4c014-a146-4287-868f-acb081079f3e,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:14.948035 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.948825 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 14f3b564-8c18-4eff-8653-4cd3f53e16b4 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:14.981998 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e72f6822-6a91-4c9d-bc16-0192d835ba0b None None] Provisioning complete for port 48c651ea-723a-49ab-b918-756da0843754 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:14.982459 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e72f6822-6a91-4c9d-bc16-0192d835ba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.001098 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3e8afd03-0ac3-462a-83da-2631be28f5eb tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Deleting port 1cdddbda-fc49-419f-b11e-39f926e73ac4 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:15.002574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e8afd03-0ac3-462a-83da-2631be28f5eb tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.023461 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Network 92a91023-9c4f-4057-890a-d68445cb60a0 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:15.033639 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f79ddd5b-93ab-4377-8158-889e6bb6b851 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2988060 Feb 10 11:36:15.057397 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:15.063082 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38160) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:15.074168 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d1149109-57de-4fa2-aada-4e1a3f4ba431 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Request body: {'subnet': {'network_id': '6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:15.089086 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:15.093629 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cbdc5-2db4-4430-9e0d-caf8d7f307fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Subnet': ['ID=3ad5c333-3e16-464f-9a28-b1132eb35efb,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:15.111584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ddd5b-93ab-4377-8158-889e6bb6b851 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event updated for resources: {'Network': ['ID=6060fb4e-e155-4826-8ca7-7407cdeda451,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:15.150339 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6dbc0942-e477-46d1-8e47-0f857f2ae4d8 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "PUT /v2.0/subnetpools/a5d29d17-f773-4edb-b062-22d47bbc2d95/tags/tempest-TagsExtTest-Tag-1412661759 HTTP/1.1" status: 201 len: 201 time: 0.6035879 Feb 10 11:36:15.151315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38164) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:15.166519 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-b6a8f047-9801-46b2-a694-2e4a16b89418 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '412cdf01-f724-422b-9702-b3fd53a8ba46', {'tags': ['tempest-TagsExtTest-Tag-1028850609', 'tempest-TagsExtTest-Tag-671668163', 'tempest-TagsExtTest-Tag-1242638710']}) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:15.176995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 6060fb4e-e155-4826-8ca7-7407cdeda451 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:15.278416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8cbdc5-2db4-4430-9e0d-caf8d7f307fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Checking segment: {'id': '7f9f8aa8-42e4-4a17-af54-a1f6699012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:15.278877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8cbdc5-2db4-4430-9e0d-caf8d7f307fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network hostable DHCP agents. Network: eab718aa-1967-4f16-934c-3cad71ab14ec, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:15.334116 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=48c651ea-723a-49ab-b918-756da0843754,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:15.382333 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d1149109-57de-4fa2-aada-4e1a3f4ba431 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:15.389870 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d1149109-57de-4fa2-aada-4e1a3f4ba431 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Usage tracker for resource:subnet and tenant:a06dda29c39c49e7912b7bb5fdbae88e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:15.394805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d1149109-57de-4fa2-aada-4e1a3f4ba431 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:15.423158 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b6a8f047-9801-46b2-a694-2e4a16b89418 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "PUT /v2.0/subnets/412cdf01-f724-422b-9702-b3fd53a8ba46/tags HTTP/1.1" status: 200 len: 317 time: 0.2649493 Feb 10 11:36:15.425207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38168) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:15.428918 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d1149109-57de-4fa2-aada-4e1a3f4ba431 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:15.430836 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8cbdc5-2db4-4430-9e0d-caf8d7f307fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network eab718aa-1967-4f16-934c-3cad71ab14ec is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:15.440072 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Attempting to bind port cdb4c014-a146-4287-868f-acb081079f3e on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:15.440406 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Attempting to bind port cdb4c014-a146-4287-868f-acb081079f3e by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '1846ce42-f0ec-4ec7-b693-e9ffd99e5f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '92a91023-9c4f-4057-890a-d68445cb60a0'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:15.440671 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Attempting to bind port cdb4c014-a146-4287-868f-acb081079f3e on network 92a91023-9c4f-4057-890a-d68445cb60a0 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:15.441287 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-22c65087-f961-4270-9d86-265cc8c97370 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '412cdf01-f724-422b-9702-b3fd53a8ba46') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:15.498092 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-4d8cbdc5-2db4-4430-9e0d-caf8d7f307fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, eab718aa-1967-4f16-934c-3cad71ab14ec) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:15.503091 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8cbdc5-2db4-4430-9e0d-caf8d7f307fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:15.503749 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d8cbdc5-2db4-4430-9e0d-caf8d7f307fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.520105 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 0300094e-0c12-431f-bf43-a6a718f48a1c is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:36:15.554824 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4d8cbdc5-2db4-4430-9e0d-caf8d7f307fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6657107 Feb 10 11:36:15.566888 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1149109-57de-4fa2-aada-4e1a3f4ba431 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Made reservation on behalf of a06dda29c39c49e7912b7bb5fdbae88e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:15.570409 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a671b65d-673c-495b-b3b4-042598b93e4b None None] Network eab718aa-1967-4f16-934c-3cad71ab14ec requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:15.595477 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 14f3b564-8c18-4eff-8653-4cd3f53e16b4 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:15.595477 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.683441 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:15.683441 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Checking segment: {'id': '1846ce42-f0ec-4ec7-b693-e9ffd99e5f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '92a91023-9c4f-4057-890a-d68445cb60a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:15.683951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.683951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Bound using segment: {'id': '1846ce42-f0ec-4ec7-b693-e9ffd99e5f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '92a91023-9c4f-4057-890a-d68445cb60a0'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:15.684499 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Bound port: cdb4c014-a146-4287-868f-acb081079f3e, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1846ce42-f0ec-4ec7-b693-e9ffd99e5f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '92a91023-9c4f-4057-890a-d68445cb60a0'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:15.689444 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.895778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1149109-57de-4fa2-aada-4e1a3f4ba431 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.950316 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e8afd03-0ac3-462a-83da-2631be28f5eb tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.961278 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-22c65087-f961-4270-9d86-265cc8c97370 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/subnets/412cdf01-f724-422b-9702-b3fd53a8ba46/tags HTTP/1.1" status: 204 len: 168 time: 0.5340643 Feb 10 11:36:15.962781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38174) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:15.970485 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-edc030b2-d0d5-4f9a-91be-c087322270fa tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '412cdf01-f724-422b-9702-b3fd53a8ba46', 'tempest-TagsExtTest-Tag-1028850609') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:16.051219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:16.065275 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-70a18403-675b-4887-9f59-fcc84297dc5f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/0300094e-0c12-431f-bf43-a6a718f48a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9658129 Feb 10 11:36:16.066214 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38178) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:16.081891 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f55ba2-e8ff-47db-b4b1-f95687a6f710 None None] Sync routers for ids ['0300094e-0c12-431f-bf43-a6a718f48a1c'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:16.150157 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f55ba2-e8ff-47db-b4b1-f95687a6f710 None None] Routers {'0300094e-0c12-431f-bf43-a6a718f48a1c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:16.154237 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-09f55ba2-e8ff-47db-b4b1-f95687a6f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0300094e-0c12-431f-bf43-a6a718f48a1c'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:16.181311 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] For port cdb4c014-a146-4287-868f-acb081079f3e, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:16.237835 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3b010a32-202a-4ebc-b107-ea237ca50384 None None] Provisioning complete for port 1cdddbda-fc49-419f-b11e-39f926e73ac4 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:16.238167 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3b010a32-202a-4ebc-b107-ea237ca50384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.251452 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac02669-d69b-4581-88bb-66e5a4381670 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:16.262901 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2ac02669-d69b-4581-88bb-66e5a4381670 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Synchronizing usage tracker for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:16.268057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] For port cdb4c014-a146-4287-868f-acb081079f3e, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cdb4c014-a146-4287-868f-acb081079f3e,segment=NetworkSegment(1846ce42-f0ec-4ec7-b693-e9ffd99e5f13),segment_id=1846ce42-f0ec-4ec7-b693-e9ffd99e5f13)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:16.288054 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-edc030b2-d0d5-4f9a-91be-c087322270fa tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] show failed (client error): The resource could not be found. Feb 10 11:36:16.288772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.293598 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-edc030b2-d0d5-4f9a-91be-c087322270fa tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/subnets/412cdf01-f724-422b-9702-b3fd53a8ba46/tags/tempest-TagsExtTest-Tag-1028850609 HTTP/1.1" status: 404 len: 329 time: 0.3294756 Feb 10 11:36:16.300388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38182) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:16.317505 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-0a0825f9-8f03-42de-bc73-984cc26df194 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '412cdf01-f724-422b-9702-b3fd53a8ba46', 'tempest-TagsExtTest-Tag-671668163') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:16.367863 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3e8afd03-0ac3-462a-83da-2631be28f5eb tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Calling delete_port for 1cdddbda-fc49-419f-b11e-39f926e73ac4 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:16.377672 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-eab718aa-1967-4f16-934c-3cad71ab14ec', 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ips': [{'subnet_id': '3ad5c333-3e16-464f-9a28-b1132eb35efb'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:16.378684 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.404086 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-09f55ba2-e8ff-47db-b4b1-f95687a6f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:16.433266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38186) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:16.445375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ad6ec320-8c7a-4b06-8de1-5980a59319a7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-665398656', 'description': 'tempest-secgroup-smoke-665398656 description', 'project_id': '0287a4c215574103957c73d52a854e74'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:16.453262 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ad6ec320-8c7a-4b06-8de1-5980a59319a7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:16.464664 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2ac02669-d69b-4581-88bb-66e5a4381670 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Unset dirty status for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:16.473073 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2ac02669-d69b-4581-88bb-66e5a4381670 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports/615d263c-4b65-45d9-818b-2cc522628f26 HTTP/1.1" status: 200 len: 910 time: 0.3976760 Feb 10 11:36:16.473073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38190) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:16.493658 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f55ba2-e8ff-47db-b4b1-f95687a6f710 None None] Routers {'0300094e-0c12-431f-bf43-a6a718f48a1c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:16.497859 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-09f55ba2-e8ff-47db-b4b1-f95687a6f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0300094e-0c12-431f-bf43-a6a718f48a1c'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:16.519745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-3b010a32-202a-4ebc-b107-ea237ca50384 None None] Port 1cdddbda-fc49-419f-b11e-39f926e73ac4 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:16.623452 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-09f55ba2-e8ff-47db-b4b1-f95687a6f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:16.624126 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f55ba2-e8ff-47db-b4b1-f95687a6f710 None None] The sync data for ids ['0300094e-0c12-431f-bf43-a6a718f48a1c'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:16.647162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ad6ec320-8c7a-4b06-8de1-5980a59319a7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:16.737666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e8afd03-0ac3-462a-83da-2631be28f5eb tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.741662 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec320-8c7a-4b06-8de1-5980a59319a7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.801074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ad6ec320-8c7a-4b06-8de1-5980a59319a7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:16.806937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ad6ec320-8c7a-4b06-8de1-5980a59319a7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:16.810904 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ad6ec320-8c7a-4b06-8de1-5980a59319a7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:16.819356 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ad6ec320-8c7a-4b06-8de1-5980a59319a7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:16.868741 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8afd03-0ac3-462a-83da-2631be28f5eb tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event deleted for resources: {'Port': ['ID=1cdddbda-fc49-419f-b11e-39f926e73ac4,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:16.944316 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec320-8c7a-4b06-8de1-5980a59319a7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.962671 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec320-8c7a-4b06-8de1-5980a59319a7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.026821 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Allocated IP 172.20.0.18 (eab718aa-1967-4f16-934c-3cad71ab14ec/3ad5c333-3e16-464f-9a28-b1132eb35efb/5319e9d5-f716-4f8f-90d6-3a6bece69eb7) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:17.066045 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1149109-57de-4fa2-aada-4e1a3f4ba431 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.079320 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-0a0825f9-8f03-42de-bc73-984cc26df194 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] show failed (client error): The resource could not be found. Feb 10 11:36:17.083953 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0a0825f9-8f03-42de-bc73-984cc26df194 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/subnets/412cdf01-f724-422b-9702-b3fd53a8ba46/tags/tempest-TagsExtTest-Tag-671668163 HTTP/1.1" status: 404 len: 328 time: 0.7793591 Feb 10 11:36:17.084512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ec320-8c7a-4b06-8de1-5980a59319a7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac503b6-44d7-4fb7-bdf4-fa78252d422e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:17.088739 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38194) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:17.098670 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-4148f4c3-f961-4983-9088-7b0b73a222dc tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '412cdf01-f724-422b-9702-b3fd53a8ba46', 'tempest-TagsExtTest-Tag-1242638710') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:17.191130 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec320-8c7a-4b06-8de1-5980a59319a7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.192367 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ad6ec320-8c7a-4b06-8de1-5980a59319a7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7582233 Feb 10 11:36:17.200577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38198) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:17.254390 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 48c651ea-723a-49ab-b918-756da0843754 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:17.313845 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-65a375cb-9f0a-48ea-b2a7-28b020c74765 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3ac503b6-44d7-4fb7-bdf4-fa78252d422e', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:17.337713 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac5d86-2b09-4515-8b72-b8d9a3c35535 None None] Pushing event updated for resources: {'Port': ['ID=cdb4c014-a146-4287-868f-acb081079f3e,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:17.402588 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-65a375cb-9f0a-48ea-b2a7-28b020c74765 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:17.430149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-65a375cb-9f0a-48ea-b2a7-28b020c74765 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:17.469272 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-4148f4c3-f961-4983-9088-7b0b73a222dc tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] show failed (client error): The resource could not be found. Feb 10 11:36:17.473376 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4148f4c3-f961-4983-9088-7b0b73a222dc tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/subnets/412cdf01-f724-422b-9702-b3fd53a8ba46/tags/tempest-TagsExtTest-Tag-1242638710 HTTP/1.1" status: 404 len: 329 time: 0.3808708 Feb 10 11:36:17.475155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38202) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:17.485399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-adf59ced-b6f3-48bf-8284-9f410f82dd88 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8ed9669e-cfd8-48e3-a7ab-5d2017404024', {'tags': ['tempest-TagsExtTest-Tag-1642893329', 'tempest-TagsExtTest-Tag-984188226', 'tempest-TagsExtTest-Tag-1569552375']}) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:17.520625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-65a375cb-9f0a-48ea-b2a7-28b020c74765 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:17.542810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e8afd03-0ac3-462a-83da-2631be28f5eb tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.545619 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-65a375cb-9f0a-48ea-b2a7-28b020c74765 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:17.552045 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1149109-57de-4fa2-aada-4e1a3f4ba431 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event updated for resources: {'Subnet': ['ID=3f49d65d-9412-4f12-9ee6-406bdd8476f5,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:17.590746 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 48c651ea-723a-49ab-b918-756da0843754 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:17.591030 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3e8afd03-0ac3-462a-83da-2631be28f5eb tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "DELETE /v2.0/ports/1cdddbda-fc49-419f-b11e-39f926e73ac4 HTTP/1.1" status: 204 len: 168 time: 2.7385392 Feb 10 11:36:17.592815 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.593630 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1149109-57de-4fa2-aada-4e1a3f4ba431 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Checking segment: {'id': '4308cc6e-cc85-40a9-b91d-45907332689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:17.594211 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1149109-57de-4fa2-aada-4e1a3f4ba431 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Network hostable DHCP agents. Network: 6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:17.608612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38206) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:17.659423 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65a375cb-9f0a-48ea-b2a7-28b020c74765 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.680527 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-adf59ced-b6f3-48bf-8284-9f410f82dd88 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "PUT /v2.0/ports/8ed9669e-cfd8-48e3-a7ab-5d2017404024/tags HTTP/1.1" status: 200 len: 317 time: 0.2014740 Feb 10 11:36:17.683163 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38210) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:17.703427 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-f1e0873b-d482-4c3c-8812-89a2487180a6 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ed9669e-cfd8-48e3-a7ab-5d2017404024') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:17.711448 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1612be-18a0-46b3-8a48-a7eec25d587a tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] GET failed (client error): The resource could not be found. Feb 10 11:36:17.711965 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ef1612be-18a0-46b3-8a48-a7eec25d587a tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Synchronizing usage tracker for tenant:3e0b51f1e840466bb976d00c6eb29f1d on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:17.747479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ef1612be-18a0-46b3-8a48-a7eec25d587a tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Unset dirty status for tenant:3e0b51f1e840466bb976d00c6eb29f1d on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:17.751553 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ef1612be-18a0-46b3-8a48-a7eec25d587a tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "GET /v2.0/ports/1cdddbda-fc49-419f-b11e-39f926e73ac4 HTTP/1.1" status: 404 len: 333 time: 0.1440041 Feb 10 11:36:17.752141 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38214) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:17.786746 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.827488 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Transition to ACTIVE for port object 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:17.830684 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1149109-57de-4fa2-aada-4e1a3f4ba431 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Network 6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:17.843325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c071a3ab-591a-4e6c-bbad-5aaf3bb3f806 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Deleting port d3129053-7b17-4d79-bb0c-f86b475d0b12 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:17.843988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c071a3ab-591a-4e6c-bbad-5aaf3bb3f806 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.874417 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d1149109-57de-4fa2-aada-4e1a3f4ba431 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:17.908227 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1149109-57de-4fa2-aada-4e1a3f4ba431 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:17.909084 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1149109-57de-4fa2-aada-4e1a3f4ba431 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.948224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65a375cb-9f0a-48ea-b2a7-28b020c74765 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.952628 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Transition to ACTIVE for port object 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:17.957422 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8915718-7ca7-44fd-83ca-50a86f0fe275 None None] Network 6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:17.963336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65a375cb-9f0a-48ea-b2a7-28b020c74765 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.987933 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.001687 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d1149109-57de-4fa2-aada-4e1a3f4ba431 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9371738 Feb 10 11:36:18.014793 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38218) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:18.026090 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a375cb-9f0a-48ea-b2a7-28b020c74765 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae66736-792c-4177-a1fa-04c42f1c95c8,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:18.044989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ef86a412-accd-4a65-aa59-e67b66cc0d55 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Request body: {'subnet': {'network_id': '6060fb4e-e155-4826-8ca7-7407cdeda451', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:18.232029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Network eab718aa-1967-4f16-934c-3cad71ab14ec is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:18.243333 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Pushing event updated for resources: {'Port': ['ID=5319e9d5-f716-4f8f-90d6-3a6bece69eb7,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:18.245843 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:18.251549 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:18.351388 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65a375cb-9f0a-48ea-b2a7-28b020c74765 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.357651 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-65a375cb-9f0a-48ea-b2a7-28b020c74765 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0874834 Feb 10 11:36:18.365454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38222) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:18.386864 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-1c78c94f-8177-493c-8ab2-0e6783485052 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3ac503b6-44d7-4fb7-bdf4-fa78252d422e', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:18.400691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1c78c94f-8177-493c-8ab2-0e6783485052 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:18.405776 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f1e0873b-d482-4c3c-8812-89a2487180a6 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/ports/8ed9669e-cfd8-48e3-a7ab-5d2017404024/tags HTTP/1.1" status: 204 len: 168 time: 0.7172410 Feb 10 11:36:18.409850 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c071a3ab-591a-4e6c-bbad-5aaf3bb3f806 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.412287 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38226) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:18.420625 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1c78c94f-8177-493c-8ab2-0e6783485052 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:18.424737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-8ad473cf-c67c-48de-8b8b-fc90a48d1b41 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ed9669e-cfd8-48e3-a7ab-5d2017404024', 'tempest-TagsExtTest-Tag-1642893329') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:18.435392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1c78c94f-8177-493c-8ab2-0e6783485052 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:18.440782 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8c976234-127e-4219-af8c-323816ab377a req-d60e50f3-d388-4c76-9279-d775f38fa687 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3284516 Feb 10 11:36:18.459485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Attempting to bind port 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:18.460335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Attempting to bind port 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '7f9f8aa8-42e4-4a17-af54-a1f6699012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:18.460957 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Attempting to bind port 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 on network eab718aa-1967-4f16-934c-3cad71ab14ec {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:18.515016 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:18.515838 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Checking segment: {'id': '7f9f8aa8-42e4-4a17-af54-a1f6699012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:18.516592 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.517583 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Bound using segment: {'id': '7f9f8aa8-42e4-4a17-af54-a1f6699012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:18.518308 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Bound port: 5319e9d5-f716-4f8f-90d6-3a6bece69eb7, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9f8aa8-42e4-4a17-af54-a1f6699012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:18.519022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.566813 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ef86a412-accd-4a65-aa59-e67b66cc0d55 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:18.576487 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ef86a412-accd-4a65-aa59-e67b66cc0d55 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Usage tracker for resource:subnet and tenant:a06dda29c39c49e7912b7bb5fdbae88e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:18.605938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ef86a412-accd-4a65-aa59-e67b66cc0d55 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:18.623415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ef86a412-accd-4a65-aa59-e67b66cc0d55 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:18.709899 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-8ad473cf-c67c-48de-8b8b-fc90a48d1b41 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] show failed (client error): The resource could not be found. Feb 10 11:36:18.713766 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8ad473cf-c67c-48de-8b8b-fc90a48d1b41 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/ports/8ed9669e-cfd8-48e3-a7ab-5d2017404024/tags/tempest-TagsExtTest-Tag-1642893329 HTTP/1.1" status: 404 len: 329 time: 0.2991984 Feb 10 11:36:18.716879 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38230) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:18.733243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef86a412-accd-4a65-aa59-e67b66cc0d55 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Made reservation on behalf of a06dda29c39c49e7912b7bb5fdbae88e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:18.768628 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cdb4c014-a146-4287-868f-acb081079f3e up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:18.773093 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-d4736728-34de-47e4-bc8c-cd6e67983c90 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ed9669e-cfd8-48e3-a7ab-5d2017404024', 'tempest-TagsExtTest-Tag-984188226') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:18.882713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c071a3ab-591a-4e6c-bbad-5aaf3bb3f806 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Calling delete_port for d3129053-7b17-4d79-bb0c-f86b475d0b12 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:19.027405 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4f1a35-42ba-48a9-a3cf-92757ba2dcf4 None None] Network 92a91023-9c4f-4057-890a-d68445cb60a0 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:19.031279 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1c78c94f-8177-493c-8ab2-0e6783485052 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:19.131345 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef86a412-accd-4a65-aa59-e67b66cc0d55 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.160616 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3', 'network_id': '6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3', 'tenant_id': 'a06dda29c39c49e7912b7bb5fdbae88e', 'fixed_ips': [{'subnet_id': '3f49d65d-9412-4f12-9ee6-406bdd8476f5'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:19.162801 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.232521 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c78c94f-8177-493c-8ab2-0e6783485052 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.247898 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] For port 5319e9d5-f716-4f8f-90d6-3a6bece69eb7, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:19.260251 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-d4736728-34de-47e4-bc8c-cd6e67983c90 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] show failed (client error): The resource could not be found. Feb 10 11:36:19.260251 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d4736728-34de-47e4-bc8c-cd6e67983c90 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/ports/8ed9669e-cfd8-48e3-a7ab-5d2017404024/tags/tempest-TagsExtTest-Tag-984188226 HTTP/1.1" status: 404 len: 328 time: 0.5334544 Feb 10 11:36:19.260251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38234) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:19.268158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-4e78c1b9-615e-40c9-bc9d-04e773891d6b tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ed9669e-cfd8-48e3-a7ab-5d2017404024', 'tempest-TagsExtTest-Tag-1569552375') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:19.290683 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c071a3ab-591a-4e6c-bbad-5aaf3bb3f806 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.382184 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8c976234-127e-4219-af8c-323816ab377a req-1f0ca2d5-12d2-42cc-91ca-cf4540341321 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 1098 time: 0.3431168 Feb 10 11:36:19.382474 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] For port 5319e9d5-f716-4f8f-90d6-3a6bece69eb7, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5319e9d5-f716-4f8f-90d6-3a6bece69eb7,segment=NetworkSegment(7f9f8aa8-42e4-4a17-af54-a1f6699012f3),segment_id=7f9f8aa8-42e4-4a17-af54-a1f6699012f3)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:19.385978 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071a3ab-591a-4e6c-bbad-5aaf3bb3f806 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event deleted for resources: {'Port': ['ID=d3129053-7b17-4d79-bb0c-f86b475d0b12,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:19.389411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.420219 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-4e78c1b9-615e-40c9-bc9d-04e773891d6b tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] show failed (client error): The resource could not be found. Feb 10 11:36:19.423086 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4e78c1b9-615e-40c9-bc9d-04e773891d6b tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/ports/8ed9669e-cfd8-48e3-a7ab-5d2017404024/tags/tempest-TagsExtTest-Tag-1569552375 HTTP/1.1" status: 404 len: 329 time: 0.1615338 Feb 10 11:36:19.425460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38238) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:19.434354 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-f33baeb0-e9f5-4236-aa21-b4f1f38ca3d4 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '12efcae8-494d-44c8-8207-0e2a8f79c15e', {'tags': ['tempest-TagsExtTest-Tag-67679392', 'tempest-TagsExtTest-Tag-2094071822', 'tempest-TagsExtTest-Tag-476645541']}) {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:19.451498 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f436e8f8-2191-4caf-9508-60c203660bca None None] Provisioning for port cdb4c014-a146-4287-868f-acb081079f3e completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:19.470568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.678609 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f33baeb0-e9f5-4236-aa21-b4f1f38ca3d4 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "PUT /v2.0/routers/12efcae8-494d-44c8-8207-0e2a8f79c15e/tags HTTP/1.1" status: 200 len: 315 time: 0.2517767 Feb 10 11:36:19.681847 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38242) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:19.691556 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-44be1c3d-9594-45a8-bd15-3f481881fffb tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12efcae8-494d-44c8-8207-0e2a8f79c15e') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:19.727940 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port cdb4c014-a146-4287-868f-acb081079f3e completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:19.781843 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c78c94f-8177-493c-8ab2-0e6783485052 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.801461 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c78c94f-8177-493c-8ab2-0e6783485052 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.867895 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c071a3ab-591a-4e6c-bbad-5aaf3bb3f806 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.872017 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf93d57-f1d8-4e8a-a646-24fbecf44427 None None] Pushing event updated for resources: {'Port': ['ID=5319e9d5-f716-4f8f-90d6-3a6bece69eb7,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:19.885571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef86a412-accd-4a65-aa59-e67b66cc0d55 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.922771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78c94f-8177-493c-8ab2-0e6783485052 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed87b74a-3ab2-4ebf-b548-916deb820bfd,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:19.941497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c976234-127e-4219-af8c-323816ab377a req-88ac0ffb-2704-4154-9cc0-851a1fa7b274 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:19.942687 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8c976234-127e-4219-af8c-323816ab377a req-88ac0ffb-2704-4154-9cc0-851a1fa7b274 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb72c25c-df2c-4406-bb4c-56e973a31e8f HTTP/1.1" status: 200 len: 898 time: 0.4974067 Feb 10 11:36:19.998064 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef86a412-accd-4a65-aa59-e67b66cc0d55 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Checking segment: {'id': '61957701-90a5-4d18-bfe1-9a2cbef5938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6060fb4e-e155-4826-8ca7-7407cdeda451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:19.998427 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86a412-accd-4a65-aa59-e67b66cc0d55 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Network hostable DHCP agents. Network: 6060fb4e-e155-4826-8ca7-7407cdeda451, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:20.011914 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f436e8f8-2191-4caf-9508-60c203660bca None None] Provisioning complete for port cdb4c014-a146-4287-868f-acb081079f3e triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:20.013951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f436e8f8-2191-4caf-9508-60c203660bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.016392 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-44be1c3d-9594-45a8-bd15-3f481881fffb tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/routers/12efcae8-494d-44c8-8207-0e2a8f79c15e/tags HTTP/1.1" status: 204 len: 168 time: 0.3330967 Feb 10 11:36:20.018157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86a412-accd-4a65-aa59-e67b66cc0d55 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event updated for resources: {'Subnet': ['ID=53e682c4-fd17-4079-ab86-28bddcfd9886,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:20.021685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38246) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:20.024978 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c071a3ab-591a-4e6c-bbad-5aaf3bb3f806 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "DELETE /v2.0/ports/d3129053-7b17-4d79-bb0c-f86b475d0b12 HTTP/1.1" status: 204 len: 168 time: 2.2701771 Feb 10 11:36:20.026095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c78c94f-8177-493c-8ab2-0e6783485052 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.027507 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1c78c94f-8177-493c-8ab2-0e6783485052 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.6580606 Feb 10 11:36:20.028273 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38250) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:20.037987 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-a7729ef0-213a-4aca-9325-784656e1c64f tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12efcae8-494d-44c8-8207-0e2a8f79c15e', 'tempest-TagsExtTest-Tag-67679392') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:20.042308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38252) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:20.067549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-df8cc9da-7998-4a6d-a9c5-25615100a240 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3ac503b6-44d7-4fb7-bdf4-fa78252d422e', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:20.079308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-df8cc9da-7998-4a6d-a9c5-25615100a240 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:20.082900 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port cdb4c014-a146-4287-868f-acb081079f3e triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:20.084148 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.085029 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-df8cc9da-7998-4a6d-a9c5-25615100a240 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:20.101663 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-df8cc9da-7998-4a6d-a9c5-25615100a240 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:20.144243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-df8cc9da-7998-4a6d-a9c5-25615100a240 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:20.190254 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8c976234-127e-4219-af8c-323816ab377a req-802fa48f-75f6-4880-868e-cf5a3dac0f4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d673902-86a0-4842-b4c9-9b3cb96f748f HTTP/1.1" status: 200 len: 1001 time: 0.2361629 Feb 10 11:36:20.191228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df8cc9da-7998-4a6d-a9c5-25615100a240 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.367574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c976234-127e-4219-af8c-323816ab377a req-aaac61c1-56c5-474b-94c9-9eb8a25c4a6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:20.369068 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8c976234-127e-4219-af8c-323816ab377a req-aaac61c1-56c5-474b-94c9-9eb8a25c4a6d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a0230f2-721d-4926-a0e7-e18109b96ea0 HTTP/1.1" status: 200 len: 835 time: 0.1666660 Feb 10 11:36:20.407364 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa9bc45-6010-4535-a695-b1d901ec3955 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] GET failed (client error): The resource could not be found. Feb 10 11:36:20.408356 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-aaa9bc45-6010-4535-a695-b1d901ec3955 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Synchronizing usage tracker for tenant:3e0b51f1e840466bb976d00c6eb29f1d on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:20.423814 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Allocated IP 172.21.0.1 (b544e365-241e-401c-8488-d40ba043ecc3/7d7be544-1755-426f-b8f0-414942bed52d/dd761e5b-23f7-4287-85cf-cb07b7f8e843) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:20.439866 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Allocated IP 172.20.0.2 (6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3/3f49d65d-9412-4f12-9ee6-406bdd8476f5/12ecdbfe-51b4-4ac4-b969-fa654dcecb4d) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:20.450184 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86a412-accd-4a65-aa59-e67b66cc0d55 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Network 6060fb4e-e155-4826-8ca7-7407cdeda451 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:20.464825 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-a7729ef0-213a-4aca-9325-784656e1c64f tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] show failed (client error): The resource could not be found. Feb 10 11:36:20.466422 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a7729ef0-213a-4aca-9325-784656e1c64f tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/routers/12efcae8-494d-44c8-8207-0e2a8f79c15e/tags/tempest-TagsExtTest-Tag-67679392 HTTP/1.1" status: 404 len: 327 time: 0.4435389 Feb 10 11:36:20.478391 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38258) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:20.493705 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-1e967659-ec1e-42a2-9e21-077c02184adb tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12efcae8-494d-44c8-8207-0e2a8f79c15e', 'tempest-TagsExtTest-Tag-2094071822') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:20.542819 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f436e8f8-2191-4caf-9508-60c203660bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.633154 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.641366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ef86a412-accd-4a65-aa59-e67b66cc0d55 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 6060fb4e-e155-4826-8ca7-7407cdeda451) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:20.654037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef86a412-accd-4a65-aa59-e67b66cc0d55 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:20.655429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef86a412-accd-4a65-aa59-e67b66cc0d55 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.691113 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-aaa9bc45-6010-4535-a695-b1d901ec3955 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Unset dirty status for tenant:3e0b51f1e840466bb976d00c6eb29f1d on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:20.700881 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-aaa9bc45-6010-4535-a695-b1d901ec3955 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "GET /v2.0/ports/d3129053-7b17-4d79-bb0c-f86b475d0b12 HTTP/1.1" status: 404 len: 333 time: 0.5579538 Feb 10 11:36:20.702561 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38262) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:20.725960 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444394f9-5929-4503-955d-64d6370b1753 None None] Network 6060fb4e-e155-4826-8ca7-7407cdeda451 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:20.776544 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f436e8f8-2191-4caf-9508-60c203660bca None None] For port cdb4c014-a146-4287-868f-acb081079f3e, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cdb4c014-a146-4287-868f-acb081079f3e,segment=NetworkSegment(1846ce42-f0ec-4ec7-b693-e9ffd99e5f13),segment_id=1846ce42-f0ec-4ec7-b693-e9ffd99e5f13)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:20.800901 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df8cc9da-7998-4a6d-a9c5-25615100a240 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.884178 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.909424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Transition to ACTIVE for port object dd761e5b-23f7-4287-85cf-cb07b7f8e843 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:20.945639 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ef86a412-accd-4a65-aa59-e67b66cc0d55 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9228733 Feb 10 11:36:20.950551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38266) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:20.959022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.963388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df8cc9da-7998-4a6d-a9c5-25615100a240 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.061315 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f436e8f8-2191-4caf-9508-60c203660bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.092678 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cc9da-7998-4a6d-a9c5-25615100a240 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47acc578-4e4c-432f-b5c9-2f6a0630c67d,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:21.143013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df8cc9da-7998-4a6d-a9c5-25615100a240 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.144564 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-df8cc9da-7998-4a6d-a9c5-25615100a240 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1011453 Feb 10 11:36:21.147073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network b544e365-241e-401c-8488-d40ba043ecc3 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:21.151795 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38270) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:21.154299 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:21.158597 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=dd761e5b-23f7-4287-85cf-cb07b7f8e843,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:21.161759 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:21.215640 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-9cf92c0c-fd26-44e8-845c-9e1e8f4a9cd1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3ac503b6-44d7-4fb7-bdf4-fa78252d422e', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:21.233752 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8c976234-127e-4219-af8c-323816ab377a req-e8818036-6804-415a-8a1d-785be5b8afaf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb72c25c-df2c-4406-bb4c-56e973a31e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8570240 Feb 10 11:36:21.256504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9cf92c0c-fd26-44e8-845c-9e1e8f4a9cd1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:21.324726 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9cf92c0c-fd26-44e8-845c-9e1e8f4a9cd1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:21.336320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3cfff815-03b9-4469-a4e4-a70ab8d6fdc9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Deleting port 009a67db-5250-4d7f-8f2e-de587805dead {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:21.336903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cfff815-03b9-4469-a4e4-a70ab8d6fdc9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.341475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9cf92c0c-fd26-44e8-845c-9e1e8f4a9cd1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:21.479612 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-1e967659-ec1e-42a2-9e21-077c02184adb tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] show failed (client error): The resource could not be found. Feb 10 11:36:21.483899 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1e967659-ec1e-42a2-9e21-077c02184adb tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/routers/12efcae8-494d-44c8-8207-0e2a8f79c15e/tags/tempest-TagsExtTest-Tag-2094071822 HTTP/1.1" status: 404 len: 329 time: 1.0026913 Feb 10 11:36:21.487477 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38274) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:21.499695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-0022ed99-c628-41d6-bf78-62678fd8962f tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12efcae8-494d-44c8-8207-0e2a8f79c15e', 'tempest-TagsExtTest-Tag-476645541') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:21.527859 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-25c2d09e-2f4e-42f4-a85f-4e0a547c8a26 None None] Provisioning complete for port cdb4c014-a146-4287-868f-acb081079f3e triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:21.528605 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-25c2d09e-2f4e-42f4-a85f-4e0a547c8a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.574000 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8c976234-127e-4219-af8c-323816ab377a req-53049d63-fd02-4257-9869-55d08b0c9070 service neutron] 10.222.0.73 "GET /v2.0/networks/cb72c25c-df2c-4406-bb4c-56e973a31e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094647 Feb 10 11:36:21.576050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9cf92c0c-fd26-44e8-845c-9e1e8f4a9cd1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:21.601553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.611683 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3984629-0479-48de-903c-1bc73198776d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-6060fb4e-e155-4826-8ca7-7407cdeda451', 'network_id': '6060fb4e-e155-4826-8ca7-7407cdeda451', 'tenant_id': 'a06dda29c39c49e7912b7bb5fdbae88e', 'fixed_ips': [{'subnet_id': '53e682c4-fd17-4079-ab86-28bddcfd9886'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:21.613259 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e3984629-0479-48de-903c-1bc73198776d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.651111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:36:21.651774 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:36:21.688737 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436e8f8-2191-4caf-9508-60c203660bca None None] Pushing event updated for resources: {'Port': ['ID=cdb4c014-a146-4287-868f-acb081079f3e,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:21.937191 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-0022ed99-c628-41d6-bf78-62678fd8962f tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] show failed (client error): The resource could not be found. Feb 10 11:36:21.944482 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0022ed99-c628-41d6-bf78-62678fd8962f tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/routers/12efcae8-494d-44c8-8207-0e2a8f79c15e/tags/tempest-TagsExtTest-Tag-476645541 HTTP/1.1" status: 404 len: 328 time: 0.4491999 Feb 10 11:36:21.944830 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8c976234-127e-4219-af8c-323816ab377a req-55c69952-d5f8-4829-8cdf-19894e8e2498 service neutron] 10.222.0.73 "GET /v2.0/networks/cb72c25c-df2c-4406-bb4c-56e973a31e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466158 Feb 10 11:36:21.950278 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38278) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:21.994687 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-d1fa2002-a25e-4fd7-a371-7ed329bdf1d0 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a5d29d17-f773-4edb-b062-22d47bbc2d95', {'tags': ['tempest-TagsExtTest-Tag-587047623', 'tempest-TagsExtTest-Tag-1229103119', 'tempest-TagsExtTest-Tag-485936012']}) {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:22.016478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.022578 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9cf92c0c-fd26-44e8-845c-9e1e8f4a9cd1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.066903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Transition to ACTIVE for port object 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:22.076598 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1175b8f1-5047-4bc7-92f3-dc7b1533c7bb None None] Network eab718aa-1967-4f16-934c-3cad71ab14ec requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:22.107687 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.276580 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cfff815-03b9-4469-a4e4-a70ab8d6fdc9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.289075 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d1fa2002-a25e-4fd7-a371-7ed329bdf1d0 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "PUT /v2.0/subnetpools/a5d29d17-f773-4edb-b062-22d47bbc2d95/tags HTTP/1.1" status: 200 len: 316 time: 0.3036449 Feb 10 11:36:22.289538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9cf92c0c-fd26-44e8-845c-9e1e8f4a9cd1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.292083 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38282) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:22.340080 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Transition to ACTIVE for port object 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:22.369403 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.401004 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-bc0706d9-d153-434d-aef1-f9a43459c68f tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a5d29d17-f773-4edb-b062-22d47bbc2d95') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:22.417770 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3cfff815-03b9-4469-a4e4-a70ab8d6fdc9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Calling delete_port for 009a67db-5250-4d7f-8f2e-de587805dead owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:22.467483 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-e3984629-0479-48de-903c-1bc73198776d None None] Allocated IP 172.20.0.2 (6060fb4e-e155-4826-8ca7-7407cdeda451/53e682c4-fd17-4079-ab86-28bddcfd9886/d44f4618-c86a-4371-ba3a-32d871b5ecc5) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:22.538718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Pushing event updated for resources: {'Port': ['ID=12ecdbfe-51b4-4ac4-b969-fa654dcecb4d,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:22.539434 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9cf92c0c-fd26-44e8-845c-9e1e8f4a9cd1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.553253 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Network 6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:22.581438 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:22.589687 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:22.621366 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf92c0c-fd26-44e8-845c-9e1e8f4a9cd1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb20aa5-4658-4bb0-aa4c-c7554964815b,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:22.656559 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cfff815-03b9-4469-a4e4-a70ab8d6fdc9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.668108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1bb7e6e1-27a5-485a-8bcd-2716d48d0353 None None] Provisioning for port 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:22.697950 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9cf92c0c-fd26-44e8-845c-9e1e8f4a9cd1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.702537 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9cf92c0c-fd26-44e8-845c-9e1e8f4a9cd1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5428653 Feb 10 11:36:22.705218 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38286) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:22.715732 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b3c7cb57-3e82-4862-9a86-6c2504ec90ec tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3ac503b6-44d7-4fb7-bdf4-fa78252d422e', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:22.735146 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfff815-03b9-4469-a4e4-a70ab8d6fdc9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event deleted for resources: {'Port': ['ID=009a67db-5250-4d7f-8f2e-de587805dead,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:22.769028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b3c7cb57-3e82-4862-9a86-6c2504ec90ec tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:22.818623 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b3c7cb57-3e82-4862-9a86-6c2504ec90ec tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:22.830336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b3c7cb57-3e82-4862-9a86-6c2504ec90ec tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:22.922102 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:22.931771 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bc0706d9-d153-434d-aef1-f9a43459c68f tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/subnetpools/a5d29d17-f773-4edb-b062-22d47bbc2d95/tags HTTP/1.1" status: 204 len: 168 time: 0.6391633 Feb 10 11:36:22.943277 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b3c7cb57-3e82-4862-9a86-6c2504ec90ec tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:22.946756 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38290) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:22.982558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-e55ddea2-09f8-4649-a282-8177f2609b0f tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a5d29d17-f773-4edb-b062-22d47bbc2d95', 'tempest-TagsExtTest-Tag-587047623') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:22.999277 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.029386 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Attempting to bind port 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:23.030093 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Attempting to bind port 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '4308cc6e-cc85-40a9-b91d-45907332689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:23.030637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Attempting to bind port 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d on network 6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:23.040975 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1bb7e6e1-27a5-485a-8bcd-2716d48d0353 None None] Provisioning for port dd761e5b-23f7-4287-85cf-cb07b7f8e843 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:23.046397 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-b3c7cb57-3e82-4862-9a86-6c2504ec90ec tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:36:23.074466 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b3c7cb57-3e82-4862-9a86-6c2504ec90ec tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.079330 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1bb7e6e1-27a5-485a-8bcd-2716d48d0353 None None] Provisioning complete for port dd761e5b-23f7-4287-85cf-cb07b7f8e843 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:23.079773 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e6e1-27a5-485a-8bcd-2716d48d0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.154781 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-e55ddea2-09f8-4649-a282-8177f2609b0f tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] show failed (client error): The resource could not be found. Feb 10 11:36:23.159512 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e55ddea2-09f8-4649-a282-8177f2609b0f tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/subnetpools/a5d29d17-f773-4edb-b062-22d47bbc2d95/tags/tempest-TagsExtTest-Tag-587047623 HTTP/1.1" status: 404 len: 328 time: 0.2036905 Feb 10 11:36:23.183993 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38294) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:23.201840 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:23.202698 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Checking segment: {'id': '4308cc6e-cc85-40a9-b91d-45907332689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:23.203255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-610ed611-cedf-4e72-b3e8-35b44cabbb86 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a5d29d17-f773-4edb-b062-22d47bbc2d95', 'tempest-TagsExtTest-Tag-1229103119') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:23.203547 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.204132 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Bound using segment: {'id': '4308cc6e-cc85-40a9-b91d-45907332689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:23.204625 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Bound port: 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4308cc6e-cc85-40a9-b91d-45907332689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:23.205009 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.238575 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3cfff815-03b9-4469-a4e4-a70ab8d6fdc9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.295375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.300667 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-610ed611-cedf-4e72-b3e8-35b44cabbb86 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] show failed (client error): The resource could not be found. Feb 10 11:36:23.304268 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-610ed611-cedf-4e72-b3e8-35b44cabbb86 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/subnetpools/a5d29d17-f773-4edb-b062-22d47bbc2d95/tags/tempest-TagsExtTest-Tag-1229103119 HTTP/1.1" status: 404 len: 329 time: 0.1104202 Feb 10 11:36:23.309543 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7e6e1-27a5-485a-8bcd-2716d48d0353 None None] Port dd761e5b-23f7-4287-85cf-cb07b7f8e843 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:23.310955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38298) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:23.312128 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.340008 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e3984629-0479-48de-903c-1bc73198776d None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.340250 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3cfff815-03b9-4469-a4e4-a70ab8d6fdc9 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "DELETE /v2.0/ports/009a67db-5250-4d7f-8f2e-de587805dead HTTP/1.1" status: 204 len: 168 time: 2.5008972 Feb 10 11:36:23.347615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38300) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:23.366418 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e3984629-0479-48de-903c-1bc73198776d None None] Transition to ACTIVE for port object d44f4618-c86a-4371-ba3a-32d871b5ecc5 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:23.397090 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:23.427195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:23.427626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.430322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b3c7cb57-3e82-4862-9a86-6c2504ec90ec tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.448538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-c0a427c4-97c3-4afa-9016-9ab8b31c18b0 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a5d29d17-f773-4edb-b062-22d47bbc2d95', 'tempest-TagsExtTest-Tag-485936012') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:23.512469 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b3c7cb57-3e82-4862-9a86-6c2504ec90ec tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.547385 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] For port 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:23.560947 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] For port 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=12ecdbfe-51b4-4ac4-b969-fa654dcecb4d,segment=NetworkSegment(4308cc6e-cc85-40a9-b91d-45907332689f),segment_id=4308cc6e-cc85-40a9-b91d-45907332689f)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:23.565081 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e3984629-0479-48de-903c-1bc73198776d None None] Transition to ACTIVE for port object d44f4618-c86a-4371-ba3a-32d871b5ecc5 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:23.573568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.617751 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7cb57-3e82-4862-9a86-6c2504ec90ec tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aaa0980-dab6-432d-83bb-3a3155c8e031,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:23.620223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b3c7cb57-3e82-4862-9a86-6c2504ec90ec tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.624665 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b3c7cb57-3e82-4862-9a86-6c2504ec90ec tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9175551 Feb 10 11:36:23.627514 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e3984629-0479-48de-903c-1bc73198776d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.632700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38306) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:23.638294 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-dea678a4-2c46-4ce8-a2a3-cc7aae968f35 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3ac503b6-44d7-4fb7-bdf4-fa78252d422e', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:23.645876 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=dd761e5b-23f7-4287-85cf-cb07b7f8e843,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:23.655304 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.659818 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-dea678a4-2c46-4ce8-a2a3-cc7aae968f35 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:23.663757 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-c0a427c4-97c3-4afa-9016-9ab8b31c18b0 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] show failed (client error): The resource could not be found. Feb 10 11:36:23.665088 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c0a427c4-97c3-4afa-9016-9ab8b31c18b0 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/subnetpools/a5d29d17-f773-4edb-b062-22d47bbc2d95/tags/tempest-TagsExtTest-Tag-485936012 HTTP/1.1" status: 404 len: 328 time: 0.3061879 Feb 10 11:36:23.669460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-dea678a4-2c46-4ce8-a2a3-cc7aae968f35 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:23.672499 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38310) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:23.677158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-dea678a4-2c46-4ce8-a2a3-cc7aae968f35 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:23.685220 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-e907f1d4-dcdf-4265-9c34-28e63ec36b76 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a5d29d17-f773-4edb-b062-22d47bbc2d95') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:23.702531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-dea678a4-2c46-4ce8-a2a3-cc7aae968f35 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:23.753857 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3984629-0479-48de-903c-1bc73198776d None None] Network 6060fb4e-e155-4826-8ca7-7407cdeda451 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:23.759649 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-e3984629-0479-48de-903c-1bc73198776d None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:23.773689 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3984629-0479-48de-903c-1bc73198776d None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:23.776584 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997add8-bdac-45d6-a520-5d743a68eb07 None None] Pushing event updated for resources: {'Port': ['ID=12ecdbfe-51b4-4ac4-b969-fa654dcecb4d,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:23.800990 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-dea678a4-2c46-4ce8-a2a3-cc7aae968f35 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:36:23.825172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dea678a4-2c46-4ce8-a2a3-cc7aae968f35 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.839237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.958702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3984629-0479-48de-903c-1bc73198776d None None] Pushing event updated for resources: {'Port': ['ID=d44f4618-c86a-4371-ba3a-32d871b5ecc5,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:23.972184 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e907f1d4-dcdf-4265-9c34-28e63ec36b76 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/subnetpools/a5d29d17-f773-4edb-b062-22d47bbc2d95/tags HTTP/1.1" status: 204 len: 168 time: 0.2982271 Feb 10 11:36:23.972478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1ffe17ab-73ce-472a-afcf-0b90b67c7a40 None None] Provisioning complete for port 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:23.972577 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1ffe17ab-73ce-472a-afcf-0b90b67c7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.984399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38314) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:24.014516 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-58cc6e41-b794-4fc5-ab87-ce2384f0794d tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12efcae8-494d-44c8-8207-0e2a8f79c15e') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:24.041639 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Allocated IP 172.20.0.1 (6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3/3f49d65d-9412-4f12-9ee6-406bdd8476f5/305f9558-6909-49f3-9817-e2c2a3e8a93f) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:24.057582 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-abce50fc-35e0-4c09-b5c5-58e3ef59ed94 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Deleting subnet 1616e107-686c-4c78-ab6f-fc91a7131ae1 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:36:24.093866 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 5319e9d5-f716-4f8f-90d6-3a6bece69eb7, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5319e9d5-f716-4f8f-90d6-3a6bece69eb7,segment=NetworkSegment(7f9f8aa8-42e4-4a17-af54-a1f6699012f3),segment_id=7f9f8aa8-42e4-4a17-af54-a1f6699012f3)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:24.100659 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e3984629-0479-48de-903c-1bc73198776d None None] Attempting to bind port d44f4618-c86a-4371-ba3a-32d871b5ecc5 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:24.101106 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e3984629-0479-48de-903c-1bc73198776d None None] Attempting to bind port d44f4618-c86a-4371-ba3a-32d871b5ecc5 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '61957701-90a5-4d18-bfe1-9a2cbef5938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6060fb4e-e155-4826-8ca7-7407cdeda451'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:24.101645 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3984629-0479-48de-903c-1bc73198776d None None] Attempting to bind port d44f4618-c86a-4371-ba3a-32d871b5ecc5 on network 6060fb4e-e155-4826-8ca7-7407cdeda451 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:24.104559 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-abce50fc-35e0-4c09-b5c5-58e3ef59ed94 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.107085 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.107884 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cdb4c014-a146-4287-868f-acb081079f3e up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:24.219950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-abce50fc-35e0-4c09-b5c5-58e3ef59ed94 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.226623 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3984629-0479-48de-903c-1bc73198776d None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:24.227443 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3984629-0479-48de-903c-1bc73198776d None None] Checking segment: {'id': '61957701-90a5-4d18-bfe1-9a2cbef5938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6060fb4e-e155-4826-8ca7-7407cdeda451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:24.227848 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e3984629-0479-48de-903c-1bc73198776d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.228265 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3984629-0479-48de-903c-1bc73198776d None None] Bound using segment: {'id': '61957701-90a5-4d18-bfe1-9a2cbef5938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6060fb4e-e155-4826-8ca7-7407cdeda451'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:24.229333 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e3984629-0479-48de-903c-1bc73198776d None None] Bound port: d44f4618-c86a-4371-ba3a-32d871b5ecc5, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61957701-90a5-4d18-bfe1-9a2cbef5938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6060fb4e-e155-4826-8ca7-7407cdeda451'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:24.229333 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e3984629-0479-48de-903c-1bc73198776d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.344044 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=5319e9d5-f716-4f8f-90d6-3a6bece69eb7,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:24.360669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network b544e365-241e-401c-8488-d40ba043ecc3 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:24.372503 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:24.384064 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dea678a4-2c46-4ce8-a2a3-cc7aae968f35 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.433763 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e3984629-0479-48de-903c-1bc73198776d None None] For port d44f4618-c86a-4371-ba3a-32d871b5ecc5, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:24.437609 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e3984629-0479-48de-903c-1bc73198776d None None] For port d44f4618-c86a-4371-ba3a-32d871b5ecc5, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d44f4618-c86a-4371-ba3a-32d871b5ecc5,segment=NetworkSegment(61957701-90a5-4d18-bfe1-9a2cbef5938b),segment_id=61957701-90a5-4d18-bfe1-9a2cbef5938b)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:24.438702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port cdb4c014-a146-4287-868f-acb081079f3e triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:24.439071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.474982 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e3984629-0479-48de-903c-1bc73198776d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.485342 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-abce50fc-35e0-4c09-b5c5-58e3ef59ed94 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.503574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dea678a4-2c46-4ce8-a2a3-cc7aae968f35 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.642719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-abce50fc-35e0-4c09-b5c5-58e3ef59ed94 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.726629 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3984629-0479-48de-903c-1bc73198776d None None] Pushing event updated for resources: {'Port': ['ID=d44f4618-c86a-4371-ba3a-32d871b5ecc5,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:24.760005 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.770201 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce50fc-35e0-4c09-b5c5-58e3ef59ed94 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event deleted for resources: {'Subnet': ['ID=1616e107-686c-4c78-ab6f-fc91a7131ae1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:24.797014 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-abce50fc-35e0-4c09-b5c5-58e3ef59ed94 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.812100 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9357367-9273-4e0f-8f11-0152992e59eb None None] Network 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:24.825862 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Transition to ACTIVE for port object 305f9558-6909-49f3-9817-e2c2a3e8a93f will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:24.829510 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-abce50fc-35e0-4c09-b5c5-58e3ef59ed94 tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "DELETE /v2.0/subnets/1616e107-686c-4c78-ab6f-fc91a7131ae1 HTTP/1.1" status: 204 len: 168 time: 1.4790559 Feb 10 11:36:24.834370 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38318) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:24.841296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea678a4-2c46-4ce8-a2a3-cc7aae968f35 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d289752-1402-4c54-b0c1-59e896b43d48,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:25.121061 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-58cc6e41-b794-4fc5-ab87-ce2384f0794d tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/routers/12efcae8-494d-44c8-8207-0e2a8f79c15e/tags HTTP/1.1" status: 204 len: 168 time: 1.1296766 Feb 10 11:36:25.127235 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38322) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:25.130864 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dea678a4-2c46-4ce8-a2a3-cc7aae968f35 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.140723 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-dea678a4-2c46-4ce8-a2a3-cc7aae968f35 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.5028925 Feb 10 11:36:25.160542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.194704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.199459 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-4fdde79e-88e8-4845-a189-da4d441468ad tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ed9669e-cfd8-48e3-a7ab-5d2017404024') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:25.360238 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ba5bfcad-5e65-4717-ab37-a47a7c2ef30b None None] Provisioning complete for port dd761e5b-23f7-4287-85cf-cb07b7f8e843 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:25.363313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ba5bfcad-5e65-4717-ab37-a47a7c2ef30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.369517 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Deleting port 77bf2b11-05eb-4357-9d78-af31ab92e1e9 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:25.369974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.427690 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:25.480507 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Network 6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:25.492191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:25.496538 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:25.557982 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ba5bfcad-5e65-4717-ab37-a47a7c2ef30b None None] Port dd761e5b-23f7-4287-85cf-cb07b7f8e843 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:25.585588 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4fdde79e-88e8-4845-a189-da4d441468ad tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/ports/8ed9669e-cfd8-48e3-a7ab-5d2017404024/tags HTTP/1.1" status: 204 len: 168 time: 0.4431324 Feb 10 11:36:25.586703 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38334) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:25.593213 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.tag.tag_plugin [None req-bbe086c6-10d9-4cab-bc22-bb13bba2dd0d tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '412cdf01-f724-422b-9702-b3fd53a8ba46') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:25.631420 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event updated for resources: {'Port': ['ID=305f9558-6909-49f3-9817-e2c2a3e8a93f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:25.641388 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787d08dc-4faa-4338-bf35-4085b396d5a1 None None] Network 6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:25.644879 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 0300094e-0c12-431f-bf43-a6a718f48a1c has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:25.707514 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-e075f79a-8364-4635-924c-6ffcb6b23ad4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665398656&fields=id&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 267 time: 0.1353619 Feb 10 11:36:25.711243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.859767 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bbe086c6-10d9-4cab-bc22-bb13bba2dd0d tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/subnets/412cdf01-f724-422b-9702-b3fd53a8ba46/tags HTTP/1.1" status: 204 len: 168 time: 0.2719400 Feb 10 11:36:25.867680 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38338) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:25.886237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:25.971475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:25.984475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:25.991482 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-28ee6ecb-99b6-4d9c-a095-cd184907242b tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/0300094e-0c12-431f-bf43-a6a718f48a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5201128 Feb 10 11:36:25.998100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38342) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:26.028868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1769b2d-deb5-421d-b171-1afd6ff872a4 None None] DHCP port deletion for 65a0b7b9-3c59-4f2d-a803-4994442b2ca3 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:36:26.053827 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bdf8dd-2943-48b1-a646-78cb2551f9c9 None None] Sync routers for ids ['0300094e-0c12-431f-bf43-a6a718f48a1c'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:26.076031 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64ab51a9-1d22-4615-9829-e3eda5d1c425 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks [] for subnetpool, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.079636 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-64ab51a9-1d22-4615-9829-e3eda5d1c425 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/subnetpools/a5d29d17-f773-4edb-b062-22d47bbc2d95 HTTP/1.1" status: 204 len: 168 time: 0.2085600 Feb 10 11:36:26.080247 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38346) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:26.092358 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f1769b2d-deb5-421d-b171-1afd6ff872a4 None None] Deleting port 77bf2b11-05eb-4357-9d78-af31ab92e1e9 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:26.092889 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f1769b2d-deb5-421d-b171-1afd6ff872a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.167456 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9695bd15-be37-479a-a698-356529feac39 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "GET /v2.0/ports?device_id=12efcae8-494d-44c8-8207-0e2a8f79c15e HTTP/1.1" status: 200 len: 205 time: 0.0855060 Feb 10 11:36:26.172037 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3be0fbbd-8148-4514-a100-eafbdbd1b09c None None] Provisioning for port 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:26.177737 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a77314-e8ff-4bf5-a8e9-493dfa08c51d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:26.178697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b6a77314-e8ff-4bf5-a8e9-493dfa08c51d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Synchronizing usage tracker for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:26.184614 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38350) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:26.241914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] For port 77bf2b11-05eb-4357-9d78-af31ab92e1e9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=77bf2b11-05eb-4357-9d78-af31ab92e1e9,segment=NetworkSegment(508fe7a0-cb75-424c-ba89-7f7ce4496e24),segment_id=508fe7a0-cb75-424c-ba89-7f7ce4496e24)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:26.242479 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.318128 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-bcd70bca-d3cd-4e9d-88ad-a83485c523ca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:26.319717 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-bcd70bca-d3cd-4e9d-88ad-a83485c523ca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/networks?id=eab718aa-1967-4f16-934c-3cad71ab14ec HTTP/1.1" status: 200 len: 797 time: 0.5991206 Feb 10 11:36:26.380705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3be0fbbd-8148-4514-a100-eafbdbd1b09c None None] Provisioning complete for port 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:26.381144 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3be0fbbd-8148-4514-a100-eafbdbd1b09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.412745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Calling delete_port for 77bf2b11-05eb-4357-9d78-af31ab92e1e9 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:26.417310 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4f30f1-8be2-4192-a15c-ac02ad5dbce0 None None] Network 6060fb4e-e155-4826-8ca7-7407cdeda451 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:26.442520 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b6a77314-e8ff-4bf5-a8e9-493dfa08c51d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Unset dirty status for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:26.446585 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b6a77314-e8ff-4bf5-a8e9-493dfa08c51d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports/dd761e5b-23f7-4287-85cf-cb07b7f8e843 HTTP/1.1" status: 200 len: 910 time: 0.4431434 Feb 10 11:36:26.449018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38354) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:26.504237 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-be75aa1c-406b-4363-a9ad-b5f97a173e48 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/quotas/0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 375 time: 0.1006052 Feb 10 11:36:26.552994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bdf8dd-2943-48b1-a646-78cb2551f9c9 None None] Routers {'0300094e-0c12-431f-bf43-a6a718f48a1c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:26.553785 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-90bdf8dd-2943-48b1-a646-78cb2551f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0300094e-0c12-431f-bf43-a6a718f48a1c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:26.584718 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.679106 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-90bdf8dd-2943-48b1-a646-78cb2551f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:26.712059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b1e197b-23d4-42c1-84cd-16ab244b5351 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.727485 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.754456 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:26.754865 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.781901 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fd72860f-dac1-41c3-8323-56ae3862f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.816042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event deleted for resources: {'Port': ['ID=77bf2b11-05eb-4357-9d78-af31ab92e1e9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:26.841221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] No DVR routers for this DVR port 77bf2b11-05eb-4357-9d78-af31ab92e1e9 on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:36:27.023758 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bdf8dd-2943-48b1-a646-78cb2551f9c9 None None] Routers {'0300094e-0c12-431f-bf43-a6a718f48a1c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:27.024596 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-90bdf8dd-2943-48b1-a646-78cb2551f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0300094e-0c12-431f-bf43-a6a718f48a1c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:27.081881 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f1769b2d-deb5-421d-b171-1afd6ff872a4 None None] For port 77bf2b11-05eb-4357-9d78-af31ab92e1e9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=77bf2b11-05eb-4357-9d78-af31ab92e1e9,segment=NetworkSegment(508fe7a0-cb75-424c-ba89-7f7ce4496e24),segment_id=508fe7a0-cb75-424c-ba89-7f7ce4496e24)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:27.082276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f1769b2d-deb5-421d-b171-1afd6ff872a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.247883 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f418143b-5656-4fbe-86bf-cfd945a48b61 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7261109 Feb 10 11:36:27.271974 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-90bdf8dd-2943-48b1-a646-78cb2551f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:27.272429 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bdf8dd-2943-48b1-a646-78cb2551f9c9 None None] The sync data for ids ['0300094e-0c12-431f-bf43-a6a718f48a1c'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:27.284695 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f1769b2d-deb5-421d-b171-1afd6ff872a4 None None] Calling delete_port for 77bf2b11-05eb-4357-9d78-af31ab92e1e9 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:27.293108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.338789 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3be0fbbd-8148-4514-a100-eafbdbd1b09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.503694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a0b7b9-3c59-4f2d-a803-4994442b2ca3']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:27.543054 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508fe7a0-cb75-424c-ba89-7f7ce4496e24') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:27.543577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508fe7a0-cb75-424c-ba89-7f7ce4496e24') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:27.616516 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3be0fbbd-8148-4514-a100-eafbdbd1b09c None None] For port 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=12ecdbfe-51b4-4ac4-b969-fa654dcecb4d,segment=NetworkSegment(4308cc6e-cc85-40a9-b91d-45907332689f),segment_id=4308cc6e-cc85-40a9-b91d-45907332689f)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:27.620496 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-f1769b2d-deb5-421d-b171-1afd6ff872a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:36:27.621279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-f1769b2d-deb5-421d-b171-1afd6ff872a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:36:27.636435 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3be0fbbd-8148-4514-a100-eafbdbd1b09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.779919 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.841938 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d44f4618-c86a-4371-ba3a-32d871b5ecc5 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:27.860806 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.917349 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:27.918374 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:27.950420 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:27.957267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b1e197b-23d4-42c1-84cd-16ab244b5351 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.976794 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b1e197b-23d4-42c1-84cd-16ab244b5351 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.983361 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-913c6f13-dac4-426b-ac25-2b435053c780 None None] Provisioning for port 305f9558-6909-49f3-9817-e2c2a3e8a93f completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:28.012936 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-913c6f13-dac4-426b-ac25-2b435053c780 None None] Provisioning complete for port 305f9558-6909-49f3-9817-e2c2a3e8a93f triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:28.012936 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-913c6f13-dac4-426b-ac25-2b435053c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.082000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-913c6f13-dac4-426b-ac25-2b435053c780 None None] Port 305f9558-6909-49f3-9817-e2c2a3e8a93f cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:28.087350 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b1e197b-23d4-42c1-84cd-16ab244b5351 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.089773 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port d44f4618-c86a-4371-ba3a-32d871b5ecc5 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:28.089903 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1e197b-23d4-42c1-84cd-16ab244b5351 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Fanout notify agent at l3_agent the message router_deleted on router 12efcae8-494d-44c8-8207-0e2a8f79c15e {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:36:28.097651 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0fbbd-8148-4514-a100-eafbdbd1b09c None None] Pushing event updated for resources: {'Port': ['ID=12ecdbfe-51b4-4ac4-b969-fa654dcecb4d,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:28.116654 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-913c6f13-dac4-426b-ac25-2b435053c780 None None] Provisioning for port d44f4618-c86a-4371-ba3a-32d871b5ecc5 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:28.122624 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f1769b2d-deb5-421d-b171-1afd6ff872a4 None None] Deleting port 77bf2b11-05eb-4357-9d78-af31ab92e1e9 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:28.123068 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f1769b2d-deb5-421d-b171-1afd6ff872a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.124231 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b1e197b-23d4-42c1-84cd-16ab244b5351 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.128110 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2b1e197b-23d4-42c1-84cd-16ab244b5351 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/routers/12efcae8-494d-44c8-8207-0e2a8f79c15e HTTP/1.1" status: 204 len: 168 time: 1.9418740 Feb 10 11:36:28.135773 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38360) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:28.159853 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-61b8448a-8b93-4392-bbba-20a918d55874 service neutron] 10.222.0.36 "GET /v2.0/networks/eab718aa-1967-4f16-934c-3cad71ab14ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8426328 Feb 10 11:36:28.174183 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-913c6f13-dac4-426b-ac25-2b435053c780 None None] Provisioning complete for port d44f4618-c86a-4371-ba3a-32d871b5ecc5 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:28.174796 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-913c6f13-dac4-426b-ac25-2b435053c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.194977 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e9d8f54-3890-43e5-84e7-b67627f389f0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.223029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:36:28.240003 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 77bf2b11-05eb-4357-9d78-af31ab92e1e9 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:36:28.245383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.251677 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.257573 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.286204 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.398496 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 77bf2b11-05eb-4357-9d78-af31ab92e1e9 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:36:28.399056 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 77bf2b11-05eb-4357-9d78-af31ab92e1e9 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:36:28.417173 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f1769b2d-deb5-421d-b171-1afd6ff872a4 None None] The port '77bf2b11-05eb-4357-9d78-af31ab92e1e9' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:36:28.438764 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f0c76c88-47cc-432a-9575-669ef33de37e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Deleting port 8ed9669e-cfd8-48e3-a7ab-5d2017404024 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:28.438764 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f0c76c88-47cc-432a-9575-669ef33de37e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.539645 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-913c6f13-dac4-426b-ac25-2b435053c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.576039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] Pushing event deleted for resources: {'Network': ['ID=65a0b7b9-3c59-4f2d-a803-4994442b2ca3,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:28.578919 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-28c4095d-bc80-4973-bf52-1cd4aa61936d tempest-AllowedAddressPairTestJSON-1549014603 tempest-AllowedAddressPairTestJSON-1549014603-project] 10.222.0.36 "DELETE /v2.0/networks/65a0b7b9-3c59-4f2d-a803-4994442b2ca3 HTTP/1.1" status: 204 len: 168 time: 3.7415915 Feb 10 11:36:28.591182 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-913c6f13-dac4-426b-ac25-2b435053c780 None None] For port d44f4618-c86a-4371-ba3a-32d871b5ecc5, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d44f4618-c86a-4371-ba3a-32d871b5ecc5,segment=NetworkSegment(61957701-90a5-4d18-bfe1-9a2cbef5938b),segment_id=61957701-90a5-4d18-bfe1-9a2cbef5938b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:28.602119 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-913c6f13-dac4-426b-ac25-2b435053c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.674982 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event updated for resources: {'Port': ['ID=305f9558-6909-49f3-9817-e2c2a3e8a93f,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:28.686336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.714794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-913c6f13-dac4-426b-ac25-2b435053c780 None None] Provisioning complete for port 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:28.715282 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-913c6f13-dac4-426b-ac25-2b435053c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.764922 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c6f13-dac4-426b-ac25-2b435053c780 None None] Pushing event updated for resources: {'Port': ['ID=d44f4618-c86a-4371-ba3a-32d871b5ecc5,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:28.793585 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-334c1841-28bb-4958-9881-5c3e287e870c service neutron] 10.222.0.36 "GET /v2.0/networks/eab718aa-1967-4f16-934c-3cad71ab14ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322193 Feb 10 11:36:28.931576 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d5111ed1-96b0-4ca1-bc22-fabf04123240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.965628 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Network 6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:28.970037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:29.150461 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e03287c9-e120-4479-bfe1-d92c2ce04133 None None] Provisioning complete for port d44f4618-c86a-4371-ba3a-32d871b5ecc5 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:29.151363 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e03287c9-e120-4479-bfe1-d92c2ce04133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.209074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f0c76c88-47cc-432a-9575-669ef33de37e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.404677 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e03287c9-e120-4479-bfe1-d92c2ce04133 None None] Provisioning complete for port 305f9558-6909-49f3-9817-e2c2a3e8a93f triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:29.405103 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e03287c9-e120-4479-bfe1-d92c2ce04133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.461781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38368) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:29.482876 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e03287c9-e120-4479-bfe1-d92c2ce04133 None None] Port 305f9558-6909-49f3-9817-e2c2a3e8a93f cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:29.530716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f0c76c88-47cc-432a-9575-669ef33de37e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Calling delete_port for 8ed9669e-cfd8-48e3-a7ab-5d2017404024 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:29.624132 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-68e5151b-59c7-4190-8973-1ee9bf03a777 None None] Provisioning complete for port 305f9558-6909-49f3-9817-e2c2a3e8a93f triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:29.624739 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-68e5151b-59c7-4190-8973-1ee9bf03a777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.750872 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Router 9c6c0d0a-3d31-40dd-91cd-e37f17f32511 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:36:29.761571 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-68e5151b-59c7-4190-8973-1ee9bf03a777 None None] Port 305f9558-6909-49f3-9817-e2c2a3e8a93f cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:29.778860 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.818621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d44f4618-c86a-4371-ba3a-32d871b5ecc5 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:29.844042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f0c76c88-47cc-432a-9575-669ef33de37e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.948142 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c76c88-47cc-432a-9575-669ef33de37e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Pushing event deleted for resources: {'Port': ['ID=8ed9669e-cfd8-48e3-a7ab-5d2017404024,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:29.986544 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port d44f4618-c86a-4371-ba3a-32d871b5ecc5 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:29.987052 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:30.129309 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-de65f315-09bd-4b07-97b1-0d69f7f1143f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e0b51f1e840466bb976d00c6eb29f1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6661749 Feb 10 11:36:30.130610 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38380) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:30.151170 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:30.159242 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8244fae6-5308-40d9-9eb2-01f7a313e543 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "PUT /v2.0/routers/9c6c0d0a-3d31-40dd-91cd-e37f17f32511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2073493 Feb 10 11:36:30.163172 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38384) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:30.165374 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ea5d4-2074-4d1c-9c3a-c8e322f98d42 None None] Sync routers for ids ['9c6c0d0a-3d31-40dd-91cd-e37f17f32511'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:30.183113 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f0c76c88-47cc-432a-9575-669ef33de37e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:30.198879 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ea5d4-2074-4d1c-9c3a-c8e322f98d42 None None] Routers {'9c6c0d0a-3d31-40dd-91cd-e37f17f32511'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:30.201355 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:30.204189 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c01ea5d4-2074-4d1c-9c3a-c8e322f98d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['9c6c0d0a-3d31-40dd-91cd-e37f17f32511'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:30.207946 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f0c76c88-47cc-432a-9575-669ef33de37e tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/ports/8ed9669e-cfd8-48e3-a7ab-5d2017404024 HTTP/1.1" status: 204 len: 168 time: 2.0706022 Feb 10 11:36:30.211667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38388) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:30.293311 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:30.303227 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d8f54-3890-43e5-84e7-b67627f389f0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port dd761e5b-23f7-4287-85cf-cb07b7f8e843 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:30.303553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e9d8f54-3890-43e5-84e7-b67627f389f0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:30.380867 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c01ea5d4-2074-4d1c-9c3a-c8e322f98d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:30.410289 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ea5d4-2074-4d1c-9c3a-c8e322f98d42 None None] Routers {'9c6c0d0a-3d31-40dd-91cd-e37f17f32511'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:30.411476 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c01ea5d4-2074-4d1c-9c3a-c8e322f98d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['9c6c0d0a-3d31-40dd-91cd-e37f17f32511'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:30.445034 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:30.445471 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:30.500566 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c01ea5d4-2074-4d1c-9c3a-c8e322f98d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:30.501260 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ea5d4-2074-4d1c-9c3a-c8e322f98d42 None None] The sync data for ids ['9c6c0d0a-3d31-40dd-91cd-e37f17f32511'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:30.606560 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b1693649-e240-45b1-be19-0b97d33b38a7 req-1b7dd9a0-fcca-4853-b59f-c5b77e15c1a0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 210 time: 0.2002537 Feb 10 11:36:30.642551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa584e73-0a7b-4426-90eb-0d3bce6de32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:30.692019 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa584e73-0a7b-4426-90eb-0d3bce6de32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:30.811232 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc3c5a7-9a82-4f6b-942e-5655690738b3 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Deleting subnet 412cdf01-f724-422b-9702-b3fd53a8ba46 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:36:30.818321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e9d8f54-3890-43e5-84e7-b67627f389f0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:30.826221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-adc3c5a7-9a82-4f6b-942e-5655690738b3 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:30.864930 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa584e73-0a7b-4426-90eb-0d3bce6de32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:30.906230 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa584e73-0a7b-4426-90eb-0d3bce6de32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b4d0ab-6796-4e96-b5be-d836bec5f554,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:30.999026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d8f54-3890-43e5-84e7-b67627f389f0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for dd761e5b-23f7-4287-85cf-cb07b7f8e843 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:31.018846 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa584e73-0a7b-4426-90eb-0d3bce6de32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:31.021517 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-aa584e73-0a7b-4426-90eb-0d3bce6de32c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37b4d0ab-6796-4e96-b5be-d836bec5f554 HTTP/1.1" status: 204 len: 168 time: 0.8882108 Feb 10 11:36:31.059360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-adc3c5a7-9a82-4f6b-942e-5655690738b3 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:31.205055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-adc3c5a7-9a82-4f6b-942e-5655690738b3 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:31.359873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e9d8f54-3890-43e5-84e7-b67627f389f0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:31.485145 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-adc3c5a7-9a82-4f6b-942e-5655690738b3 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:31.503232 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:31.747482 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d8f54-3890-43e5-84e7-b67627f389f0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Port': ['ID=dd761e5b-23f7-4287-85cf-cb07b7f8e843,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:31.757921 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553886a6-85c1-4668-b104-f716ffbd2e96 None None] Network 7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:31.760552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-adc3c5a7-9a82-4f6b-942e-5655690738b3 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:31.794223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3c5a7-9a82-4f6b-942e-5655690738b3 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Pushing event deleted for resources: {'Subnet': ['ID=412cdf01-f724-422b-9702-b3fd53a8ba46,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:31.872549 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-adc3c5a7-9a82-4f6b-942e-5655690738b3 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/subnets/412cdf01-f724-422b-9702-b3fd53a8ba46 HTTP/1.1" status: 204 len: 168 time: 1.6559765 Feb 10 11:36:31.903115 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38412) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:32.091154 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c1f6aebc-2959-4b00-8dfc-b1769b31778c req-f2b2d427-5ac1-4e3e-b94d-1d12cf2b218a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 210 time: 0.1021302 Feb 10 11:36:32.110190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:32.122468 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-5353da91-070d-48ed-9938-71aaa6ebe353 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:36:32.127699 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38416) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:32.128867 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5353da91-070d-48ed-9938-71aaa6ebe353 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "PUT /v2.0/routers/9c6c0d0a-3d31-40dd-91cd-e37f17f32511/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9641817 Feb 10 11:36:32.306968 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aca3d71-fbb0-4559-baac-776e43a8d8d0 None None] DHCP port deletion for 7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:36:32.313962 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8aca3d71-fbb0-4559-baac-776e43a8d8d0 None None] Deleting port 0e308337-3ef6-493f-ab54-09ddcaac7c44 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:32.315524 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8aca3d71-fbb0-4559-baac-776e43a8d8d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:32.511783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Deleting port 0e308337-3ef6-493f-ab54-09ddcaac7c44 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:32.512403 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:32.615435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38426) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:32.697565 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-0530d0b5-4e7e-41cb-a0d7-5436ab82bdee tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:32.698540 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-0530d0b5-4e7e-41cb-a0d7-5436ab82bdee tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:32.707021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8aca3d71-fbb0-4559-baac-776e43a8d8d0 None None] For port 0e308337-3ef6-493f-ab54-09ddcaac7c44, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0e308337-3ef6-493f-ab54-09ddcaac7c44,segment=NetworkSegment(8289a1a2-d5a8-4b6e-acdf-9164f887e2fa),segment_id=8289a1a2-d5a8-4b6e-acdf-9164f887e2fa)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:32.708493 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8aca3d71-fbb0-4559-baac-776e43a8d8d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:32.795006 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-889061952'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:32.805292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:32.812553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Usage tracker for resource:network and tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:32.821189 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:32.832042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:32.854335 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Made reservation on behalf of 4d0ad0ff719548caa5ca82cc8d9f9d47 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:32.859412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:32.884259 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:32.888150 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-0530d0b5-4e7e-41cb-a0d7-5436ab82bdee tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:32.889944 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-0530d0b5-4e7e-41cb-a0d7-5436ab82bdee tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/networks?id=eab718aa-1967-4f16-934c-3cad71ab14ec HTTP/1.1" status: 200 len: 797 time: 0.7746177 Feb 10 11:36:32.935508 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8aca3d71-fbb0-4559-baac-776e43a8d8d0 None None] Calling delete_port for 0e308337-3ef6-493f-ab54-09ddcaac7c44 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:32.950536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:32.959200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Usage tracker for resource:security_group_rule and tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:32.966782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:32.980886 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:33.047724 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8aca3d71-fbb0-4559-baac-776e43a8d8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.127043 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.128103 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca3d71-fbb0-4559-baac-776e43a8d8d0 None None] Pushing event deleted for resources: {'Port': ['ID=0e308337-3ef6-493f-ab54-09ddcaac7c44,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:33.136607 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.146946 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aca3d71-fbb0-4559-baac-776e43a8d8d0 None None] No DVR routers for this DVR port 0e308337-3ef6-493f-ab54-09ddcaac7c44 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:36:33.191471 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:33.205665 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526722ae-cfad-48ac-b129-df221d9813a3,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:33.211817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.212163 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Added segment c89ae0fc-e4b6-465f-9790-1d630f716d9b of type vlan for network 65040583-32df-4806-b6a9-78180bbce4ba Feb 10 11:36:33.238548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] For port 0e308337-3ef6-493f-ab54-09ddcaac7c44, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0e308337-3ef6-493f-ab54-09ddcaac7c44,segment=NetworkSegment(8289a1a2-d5a8-4b6e-acdf-9164f887e2fa),segment_id=8289a1a2-d5a8-4b6e-acdf-9164f887e2fa)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:33.239756 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.256223 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.303506 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.307643 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:33.308243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.333869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e9d8f54-3890-43e5-84e7-b67627f389f0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.468740 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1d3fda45-1343-41d6-8ae0-1ac7384e93d0 req-238cda8f-fa40-44bf-87a3-6de43163487c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 210 time: 0.1222870 Feb 10 11:36:33.474867 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8567660 Feb 10 11:36:33.480472 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38434) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:33.481448 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255fe03-4b56-4db8-a12d-40571d628a03 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Network': ['ID=65040583-32df-4806-b6a9-78180bbce4ba,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:33.494236 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7f6f62d1-042b-458c-88de-b5050c1d6293 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'subnet': {'network_id': '65040583-32df-4806-b6a9-78180bbce4ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:33.501345 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 65040583-32df-4806-b6a9-78180bbce4ba details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:33.554032 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Calling delete_port for 0e308337-3ef6-493f-ab54-09ddcaac7c44 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:33.610905 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-b9a08605-a2ae-4acf-97a2-c37e78f75821 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:33.713293 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7f6f62d1-042b-458c-88de-b5050c1d6293 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:33.720601 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7f6f62d1-042b-458c-88de-b5050c1d6293 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Usage tracker for resource:subnet and tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:33.726385 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0e308337-3ef6-493f-ab54-09ddcaac7c44 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:36:33.727732 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7f6f62d1-042b-458c-88de-b5050c1d6293 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:33.741322 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7f6f62d1-042b-458c-88de-b5050c1d6293 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:33.761007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6f62d1-042b-458c-88de-b5050c1d6293 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Made reservation on behalf of 4d0ad0ff719548caa5ca82cc8d9f9d47 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:33.763523 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 0e308337-3ef6-493f-ab54-09ddcaac7c44 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:36:33.763879 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0e308337-3ef6-493f-ab54-09ddcaac7c44 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:36:33.807591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-b9a08605-a2ae-4acf-97a2-c37e78f75821 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:33.808765 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-b9a08605-a2ae-4acf-97a2-c37e78f75821 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 472 time: 0.8851078 Feb 10 11:36:33.836449 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'port': {'device_id': '595b1688-bc4c-4354-9f40-3ca2ca7d3890', 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec', 'admin_state_up': True, 'tenant_id': '0287a4c215574103957c73d52a854e74', 'security_groups': ['3ac503b6-44d7-4fb7-bdf4-fa78252d422e']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:33.959067 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f6f62d1-042b-458c-88de-b5050c1d6293 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.968743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:36:33.969207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:36:34.023728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78a3a1d2-6cc7-499b-b742-0861a4493407 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.173022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:34.181500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:port and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:34.187013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:34.203707 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:34.233738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f6f62d1-042b-458c-88de-b5050c1d6293 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.332229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:34.335549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.376374 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f62d1-042b-458c-88de-b5050c1d6293 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Subnet': ['ID=98dcc05f-dc73-42be-a940-3d82c450d3b2,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:34.387471 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f62d1-042b-458c-88de-b5050c1d6293 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Checking segment: {'id': 'c89ae0fc-e4b6-465f-9790-1d630f716d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '65040583-32df-4806-b6a9-78180bbce4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:34.387940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6f62d1-042b-458c-88de-b5050c1d6293 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network hostable DHCP agents. Network: 65040583-32df-4806-b6a9-78180bbce4ba, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:34.424029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6f62d1-042b-458c-88de-b5050c1d6293 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 65040583-32df-4806-b6a9-78180bbce4ba is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:34.442289 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-7f6f62d1-042b-458c-88de-b5050c1d6293 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 65040583-32df-4806-b6a9-78180bbce4ba) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:34.449089 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6f62d1-042b-458c-88de-b5050c1d6293 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:34.450047 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f6f62d1-042b-458c-88de-b5050c1d6293 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.459835 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee0c30e-561e-434b-b5f9-1ea52ebeecb5 None None] Network 65040583-32df-4806-b6a9-78180bbce4ba requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:34.473333 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Deleting port 0e308337-3ef6-493f-ab54-09ddcaac7c44 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:34.474320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.490229 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7f6f62d1-042b-458c-88de-b5050c1d6293 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0042107 Feb 10 11:36:34.494158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38438) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:34.503252 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-515101189', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:34.516416 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:34.524031 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Usage tracker for resource:router and tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:34.529097 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:34.546588 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:34.568835 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.570446 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.603258 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.706726 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] The port '0e308337-3ef6-493f-ab54-09ddcaac7c44' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:36:34.860402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c6d89d-7ef5-4e90-b652-62440ee8d582 None None] Network 65040583-32df-4806-b6a9-78180bbce4ba requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:34.908247 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dba3f13-4009-49c4-b7b8-db6a6db3d46f req-0912a0be-5e6d-4739-a8fd-e4b3760a3443 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 210 time: 0.1651082 Feb 10 11:36:34.926248 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.070565 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.23 (eab718aa-1967-4f16-934c-3cad71ab14ec/3ad5c333-3e16-464f-9a28-b1132eb35efb/89f5d0f2-4adc-490d-b1b7-565613d6abbc) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:35.138209 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.152463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.217398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:35.253407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8289a1a2-d5a8-4b6e-acdf-9164f887e2fa') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:35.253731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8289a1a2-d5a8-4b6e-acdf-9164f887e2fa') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:35.282685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.312596 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.406171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.421998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:35.422392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.436625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Allocated IP 172.26.4.80 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/476d72c4-76fb-4b40-9381-42f5f777c543) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:35.437812 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:35.588299 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9d8f54-3890-43e5-84e7-b67627f389f0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 0300094e-0c12-431f-bf43-a6a718f48a1c has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:35.615143 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.637081 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.648581 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.699902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.720740 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:35.723753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.724526 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:35.728856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:35.738545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] Pushing event deleted for resources: {'Network': ['ID=7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:35.757655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=476d72c4-76fb-4b40-9381-42f5f777c543,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:35.764473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object 89f5d0f2-4adc-490d-b1b7-565613d6abbc will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:35.825318 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-dce6cfc3-e323-4d10-8d60-c90ba67ad950 tempest-TagsExtTest-1188408966 tempest-TagsExtTest-1188408966-project] 10.222.0.36 "DELETE /v2.0/networks/7a67e2d2-51e4-4b5d-9de2-e542e7fd2b97 HTTP/1.1" status: 204 len: 168 time: 3.9208071 Feb 10 11:36:35.959938 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.978852 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.980087 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.102195 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network eab718aa-1967-4f16-934c-3cad71ab14ec is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:36.106566 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:36.108740 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=89f5d0f2-4adc-490d-b1b7-565613d6abbc,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:36.112456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:36.165610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9d8f54-3890-43e5-84e7-b67627f389f0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:36.177649 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4e9d8f54-3890-43e5-84e7-b67627f389f0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/0300094e-0c12-431f-bf43-a6a718f48a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7284939 Feb 10 11:36:36.178988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38448) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:36.184614 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107bba0f-6258-4d98-ad74-8ee55a7d55cd None None] Sync routers for ids ['0300094e-0c12-431f-bf43-a6a718f48a1c'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:36.210541 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107bba0f-6258-4d98-ad74-8ee55a7d55cd None None] Routers {'0300094e-0c12-431f-bf43-a6a718f48a1c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:36.211235 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-107bba0f-6258-4d98-ad74-8ee55a7d55cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0300094e-0c12-431f-bf43-a6a718f48a1c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:36.301257 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbd264-c547-40ca-b976-da12bd04676c req-54efcc7b-c1f5-44ae-a2db-ea1ac8cba790 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:36.303376 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-61dbd264-c547-40ca-b976-da12bd04676c req-54efcc7b-c1f5-44ae-a2db-ea1ac8cba790 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 932 time: 0.2024598 Feb 10 11:36:36.374075 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:36.375223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.395587 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-61dbd264-c547-40ca-b976-da12bd04676c req-301028db-5f9a-4ea1-9595-adb52f332dc6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ac503b6-44d7-4fb7-bdf4-fa78252d422e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845833 Feb 10 11:36:36.413349 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-107bba0f-6258-4d98-ad74-8ee55a7d55cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:36.427596 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107bba0f-6258-4d98-ad74-8ee55a7d55cd None None] Routers {'0300094e-0c12-431f-bf43-a6a718f48a1c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:36.432660 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-107bba0f-6258-4d98-ad74-8ee55a7d55cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0300094e-0c12-431f-bf43-a6a718f48a1c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:36.496873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38454) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:36.503785 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router a56953d0-8900-457e-93bf-a8749eda4dbf is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:36:36.524795 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-107bba0f-6258-4d98-ad74-8ee55a7d55cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:36.525432 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107bba0f-6258-4d98-ad74-8ee55a7d55cd None None] The sync data for ids ['0300094e-0c12-431f-bf43-a6a718f48a1c'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:36.525889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-78a3a1d2-6cc7-499b-b742-0861a4493407 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Deleting port 305f9558-6909-49f3-9817-e2c2a3e8a93f {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:36.526480 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78a3a1d2-6cc7-499b-b742-0861a4493407 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.554696 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f99c9395-244d-4f53-a44f-2cfe807026dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7345593 Feb 10 11:36:36.584847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Request body: {'port': {'device_id': '595b1688-bc4c-4354-9f40-3ca2ca7d3890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:36.743222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-70069d5f-0357-4ad5-a575-59b2b222e8a0 None None] Provisioning for port 89f5d0f2-4adc-490d-b1b7-565613d6abbc completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:36.755947 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-70069d5f-0357-4ad5-a575-59b2b222e8a0 None None] Provisioning complete for port 89f5d0f2-4adc-490d-b1b7-565613d6abbc triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:36.756634 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-70069d5f-0357-4ad5-a575-59b2b222e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.785423 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e3bf5b77-bc58-4d00-9683-e50c95bccdcf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97714bc7d24347d8937d7bbaddaf49e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2830417 Feb 10 11:36:36.785423 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38460) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:36.861098 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-70069d5f-0357-4ad5-a575-59b2b222e8a0 None None] Port 89f5d0f2-4adc-490d-b1b7-565613d6abbc cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:36.878108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f98b34e-adfb-4861-ab6b-321b48df121f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.913264 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f98b34e-adfb-4861-ab6b-321b48df121f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.928149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:36.932391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.944858 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707176f-c33a-4fbe-ab8e-56220137a5c3 None None] Sync routers for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:36.964675 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707176f-c33a-4fbe-ab8e-56220137a5c3 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:36.966202 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b707176f-c33a-4fbe-ab8e-56220137a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:36.984871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.986377 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bb4c8c8f-6756-44fa-b61f-0fbd151cb418 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4909797 Feb 10 11:36:36.991981 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38464) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:36.994862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78a3a1d2-6cc7-499b-b742-0861a4493407 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:37.058819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f98b34e-adfb-4861-ab6b-321b48df121f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:37.059159 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b707176f-c33a-4fbe-ab8e-56220137a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:37.073618 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707176f-c33a-4fbe-ab8e-56220137a5c3 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:37.074421 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b707176f-c33a-4fbe-ab8e-56220137a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:37.138346 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98b34e-adfb-4861-ab6b-321b48df121f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e7f055-cdd4-4b2b-892b-f4385ff0dec6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:37.152453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f98b34e-adfb-4861-ab6b-321b48df121f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:37.154616 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7f98b34e-adfb-4861-ab6b-321b48df121f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84e7f055-cdd4-4b2b-892b-f4385ff0dec6 HTTP/1.1" status: 204 len: 168 time: 0.3677127 Feb 10 11:36:37.167248 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b707176f-c33a-4fbe-ab8e-56220137a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:37.167872 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707176f-c33a-4fbe-ab8e-56220137a5c3 None None] The sync data for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:37.473806 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-78a3a1d2-6cc7-499b-b742-0861a4493407 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Calling delete_port for 305f9558-6909-49f3-9817-e2c2a3e8a93f owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:37.698976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d35c9-0a9f-44e3-be9b-f04345d0bf58 req-bc23bc03-fdd7-4ad4-b017-617858d47ee9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:37.700605 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4f6d35c9-0a9f-44e3-be9b-f04345d0bf58 req-bc23bc03-fdd7-4ad4-b017-617858d47ee9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 932 time: 0.1403944 Feb 10 11:36:37.777294 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4f6d35c9-0a9f-44e3-be9b-f04345d0bf58 req-5b7b175b-749c-44ad-8acb-ae4d0a85208d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ac503b6-44d7-4fb7-bdf4-fa78252d422e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577793 Feb 10 11:36:37.873847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d69e5647-bd19-425d-abc7-1dd627542414 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.067184 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.105985 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78a3a1d2-6cc7-499b-b742-0861a4493407 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.166860 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3a1d2-6cc7-499b-b742-0861a4493407 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event deleted for resources: {'Port': ['ID=305f9558-6909-49f3-9817-e2c2a3e8a93f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:38.208071 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.385981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f5d0f2-4adc-490d-b1b7-565613d6abbc {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:36:38.397255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.491860 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Transition to ACTIVE for port object 89f5d0f2-4adc-490d-b1b7-565613d6abbc will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:38.573365 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.720778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Allocated IP 172.20.0.1 (65040583-32df-4806-b6a9-78180bbce4ba/98dcc05f-dc73-42be-a940-3d82c450d3b2/56ab13a9-a595-4873-a2ef-4639e6d42bbd) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:38.967010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Pushing event updated for resources: {'Port': ['ID=89f5d0f2-4adc-490d-b1b7-565613d6abbc,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:38.976115 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78a3a1d2-6cc7-499b-b742-0861a4493407 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.999284 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:39.040765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:39.186859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 65040583-32df-4806-b6a9-78180bbce4ba is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:39.187721 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=56ab13a9-a595-4873-a2ef-4639e6d42bbd,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:39.192908 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:39.196801 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:39.273995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:39.289486 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3466c-6b7f-4816-b4b6-f72f962c2b28 req-89e97c91-569f-46c4-abd8-c7926eda33a1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:39.293693 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b7c3466c-6b7f-4816-b4b6-f72f962c2b28 req-89e97c91-569f-46c4-abd8-c7926eda33a1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 944 time: 0.2015572 Feb 10 11:36:39.469831 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b7c3466c-6b7f-4816-b4b6-f72f962c2b28 req-90791049-02b7-4b31-a825-1e80a73a0634 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ac503b6-44d7-4fb7-bdf4-fa78252d422e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589816 Feb 10 11:36:39.476332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Attempting to bind port 89f5d0f2-4adc-490d-b1b7-565613d6abbc on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:39.477206 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Attempting to bind port 89f5d0f2-4adc-490d-b1b7-565613d6abbc by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '7f9f8aa8-42e4-4a17-af54-a1f6699012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:39.477206 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Attempting to bind port 89f5d0f2-4adc-490d-b1b7-565613d6abbc on network eab718aa-1967-4f16-934c-3cad71ab14ec {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:39.501628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Port 89f5d0f2-4adc-490d-b1b7-565613d6abbc on network eab718aa-1967-4f16-934c-3cad71ab14ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:36:39.502065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Attempting to bind port 89f5d0f2-4adc-490d-b1b7-565613d6abbc on network eab718aa-1967-4f16-934c-3cad71ab14ec {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:39.513314 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:39.523015 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:39.523418 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Checking segment: {'id': '7f9f8aa8-42e4-4a17-af54-a1f6699012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:39.523906 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Bound using segment: {'id': '7f9f8aa8-42e4-4a17-af54-a1f6699012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:39.524520 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Bound port: 89f5d0f2-4adc-490d-b1b7-565613d6abbc, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9f8aa8-42e4-4a17-af54-a1f6699012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:39.524944 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:39.843318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a3a1d2-6cc7-499b-b742-0861a4493407 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Router 9c6c0d0a-3d31-40dd-91cd-e37f17f32511 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:39.850828 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] For port 89f5d0f2-4adc-490d-b1b7-565613d6abbc, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:39.864619 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] For port 89f5d0f2-4adc-490d-b1b7-565613d6abbc, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=89f5d0f2-4adc-490d-b1b7-565613d6abbc,segment=NetworkSegment(7f9f8aa8-42e4-4a17-af54-a1f6699012f3),segment_id=7f9f8aa8-42e4-4a17-af54-a1f6699012f3)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:39.876110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:40.103117 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:40.104503 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] 10.222.0.73 "PUT /v2.0/ports/89f5d0f2-4adc-490d-b1b7-565613d6abbc HTTP/1.1" status: 200 len: 1094 time: 3.5309148 Feb 10 11:36:40.109275 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595b1688-bc4c-4354-9f40-3ca2ca7d3890', 'tag': '89f5d0f2-4adc-490d-b1b7-565613d6abbc'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:36:40.149929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17913384-43a5-4d91-abbd-ffae58cb90c2 service neutron] Pushing event updated for resources: {'Port': ['ID=89f5d0f2-4adc-490d-b1b7-565613d6abbc,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:40.156075 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d69e5647-bd19-425d-abc7-1dd627542414 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port 615d263c-4b65-45d9-818b-2cc522628f26 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:40.156442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d69e5647-bd19-425d-abc7-1dd627542414 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:40.361424 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:40.369615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:40.380985 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595b1688-bc4c-4354-9f40-3ca2ca7d3890', 'tag': '89f5d0f2-4adc-490d-b1b7-565613d6abbc', 'status': 'completed', 'code': 200} Feb 10 11:36:40.398444 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a3a1d2-6cc7-499b-b742-0861a4493407 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:40.431034 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a16d9-93f0-4d81-935d-2ebad95bd816 None None] Sync routers for ids ['9c6c0d0a-3d31-40dd-91cd-e37f17f32511'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:40.439258 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-78a3a1d2-6cc7-499b-b742-0861a4493407 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "PUT /v2.0/routers/9c6c0d0a-3d31-40dd-91cd-e37f17f32511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3054605 Feb 10 11:36:40.452694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38476) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:40.484263 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a16d9-93f0-4d81-935d-2ebad95bd816 None None] Routers {'9c6c0d0a-3d31-40dd-91cd-e37f17f32511'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:40.485661 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b00a16d9-93f0-4d81-935d-2ebad95bd816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['9c6c0d0a-3d31-40dd-91cd-e37f17f32511'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:40.538852 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-555d01cc-16c3-4154-94fb-5037165537d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 1097 time: 0.3512332 Feb 10 11:36:40.549980 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-63fec08d-26e8-4617-9bc5-172e8e978c35 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] delete failed (client error): The resource could not be found. Feb 10 11:36:40.557677 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-63fec08d-26e8-4617-9bc5-172e8e978c35 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1440750956 HTTP/1.1" status: 404 len: 335 time: 0.0973399 Feb 10 11:36:40.560065 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38482) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:40.579873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-da7d90da-329c-402c-8e7d-06612ceabb1c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Request body: {'router': {'external_gateway_info': {'network_id': '9c6c0d0a-3d31-40dd-91cd-e37f17f32511'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:40.590969 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b00a16d9-93f0-4d81-935d-2ebad95bd816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:40.604672 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a16d9-93f0-4d81-935d-2ebad95bd816 None None] Routers {'9c6c0d0a-3d31-40dd-91cd-e37f17f32511'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:40.605326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b00a16d9-93f0-4d81-935d-2ebad95bd816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['9c6c0d0a-3d31-40dd-91cd-e37f17f32511'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:40.642584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d69e5647-bd19-425d-abc7-1dd627542414 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:40.677703 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b00a16d9-93f0-4d81-935d-2ebad95bd816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:40.678392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a16d9-93f0-4d81-935d-2ebad95bd816 None None] The sync data for ids ['9c6c0d0a-3d31-40dd-91cd-e37f17f32511'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:40.679239 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=56ab13a9-a595-4873-a2ef-4639e6d42bbd,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:40.712356 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-0f1c5f03-89a8-4c51-a2a2-7cad0efe51f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=89f5d0f2-4adc-490d-b1b7-565613d6abbc HTTP/1.1" status: 200 len: 217 time: 0.1641133 Feb 10 11:36:40.798525 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:40.805415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d69e5647-bd19-425d-abc7-1dd627542414 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for 615d263c-4b65-45d9-818b-2cc522628f26 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:40.887051 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-ec563ac1-9187-40d5-9e77-4605de1ab89a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:40.888544 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-ec563ac1-9187-40d5-9e77-4605de1ab89a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ad5c333-3e16-464f-9a28-b1132eb35efb HTTP/1.1" status: 200 len: 837 time: 0.1193361 Feb 10 11:36:41.010789 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-ec610cc3-48b0-42dc-aadb-7183ed0a87f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eab718aa-1967-4f16-934c-3cad71ab14ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1099505 Feb 10 11:36:41.179869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d69e5647-bd19-425d-abc7-1dd627542414 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:41.180940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d72577-ca21-455a-a681-c7943c78b051 req-6a9985d1-4b79-425e-9c55-2ca60125e90a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:41.182621 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-26d72577-ca21-455a-a681-c7943c78b051 req-6a9985d1-4b79-425e-9c55-2ca60125e90a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 944 time: 0.4621162 Feb 10 11:36:41.219306 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 65040583-32df-4806-b6a9-78180bbce4ba is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:41.248987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e5647-bd19-425d-abc7-1dd627542414 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Port': ['ID=615d263c-4b65-45d9-818b-2cc522628f26,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:41.258514 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-3b86105e-12f0-4b4e-a239-886bef14b918 service neutron] 10.222.0.73 "GET /v2.0/networks/eab718aa-1967-4f16-934c-3cad71ab14ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158654 Feb 10 11:36:41.275242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:41.612484 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d10bb61c-32e7-4ca2-b6be-142a7a82ec42 req-f8ca4ffb-0a81-4a02-ba8a-36144b5ae8fc service neutron] 10.222.0.73 "GET /v2.0/networks/eab718aa-1967-4f16-934c-3cad71ab14ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273339 Feb 10 11:36:41.632554 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d69e5647-bd19-425d-abc7-1dd627542414 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:41.657191 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-26d72577-ca21-455a-a681-c7943c78b051 req-29961a88-96b8-4725-98e1-48d62a827ef4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ac503b6-44d7-4fb7-bdf4-fa78252d422e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4660337 Feb 10 11:36:41.686377 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da7d90da-329c-402c-8e7d-06612ceabb1c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:41.837166 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-da7d90da-329c-402c-8e7d-06612ceabb1c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] update failed (client error): The resource could not be found. Feb 10 11:36:41.842198 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-da7d90da-329c-402c-8e7d-06612ceabb1c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "PUT /v2.0/routers/9c6c0d0a-3d31-40dd-91cd-e37f17f32511 HTTP/1.1" status: 404 len: 339 time: 1.2677822 Feb 10 11:36:41.854454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38486) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:42.102010 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:36:42.153983 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-dc1f5720-d6c3-41af-ada4-374bae0bd667 req-3eb1b174-9390-43fb-91fc-d1a64f2762da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 1097 time: 0.4500065 Feb 10 11:36:42.420456 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router a56953d0-8900-457e-93bf-a8749eda4dbf has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:42.424655 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f5720-d6c3-41af-ada4-374bae0bd667 req-4a8c0087-d7cc-4562-89cf-3662c36bd16b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:42.427225 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-dc1f5720-d6c3-41af-ada4-374bae0bd667 req-4a8c0087-d7cc-4562-89cf-3662c36bd16b service neutron] 10.222.0.73 "GET /v2.0/networks?id=eab718aa-1967-4f16-934c-3cad71ab14ec HTTP/1.1" status: 200 len: 898 time: 0.2658880 Feb 10 11:36:42.429155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69e5647-bd19-425d-abc7-1dd627542414 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 0300094e-0c12-431f-bf43-a6a718f48a1c has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:42.501498 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-dc1f5720-d6c3-41af-ada4-374bae0bd667 req-71478c0f-5b86-4cd2-bd18-7c340fc95688 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=89f5d0f2-4adc-490d-b1b7-565613d6abbc HTTP/1.1" status: 200 len: 217 time: 0.0679891 Feb 10 11:36:42.601089 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:42.683403 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f5720-d6c3-41af-ada4-374bae0bd667 req-1b22d5db-385d-4cf9-bd43-aaf7907cc0ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:42.684689 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-dc1f5720-d6c3-41af-ada4-374bae0bd667 req-1b22d5db-385d-4cf9-bd43-aaf7907cc0ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ad5c333-3e16-464f-9a28-b1132eb35efb HTTP/1.1" status: 200 len: 837 time: 0.1291733 Feb 10 11:36:42.728295 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69e5647-bd19-425d-abc7-1dd627542414 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:42.754355 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4245d782-4829-441d-ba32-ea53818b976e None None] Sync routers for ids ['0300094e-0c12-431f-bf43-a6a718f48a1c'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:42.765721 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d69e5647-bd19-425d-abc7-1dd627542414 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/0300094e-0c12-431f-bf43-a6a718f48a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5830305 Feb 10 11:36:42.768274 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38492) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:42.790242 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4245d782-4829-441d-ba32-ea53818b976e None None] Routers {'0300094e-0c12-431f-bf43-a6a718f48a1c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:42.792350 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-4245d782-4829-441d-ba32-ea53818b976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0300094e-0c12-431f-bf43-a6a718f48a1c'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:42.820032 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1378c604-b1c3-46f8-8083-8fdd24a170f7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Synchronizing usage tracker for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:42.842993 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-dc1f5720-d6c3-41af-ada4-374bae0bd667 req-fc581a8c-b889-43af-9e8e-c7ebc2bb3a26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eab718aa-1967-4f16-934c-3cad71ab14ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1514533 Feb 10 11:36:42.889832 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1378c604-b1c3-46f8-8083-8fdd24a170f7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Unset dirty status for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:42.891073 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1378c604-b1c3-46f8-8083-8fdd24a170f7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports?device_id=0300094e-0c12-431f-bf43-a6a718f48a1c HTTP/1.1" status: 200 len: 205 time: 0.1218958 Feb 10 11:36:42.895976 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38496) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:42.956215 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-4245d782-4829-441d-ba32-ea53818b976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:42.979829 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4245d782-4829-441d-ba32-ea53818b976e None None] Routers {'0300094e-0c12-431f-bf43-a6a718f48a1c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:42.981286 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-4245d782-4829-441d-ba32-ea53818b976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0300094e-0c12-431f-bf43-a6a718f48a1c'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:43.101891 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-4245d782-4829-441d-ba32-ea53818b976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:43.102775 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4245d782-4829-441d-ba32-ea53818b976e None None] The sync data for ids ['0300094e-0c12-431f-bf43-a6a718f48a1c'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:43.183119 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e14ceaf-04e6-42e3-a62a-ef11b4eb73e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:43.206747 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Allocated IP 172.20.0.1 (92a91023-9c4f-4057-890a-d68445cb60a0/a677cdbd-b544-4488-9289-eb8a63b3ba0d/58fd737e-d713-4df0-8da8-7b267fdac516) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:43.218798 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:43.233915 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3225adc1-d30d-4866-88cd-907bdab4a4de None None] Sync routers for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:43.253931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225adc1-d30d-4866-88cd-907bdab4a4de None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:43.255484 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-3225adc1-d30d-4866-88cd-907bdab4a4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:43.263890 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3278abcb-b8b1-4e49-8f91-262f4279f2f8 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "PUT /v2.0/routers/a56953d0-8900-457e-93bf-a8749eda4dbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2681649 Feb 10 11:36:43.266156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38500) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:43.275693 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-dc1f5720-d6c3-41af-ada4-374bae0bd667 req-aa0fc755-8cf6-4dbc-8773-3da1d8680fea service neutron] 10.222.0.73 "GET /v2.0/networks/eab718aa-1967-4f16-934c-3cad71ab14ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255288 Feb 10 11:36:43.317861 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'port': {'network_id': '65040583-32df-4806-b6a9-78180bbce4ba', 'name': 'tempest-FloatingIPTestJSON-440939262'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:43.361047 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-3225adc1-d30d-4866-88cd-907bdab4a4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:43.382132 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225adc1-d30d-4866-88cd-907bdab4a4de None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:43.383197 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-3225adc1-d30d-4866-88cd-907bdab4a4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:43.417350 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dda2d-4565-424f-8b53-dd94b97a1d81 req-75010674-15a1-4d43-917f-6c73e506d081 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:43.418939 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-980dda2d-4565-424f-8b53-dd94b97a1d81 req-75010674-15a1-4d43-917f-6c73e506d081 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 944 time: 0.4368033 Feb 10 11:36:43.499941 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-3225adc1-d30d-4866-88cd-907bdab4a4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:43.500470 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3225adc1-d30d-4866-88cd-907bdab4a4de None None] The sync data for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:43.570922 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:43.587830 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:43.602617 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Usage tracker for resource:port and tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:43.611201 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:43.618185 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-980dda2d-4565-424f-8b53-dd94b97a1d81 req-f1bbf79e-6d18-45a8-bc54-52b6f45f7702 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ac503b6-44d7-4fb7-bdf4-fa78252d422e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692419 Feb 10 11:36:43.626404 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:43.630727 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Transition to ACTIVE for port object 58fd737e-d713-4df0-8da8-7b267fdac516 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:43.652978 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Made reservation on behalf of 4d0ad0ff719548caa5ca82cc8d9f9d47 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:43.658095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:43.700622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] device_id is not set on port e0660978-26da-48b3-a760-e790007a7496 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:36:43.746552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:43.789480 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-dc1f5720-d6c3-41af-ada4-374bae0bd667 req-62c4e188-8960-4c46-88fa-572758116ac2 service neutron] 10.222.0.73 "GET /v2.0/networks/eab718aa-1967-4f16-934c-3cad71ab14ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990852 Feb 10 11:36:43.941107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e14ceaf-04e6-42e3-a62a-ef11b4eb73e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:43.949426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e14ceaf-04e6-42e3-a62a-ef11b4eb73e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:43.989508 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Network 92a91023-9c4f-4057-890a-d68445cb60a0 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:43.990729 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event updated for resources: {'Port': ['ID=58fd737e-d713-4df0-8da8-7b267fdac516,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:43.991818 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e14ceaf-04e6-42e3-a62a-ef11b4eb73e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:43.992805 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e14ceaf-04e6-42e3-a62a-ef11b4eb73e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Fanout notify agent at l3_agent the message router_deleted on router 0300094e-0c12-431f-bf43-a6a718f48a1c {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:36:44.000512 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:44.006578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:44.011818 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e14ceaf-04e6-42e3-a62a-ef11b4eb73e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.013803 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6e14ceaf-04e6-42e3-a62a-ef11b4eb73e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/routers/0300094e-0c12-431f-bf43-a6a718f48a1c HTTP/1.1" status: 204 len: 168 time: 1.1134112 Feb 10 11:36:44.017861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38504) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:44.161393 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Allocated IP 172.20.0.7 (65040583-32df-4806-b6a9-78180bbce4ba/98dcc05f-dc73-42be-a940-3d82c450d3b2/e0660978-26da-48b3-a760-e790007a7496) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:44.165656 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.259048 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0aeebf73-9681-4a6d-818c-db74fe207968 None None] Provisioning for port 58fd737e-d713-4df0-8da8-7b267fdac516 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:44.267305 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0aeebf73-9681-4a6d-818c-db74fe207968 None None] Provisioning complete for port 58fd737e-d713-4df0-8da8-7b267fdac516 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:44.268121 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0aeebf73-9681-4a6d-818c-db74fe207968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.341413 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-4328dd4f-7af8-4914-995f-20511d585938 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting subnet 7d7be544-1755-426f-b8f0-414942bed52d {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:36:44.345256 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4328dd4f-7af8-4914-995f-20511d585938 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.352485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0aeebf73-9681-4a6d-818c-db74fe207968 None None] Port 58fd737e-d713-4df0-8da8-7b267fdac516 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:44.413360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4328dd4f-7af8-4914-995f-20511d585938 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.504500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4328dd4f-7af8-4914-995f-20511d585938 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.547846 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 89f5d0f2-4adc-490d-b1b7-565613d6abbc details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:36:44.564619 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.606061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4328dd4f-7af8-4914-995f-20511d585938 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.689090 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328dd4f-7af8-4914-995f-20511d585938 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7be544-1755-426f-b8f0-414942bed52d,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:44.698897 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4328dd4f-7af8-4914-995f-20511d585938 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.707729 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c0b835-3318-4690-9c29-7f9f419d6160 None None] Network b544e365-241e-401c-8488-d40ba043ecc3 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:44.711657 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4328dd4f-7af8-4914-995f-20511d585938 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/7d7be544-1755-426f-b8f0-414942bed52d HTTP/1.1" status: 204 len: 168 time: 0.6924396 Feb 10 11:36:44.713996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38510) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:44.753484 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.811194 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.930933 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 89f5d0f2-4adc-490d-b1b7-565613d6abbc, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=89f5d0f2-4adc-490d-b1b7-565613d6abbc,segment=NetworkSegment(7f9f8aa8-42e4-4a17-af54-a1f6699012f3),segment_id=7f9f8aa8-42e4-4a17-af54-a1f6699012f3)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:44.969502 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '89f5d0f2-4adc-490d-b1b7-565613d6abbc', 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec', 'port_id': '89f5d0f2-4adc-490d-b1b7-565613d6abbc', 'mac_address': 'fa:16:3e:26:09:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad5c333-3e16-464f-9a28-b1132eb35efb', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:36:45.021880 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f186c0a-112c-46e0-b103-78c354293930 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting subnet 968ba572-5bac-4f0b-aae0-10dd9652cad9 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:36:45.030105 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3f186c0a-112c-46e0-b103-78c354293930 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.047907 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.073711 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=e0660978-26da-48b3-a760-e790007a7496,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:45.098486 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3771fe5-1649-47ed-b785-4b7688ec32ca None None] DHCP port deletion for b544e365-241e-401c-8488-d40ba043ecc3 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:36:45.103744 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3f186c0a-112c-46e0-b103-78c354293930 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.111453 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f5d0f2-4adc-490d-b1b7-565613d6abbc {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:36:45.118978 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-c3771fe5-1649-47ed-b785-4b7688ec32ca None None] Deleting port 48c651ea-723a-49ab-b918-756da0843754 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:45.119593 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c3771fe5-1649-47ed-b785-4b7688ec32ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.201826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3f186c0a-112c-46e0-b103-78c354293930 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.229257 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 89f5d0f2-4adc-490d-b1b7-565613d6abbc, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=89f5d0f2-4adc-490d-b1b7-565613d6abbc,segment=NetworkSegment(7f9f8aa8-42e4-4a17-af54-a1f6699012f3),segment_id=7f9f8aa8-42e4-4a17-af54-a1f6699012f3)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:45.235643 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.293033 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3f186c0a-112c-46e0-b103-78c354293930 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.342225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f186c0a-112c-46e0-b103-78c354293930 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Subnet': ['ID=968ba572-5bac-4f0b-aae0-10dd9652cad9,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:45.346757 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3f186c0a-112c-46e0-b103-78c354293930 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.357502 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3f186c0a-112c-46e0-b103-78c354293930 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/968ba572-5bac-4f0b-aae0-10dd9652cad9 HTTP/1.1" status: 204 len: 168 time: 0.6398292 Feb 10 11:36:45.359470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38514) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:45.388751 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99c0576-3e0d-426f-8082-8b2a559f68bc None None] Network d9acfae4-ad6a-4df4-8f29-81cef3f47a35 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:45.390383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 65040583-32df-4806-b6a9-78180bbce4ba is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:45.404439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:45.413362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:45.493009 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.511938 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port 48c651ea-723a-49ab-b918-756da0843754 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:45.512507 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.601463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d8752-3f77-40e1-b1aa-efc4718f9feb req-075e06ea-498a-4607-94f0-401e2e8f55d3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:45.604171 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-551d8752-3f77-40e1-b1aa-efc4718f9feb req-075e06ea-498a-4607-94f0-401e2e8f55d3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 944 time: 0.6248012 Feb 10 11:36:45.609399 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['89f5d0f2-4adc-490d-b1b7-565613d6abbc'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:36:45.611709 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:45.612811 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.763707 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 48c651ea-723a-49ab-b918-756da0843754 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:36:45.788667 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5da9e661-7153-4eb3-b698-ebf8659935a9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5203443 Feb 10 11:36:45.796521 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38518) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:45.815820 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'port': {'network_id': '65040583-32df-4806-b6a9-78180bbce4ba', 'name': 'tempest-FloatingIPTestJSON-1486564641'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:45.858680 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=89f5d0f2-4adc-490d-b1b7-565613d6abbc,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:45.873092 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] For port 48c651ea-723a-49ab-b918-756da0843754, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=48c651ea-723a-49ab-b918-756da0843754,segment=NetworkSegment(067071d5-1b0e-4c1a-a6d8-efe35a2338d7),segment_id=067071d5-1b0e-4c1a-a6d8-efe35a2338d7)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:45.874110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.960801 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-c3771fe5-1649-47ed-b785-4b7688ec32ca None None] For port 48c651ea-723a-49ab-b918-756da0843754, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=48c651ea-723a-49ab-b918-756da0843754,segment=NetworkSegment(067071d5-1b0e-4c1a-a6d8-efe35a2338d7),segment_id=067071d5-1b0e-4c1a-a6d8-efe35a2338d7)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:45.961267 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c3771fe5-1649-47ed-b785-4b7688ec32ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.016845 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for 48c651ea-723a-49ab-b918-756da0843754 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:46.125542 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.128084 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-c3771fe5-1649-47ed-b785-4b7688ec32ca None None] Calling delete_port for 48c651ea-723a-49ab-b918-756da0843754 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:46.148950 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-551d8752-3f77-40e1-b1aa-efc4718f9feb req-80337e8f-1b03-4731-ae48-546a38e48334 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ac503b6-44d7-4fb7-bdf4-fa78252d422e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5063801 Feb 10 11:36:46.196968 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No ports have port_id starting with 48c651ea-723a-49ab-b918-756da0843754 Feb 10 11:36:46.211261 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Port': ['ID=48c651ea-723a-49ab-b918-756da0843754,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:46.232828 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] No DVR routers for this DVR port 48c651ea-723a-49ab-b918-756da0843754 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:36:46.264126 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.272137 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-c3771fe5-1649-47ed-b785-4b7688ec32ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:36:46.272694 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-c3771fe5-1649-47ed-b785-4b7688ec32ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:36:46.281791 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.373755 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a768d44-7d2c-4b79-aa88-97a055dbe132 None None] DHCP port deletion for d9acfae4-ad6a-4df4-8f29-81cef3f47a35 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:36:46.384980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8a768d44-7d2c-4b79-aa88-97a055dbe132 None None] Deleting port 14f3b564-8c18-4eff-8653-4cd3f53e16b4 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:46.385362 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8a768d44-7d2c-4b79-aa88-97a055dbe132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.418353 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:46.428180 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Usage tracker for resource:port and tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:46.435972 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:46.448275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.452350 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:46.460125 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event updated for resources: {'Port': ['ID=58fd737e-d713-4df0-8da8-7b267fdac516,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:46.489649 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Made reservation on behalf of 4d0ad0ff719548caa5ca82cc8d9f9d47 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:46.493012 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.522064 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.574557 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b544e365-241e-401c-8488-d40ba043ecc3']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:46.587926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] device_id is not set on port a45c8735-2e3e-454b-9e79-a0f654239fb8 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:36:46.605859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067071d5-1b0e-4c1a-a6d8-efe35a2338d7') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:46.606408 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067071d5-1b0e-4c1a-a6d8-efe35a2338d7') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:46.627697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.653232 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.664367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:46.664961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:46.684431 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:46.701455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8a768d44-7d2c-4b79-aa88-97a055dbe132 None None] For port 14f3b564-8c18-4eff-8653-4cd3f53e16b4, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=14f3b564-8c18-4eff-8653-4cd3f53e16b4,segment=NetworkSegment(8acf4ccf-c295-4324-be3e-13886cafeff0),segment_id=8acf4ccf-c295-4324-be3e-13886cafeff0)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:46.702407 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8a768d44-7d2c-4b79-aa88-97a055dbe132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.757411 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Network 92a91023-9c4f-4057-890a-d68445cb60a0 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:46.760483 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:46.815400 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-c3771fe5-1649-47ed-b785-4b7688ec32ca None None] Deleting port 48c651ea-723a-49ab-b918-756da0843754 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:46.816029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c3771fe5-1649-47ed-b785-4b7688ec32ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.822996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.851135 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.867590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Network': ['ID=b544e365-241e-401c-8488-d40ba043ecc3,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:46.900421 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5185de66-7662-4b5e-992b-d5c36f4bcd75 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/networks/b544e365-241e-401c-8488-d40ba043ecc3 HTTP/1.1" status: 204 len: 168 time: 1.5416205 Feb 10 11:36:46.902945 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38522) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:46.950354 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Allocated IP 172.20.0.2 (65040583-32df-4806-b6a9-78180bbce4ba/98dcc05f-dc73-42be-a940-3d82c450d3b2/a45c8735-2e3e-454b-9e79-a0f654239fb8) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:47.062236 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8a768d44-7d2c-4b79-aa88-97a055dbe132 None None] Calling delete_port for 14f3b564-8c18-4eff-8653-4cd3f53e16b4 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:47.073273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2952a551-dc3e-4c2b-ba37-ab506ec2b9a7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.099692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2952a551-dc3e-4c2b-ba37-ab506ec2b9a7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port 14f3b564-8c18-4eff-8653-4cd3f53e16b4 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:47.100854 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2952a551-dc3e-4c2b-ba37-ab506ec2b9a7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.119472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-c3771fe5-1649-47ed-b785-4b7688ec32ca None None] The port '48c651ea-723a-49ab-b918-756da0843754' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:36:47.217525 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8a768d44-7d2c-4b79-aa88-97a055dbe132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.256200 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ee3fcd1b-fde0-419b-af4d-bdfd646ef171 None None] Provisioning complete for port 58fd737e-d713-4df0-8da8-7b267fdac516 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:47.256568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcd1b-fde0-419b-af4d-bdfd646ef171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.308016 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2952a551-dc3e-4c2b-ba37-ab506ec2b9a7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] The port '14f3b564-8c18-4eff-8653-4cd3f53e16b4' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:36:47.337063 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a768d44-7d2c-4b79-aa88-97a055dbe132 None None] Pushing event deleted for resources: {'Port': ['ID=14f3b564-8c18-4eff-8653-4cd3f53e16b4,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:47.343296 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a768d44-7d2c-4b79-aa88-97a055dbe132 None None] No DVR routers for this DVR port 14f3b564-8c18-4eff-8653-4cd3f53e16b4 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:36:47.388472 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.404265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Router 9c6c0d0a-3d31-40dd-91cd-e37f17f32511 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:47.407378 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ee3fcd1b-fde0-419b-af4d-bdfd646ef171 None None] Port 58fd737e-d713-4df0-8da8-7b267fdac516 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:47.498035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2952a551-dc3e-4c2b-ba37-ab506ec2b9a7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.529074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-2952a551-dc3e-4c2b-ba37-ab506ec2b9a7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9acfae4-ad6a-4df4-8f29-81cef3f47a35']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:47.543525 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-2952a551-dc3e-4c2b-ba37-ab506ec2b9a7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8acf4ccf-c295-4324-be3e-13886cafeff0') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:47.543951 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-2952a551-dc3e-4c2b-ba37-ab506ec2b9a7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8acf4ccf-c295-4324-be3e-13886cafeff0') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:47.557079 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2952a551-dc3e-4c2b-ba37-ab506ec2b9a7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.577552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2952a551-dc3e-4c2b-ba37-ab506ec2b9a7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.585965 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2952a551-dc3e-4c2b-ba37-ab506ec2b9a7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:47.586502 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2952a551-dc3e-4c2b-ba37-ab506ec2b9a7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.597860 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:47.612048 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:47.719378 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 65040583-32df-4806-b6a9-78180bbce4ba is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:47.721894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=a45c8735-2e3e-454b-9e79-a0f654239fb8,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:47.726856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:47.729179 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2952a551-dc3e-4c2b-ba37-ab506ec2b9a7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.731416 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:47.732035 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 14f3b564-8c18-4eff-8653-4cd3f53e16b4 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:36:47.767172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2952a551-dc3e-4c2b-ba37-ab506ec2b9a7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.772351 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 14f3b564-8c18-4eff-8653-4cd3f53e16b4 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:36:47.772798 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 14f3b564-8c18-4eff-8653-4cd3f53e16b4 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:36:47.779555 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952a551-dc3e-4c2b-ba37-ab506ec2b9a7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Network': ['ID=d9acfae4-ad6a-4df4-8f29-81cef3f47a35,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:47.792000 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2952a551-dc3e-4c2b-ba37-ab506ec2b9a7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/networks/d9acfae4-ad6a-4df4-8f29-81cef3f47a35 HTTP/1.1" status: 204 len: 168 time: 0.8842819 Feb 10 11:36:47.793754 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38528) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:47.799922 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a6d56d4c-c1e6-4f1e-9e41-acaadc552881 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1099145665'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:47.806449 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a6d56d4c-c1e6-4f1e-9e41-acaadc552881 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:47.811036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a6d56d4c-c1e6-4f1e-9e41-acaadc552881 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:network and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:47.814640 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a6d56d4c-c1e6-4f1e-9e41-acaadc552881 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:47.821877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a6d56d4c-c1e6-4f1e-9e41-acaadc552881 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:47.835494 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d56d4c-c1e6-4f1e-9e41-acaadc552881 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:47.838785 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a6d56d4c-c1e6-4f1e-9e41-acaadc552881 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.896401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d56d4c-c1e6-4f1e-9e41-acaadc552881 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:47.911462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a6d56d4c-c1e6-4f1e-9e41-acaadc552881 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.912004 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-a6d56d4c-c1e6-4f1e-9e41-acaadc552881 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Added segment 4d7bfeb0-baf2-444e-b27f-6a7823974f07 of type vlan for network b3c590e8-46d6-4cbe-8772-b97491623aee Feb 10 11:36:47.928697 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee3b20-43d7-4099-a1b2-aaca5c44a455 req-203ddd38-da5c-46ab-b970-f6dc44cfe30a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:47.930206 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-feee3b20-43d7-4099-a1b2-aaca5c44a455 req-203ddd38-da5c-46ab-b970-f6dc44cfe30a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 945 time: 0.4545517 Feb 10 11:36:47.962066 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:47.962688 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.971097 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a6d56d4c-c1e6-4f1e-9e41-acaadc552881 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.010295 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:48.012582 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3dc40406-93d8-4b62-9df8-87c713e54118 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2109189 Feb 10 11:36:48.016675 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38532) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:48.017313 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-330f092f-93bc-400f-9e5f-19520f7ba590 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "PUT /v2.0/routers/9c6c0d0a-3d31-40dd-91cd-e37f17f32511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1613131 Feb 10 11:36:48.022877 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-feee3b20-43d7-4099-a1b2-aaca5c44a455 req-4c3c5dd8-1e59-4cc4-8dd0-4a11a99daf62 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ac503b6-44d7-4fb7-bdf4-fa78252d422e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826471 Feb 10 11:36:48.023308 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38534) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:48.032529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': 'a45c8735-2e3e-454b-9e79-a0f654239fb8', 'fixed_ip_address': '172.20.0.2'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:48.036191 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cd9b50-fa32-4447-91d1-518085d2447f None None] Sync routers for ids ['9c6c0d0a-3d31-40dd-91cd-e37f17f32511'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:48.042521 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:48.045628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Usage tracker for resource:floatingip and tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:48.049843 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:48.057474 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a6d56d4c-c1e6-4f1e-9e41-acaadc552881 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.061815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d56d4c-c1e6-4f1e-9e41-acaadc552881 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:48.073170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a6d56d4c-c1e6-4f1e-9e41-acaadc552881 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.073170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:48.095133 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd9b50-fa32-4447-91d1-518085d2447f None None] Routers {'9c6c0d0a-3d31-40dd-91cd-e37f17f32511'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:48.097264 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-23cd9b50-fa32-4447-91d1-518085d2447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['9c6c0d0a-3d31-40dd-91cd-e37f17f32511'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:48.168541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.226705 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eea46c0f-1038-4c97-b22c-e753ee4d6875 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.235748 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-23cd9b50-fa32-4447-91d1-518085d2447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:48.256499 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd9b50-fa32-4447-91d1-518085d2447f None None] Routers {'9c6c0d0a-3d31-40dd-91cd-e37f17f32511'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:48.257780 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-23cd9b50-fa32-4447-91d1-518085d2447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['9c6c0d0a-3d31-40dd-91cd-e37f17f32511'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:48.352282 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a6d56d4c-c1e6-4f1e-9e41-acaadc552881 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5570979 Feb 10 11:36:48.359488 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38540) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:48.360138 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d56d4c-c1e6-4f1e-9e41-acaadc552881 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Network': ['ID=b3c590e8-46d6-4cbe-8772-b97491623aee,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:48.369987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d2bdc545-aa1b-487f-992c-db38d1599db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'subnet': {'network_id': 'b3c590e8-46d6-4cbe-8772-b97491623aee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:48.374653 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-23cd9b50-fa32-4447-91d1-518085d2447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:48.375928 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cd9b50-fa32-4447-91d1-518085d2447f None None] The sync data for ids ['9c6c0d0a-3d31-40dd-91cd-e37f17f32511'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:48.382838 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network b3c590e8-46d6-4cbe-8772-b97491623aee details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:48.461269 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-eea46c0f-1038-4c97-b22c-e753ee4d6875 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 11:36:48.465409 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eea46c0f-1038-4c97-b22c-e753ee4d6875 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "DELETE /v2.0/routers/9c6c0d0a-3d31-40dd-91cd-e37f17f32511 HTTP/1.1" status: 409 len: 329 time: 0.4410307 Feb 10 11:36:48.467784 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38544) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:48.552824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 89f5d0f2-4adc-490d-b1b7-565613d6abbc up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:48.563276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d2bdc545-aa1b-487f-992c-db38d1599db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:48.570040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d2bdc545-aa1b-487f-992c-db38d1599db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:subnet and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:48.575114 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d2bdc545-aa1b-487f-992c-db38d1599db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:48.583583 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d2bdc545-aa1b-487f-992c-db38d1599db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:48.605353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bdc545-aa1b-487f-992c-db38d1599db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:48.634276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 89f5d0f2-4adc-490d-b1b7-565613d6abbc completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:48.646511 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 89f5d0f2-4adc-490d-b1b7-565613d6abbc triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:48.647568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.733185 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc545-aa1b-487f-992c-db38d1599db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.807919 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.838555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.874395 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 89f5d0f2-4adc-490d-b1b7-565613d6abbc, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=89f5d0f2-4adc-490d-b1b7-565613d6abbc,segment=NetworkSegment(7f9f8aa8-42e4-4a17-af54-a1f6699012f3),segment_id=7f9f8aa8-42e4-4a17-af54-a1f6699012f3)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:48.875507 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595b1688-bc4c-4354-9f40-3ca2ca7d3890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f5d0f2-4adc-490d-b1b7-565613d6abbc'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:36:48.883589 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:49.000283 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595b1688-bc4c-4354-9f40-3ca2ca7d3890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f5d0f2-4adc-490d-b1b7-565613d6abbc', 'code': 200} Feb 10 11:36:49.041553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a22316bc-a0ae-41e0-9e6a-8e9217cb70ae tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:49.057918 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=89f5d0f2-4adc-490d-b1b7-565613d6abbc,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:49.212502 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Allocated IP 172.26.4.193 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/cbee84c4-4b43-4f3d-ab53-10660d556cea) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:49.349835 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41cc79-bdb2-4e63-b3db-00177412472d req-f2058677-6e2f-424c-947e-8fc7a219d3af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:49.351615 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3e41cc79-bdb2-4e63-b3db-00177412472d req-f2058677-6e2f-424c-947e-8fc7a219d3af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 946 time: 0.1314397 Feb 10 11:36:49.397518 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc545-aa1b-487f-992c-db38d1599db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:49.473990 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e90fe9ff-99aa-4d6c-9ea4-10d3609a73fe req-5525265b-aba6-4bd1-8b3d-71dfdfa9b320 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 1099 time: 0.3154955 Feb 10 11:36:49.520293 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3e41cc79-bdb2-4e63-b3db-00177412472d req-75249c16-e3d7-44a0-b478-7ef51dc9569b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ac503b6-44d7-4fb7-bdf4-fa78252d422e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578248 Feb 10 11:36:49.554456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdc545-aa1b-487f-992c-db38d1599db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Subnet': ['ID=3e61ccf8-0ce8-42ec-8299-b4a7ece5f894,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:49.555273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:49.602381 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e90fe9ff-99aa-4d6c-9ea4-10d3609a73fe req-d89c4636-dc9b-4bc3-bf86-f748b0310a3b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3ac503b6-44d7-4fb7-bdf4-fa78252d422e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155326 Feb 10 11:36:49.610771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bdc545-aa1b-487f-992c-db38d1599db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Checking segment: {'id': '4d7bfeb0-baf2-444e-b27f-6a7823974f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b3c590e8-46d6-4cbe-8772-b97491623aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:49.611131 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bdc545-aa1b-487f-992c-db38d1599db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network hostable DHCP agents. Network: b3c590e8-46d6-4cbe-8772-b97491623aee, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:49.632939 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:49.698406 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bdc545-aa1b-487f-992c-db38d1599db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network b3c590e8-46d6-4cbe-8772-b97491623aee is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:49.717739 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=cbee84c4-4b43-4f3d-ab53-10660d556cea,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:49.725244 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:49.726013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-d2bdc545-aa1b-487f-992c-db38d1599db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, b3c590e8-46d6-4cbe-8772-b97491623aee) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:49.727788 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:49.730529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:49.743632 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666866e5-ea10-4864-bf1f-091661310b50 None None] Network b3c590e8-46d6-4cbe-8772-b97491623aee requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:49.756362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdc545-aa1b-487f-992c-db38d1599db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:49.756948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc545-aa1b-487f-992c-db38d1599db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:49.845789 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d2bdc545-aa1b-487f-992c-db38d1599db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4805501 Feb 10 11:36:49.852882 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38552) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:49.862427 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-14c1b6d6-ddaa-4901-bd94-abdb8745880d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1780426675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:49.877369 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-14c1b6d6-ddaa-4901-bd94-abdb8745880d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:49.886306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-14c1b6d6-ddaa-4901-bd94-abdb8745880d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:router and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:49.891286 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-14c1b6d6-ddaa-4901-bd94-abdb8745880d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:49.901921 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-14c1b6d6-ddaa-4901-bd94-abdb8745880d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:49.955068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-14c1b6d6-ddaa-4901-bd94-abdb8745880d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:49.956023 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-14c1b6d6-ddaa-4901-bd94-abdb8745880d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.043359 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a22316bc-a0ae-41e0-9e6a-8e9217cb70ae tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Deleting port 58fd737e-d713-4df0-8da8-7b267fdac516 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:50.044224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a22316bc-a0ae-41e0-9e6a-8e9217cb70ae tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.114311 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-14c1b6d6-ddaa-4901-bd94-abdb8745880d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.116153 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-b3c590e8-46d6-4cbe-8772-b97491623aee', 'network_id': 'b3c590e8-46d6-4cbe-8772-b97491623aee', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'fixed_ips': [{'subnet_id': '3e61ccf8-0ce8-42ec-8299-b4a7ece5f894'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:50.117239 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.168082 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-14c1b6d6-ddaa-4901-bd94-abdb8745880d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.210772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-14c1b6d6-ddaa-4901-bd94-abdb8745880d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.211808 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-14c1b6d6-ddaa-4901-bd94-abdb8745880d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3596947 Feb 10 11:36:50.223685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38556) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:50.233714 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'port': {'network_id': 'b3c590e8-46d6-4cbe-8772-b97491623aee', 'name': 'tempest-RoutersTest-1743195641'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:50.354598 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a22316bc-a0ae-41e0-9e6a-8e9217cb70ae tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.398039 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Allocated IP 172.20.0.2 (b3c590e8-46d6-4cbe-8772-b97491623aee/3e61ccf8-0ce8-42ec-8299-b4a7ece5f894/dca565bc-ed71-4767-a319-03e20a1f8e4f) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:50.509545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a22316bc-a0ae-41e0-9e6a-8e9217cb70ae tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Calling delete_port for 58fd737e-d713-4df0-8da8-7b267fdac516 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:50.526051 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:50.533494 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:port and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:50.538119 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:50.546784 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:50.640402 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:50.643156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.724132 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] device_id is not set on port dbd7aa8e-a496-4a7a-aeac-75430b338602 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:36:50.787346 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.804183 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Transition to ACTIVE for port object dca565bc-ed71-4767-a319-03e20a1f8e4f will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:50.808679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.824855 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Transition to ACTIVE for port object dca565bc-ed71-4767-a319-03e20a1f8e4f will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:50.826945 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a22316bc-a0ae-41e0-9e6a-8e9217cb70ae tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.831089 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.880578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22316bc-a0ae-41e0-9e6a-8e9217cb70ae tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event deleted for resources: {'Port': ['ID=58fd737e-d713-4df0-8da8-7b267fdac516,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:50.903159 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Network b3c590e8-46d6-4cbe-8772-b97491623aee is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:50.907532 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:50.910207 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:50.984512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Allocated IP 172.20.0.4 (b3c590e8-46d6-4cbe-8772-b97491623aee/3e61ccf8-0ce8-42ec-8299-b4a7ece5f894/dbd7aa8e-a496-4a7a-aeac-75430b338602) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:51.020797 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Pushing event updated for resources: {'Port': ['ID=dca565bc-ed71-4767-a319-03e20a1f8e4f,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:51.048244 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Attempting to bind port dca565bc-ed71-4767-a319-03e20a1f8e4f on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:51.048820 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Attempting to bind port dca565bc-ed71-4767-a319-03e20a1f8e4f by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '4d7bfeb0-baf2-444e-b27f-6a7823974f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b3c590e8-46d6-4cbe-8772-b97491623aee'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:51.050172 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Attempting to bind port dca565bc-ed71-4767-a319-03e20a1f8e4f on network b3c590e8-46d6-4cbe-8772-b97491623aee {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:51.062585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:51.063007 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Checking segment: {'id': '4d7bfeb0-baf2-444e-b27f-6a7823974f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b3c590e8-46d6-4cbe-8772-b97491623aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:51.063353 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:51.063796 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Bound using segment: {'id': '4d7bfeb0-baf2-444e-b27f-6a7823974f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b3c590e8-46d6-4cbe-8772-b97491623aee'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:51.064272 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Bound port: dca565bc-ed71-4767-a319-03e20a1f8e4f, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7bfeb0-baf2-444e-b27f-6a7823974f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b3c590e8-46d6-4cbe-8772-b97491623aee'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:51.064707 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:51.065621 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71259a5-e855-45d4-92c8-af2057a1510f req-04b7e9f3-56c3-45cf-80b7-68b231c5eb25 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:51.068563 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b71259a5-e855-45d4-92c8-af2057a1510f req-04b7e9f3-56c3-45cf-80b7-68b231c5eb25 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 946 time: 0.2808714 Feb 10 11:36:51.192857 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] For port dca565bc-ed71-4767-a319-03e20a1f8e4f, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:51.203663 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] For port dca565bc-ed71-4767-a319-03e20a1f8e4f, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=dca565bc-ed71-4767-a319-03e20a1f8e4f,segment=NetworkSegment(4d7bfeb0-baf2-444e-b27f-6a7823974f07),segment_id=4d7bfeb0-baf2-444e-b27f-6a7823974f07)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:51.212953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:51.217183 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:51.274592 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b71259a5-e855-45d4-92c8-af2057a1510f req-a35fe789-35fd-46ed-851f-2628f6f26db8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ac503b6-44d7-4fb7-bdf4-fa78252d422e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466434 Feb 10 11:36:51.276794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a22316bc-a0ae-41e0-9e6a-8e9217cb70ae tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:51.341097 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b50da3-8cc2-4899-94ee-4276e6df3a8c None None] Pushing event updated for resources: {'Port': ['ID=dca565bc-ed71-4767-a319-03e20a1f8e4f,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:51.487081 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:51.534072 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Transition to ACTIVE for port object dbd7aa8e-a496-4a7a-aeac-75430b338602 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:51.616198 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:51.736514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:51.767119 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:51.790171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device dca565bc-ed71-4767-a319-03e20a1f8e4f up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:51.815551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=dbd7aa8e-a496-4a7a-aeac-75430b338602,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:51.864194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network b3c590e8-46d6-4cbe-8772-b97491623aee is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:51.911230 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port dca565bc-ed71-4767-a319-03e20a1f8e4f completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:51.918314 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:51.922353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:51.960990 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22316bc-a0ae-41e0-9e6a-8e9217cb70ae tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Router 9c6c0d0a-3d31-40dd-91cd-e37f17f32511 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:52.020484 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=cbee84c4-4b43-4f3d-ab53-10660d556cea,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:52.028642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:52.090861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:52.091429 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:52.123039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22316bc-a0ae-41e0-9e6a-8e9217cb70ae tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:52.141581 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a22316bc-a0ae-41e0-9e6a-8e9217cb70ae tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "PUT /v2.0/routers/9c6c0d0a-3d31-40dd-91cd-e37f17f32511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6660843 Feb 10 11:36:52.143877 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a049553e-65ec-4482-b69e-700a2249fa2f None None] Sync routers for ids ['9c6c0d0a-3d31-40dd-91cd-e37f17f32511'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:52.145634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38562) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:52.159478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a049553e-65ec-4482-b69e-700a2249fa2f None None] Routers {'9c6c0d0a-3d31-40dd-91cd-e37f17f32511'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:52.160588 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a049553e-65ec-4482-b69e-700a2249fa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['9c6c0d0a-3d31-40dd-91cd-e37f17f32511'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:52.242213 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-fbf38059-6cf0-4b8d-a67e-60eadcf443ff tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] show failed (client error): The resource could not be found. Feb 10 11:36:52.244188 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fbf38059-6cf0-4b8d-a67e-60eadcf443ff tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-580017680 HTTP/1.1" status: 404 len: 334 time: 0.0967448 Feb 10 11:36:52.247717 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4a853cec-342d-4f97-88d2-77f10834f65c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0204535 Feb 10 11:36:52.247949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38566) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:52.251167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38570) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:52.256018 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a049553e-65ec-4482-b69e-700a2249fa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:52.263271 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-64499656-ea11-482c-92cf-1069de22ad1e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:52.277873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a049553e-65ec-4482-b69e-700a2249fa2f None None] Routers {'9c6c0d0a-3d31-40dd-91cd-e37f17f32511'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:52.278904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a049553e-65ec-4482-b69e-700a2249fa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['9c6c0d0a-3d31-40dd-91cd-e37f17f32511'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:52.354974 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-64499656-ea11-482c-92cf-1069de22ad1e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] update failed (client error): The resource could not be found. Feb 10 11:36:52.356357 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-64499656-ea11-482c-92cf-1069de22ad1e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-669634527 HTTP/1.1" status: 404 len: 334 time: 0.1031296 Feb 10 11:36:52.362480 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38576) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:52.400203 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a049553e-65ec-4482-b69e-700a2249fa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:52.400878 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a049553e-65ec-4482-b69e-700a2249fa2f None None] The sync data for ids ['9c6c0d0a-3d31-40dd-91cd-e37f17f32511'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:52.630167 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b278b14e-dad2-4546-81e9-2694a80a3318 None None] Network b3c590e8-46d6-4cbe-8772-b97491623aee requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:52.670058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e75d89-49df-427c-8f4f-e380e36d4911 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Deleting subnet 53e682c4-fd17-4079-ab86-28bddcfd9886 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:36:52.675260 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e75d89-49df-427c-8f4f-e380e36d4911 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:52.726145 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6122762-aff8-43ad-bed9-205dd0e00fc6 req-577e2892-06fc-4a6a-af7f-f34e414fe411 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:52.727316 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6122762-aff8-43ad-bed9-205dd0e00fc6 req-577e2892-06fc-4a6a-af7f-f34e414fe411 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 946 time: 0.1778765 Feb 10 11:36:52.749354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b967824a-418e-46f1-b2dd-a44726a3d9c9 None None] Provisioning for port dca565bc-ed71-4767-a319-03e20a1f8e4f completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:52.757493 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b967824a-418e-46f1-b2dd-a44726a3d9c9 None None] Provisioning complete for port dca565bc-ed71-4767-a319-03e20a1f8e4f triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:52.757964 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b967824a-418e-46f1-b2dd-a44726a3d9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:52.776044 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e75d89-49df-427c-8f4f-e380e36d4911 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:52.807067 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Floating IP b1b9117f-8da9-4cfa-acfd-bb648d4d9836 associated. External IP: 172.26.4.193, port: a45c8735-2e3e-454b-9e79-a0f654239fb8. Feb 10 11:36:52.851486 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6122762-aff8-43ad-bed9-205dd0e00fc6 req-5f6aada6-71fc-48cf-89ca-97fd3486f3bc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ac503b6-44d7-4fb7-bdf4-fa78252d422e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988011 Feb 10 11:36:52.918711 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e75d89-49df-427c-8f4f-e380e36d4911 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:53.055446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b967824a-418e-46f1-b2dd-a44726a3d9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:53.065631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e75d89-49df-427c-8f4f-e380e36d4911 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:53.101579 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b967824a-418e-46f1-b2dd-a44726a3d9c9 None None] For port dca565bc-ed71-4767-a319-03e20a1f8e4f, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=dca565bc-ed71-4767-a319-03e20a1f8e4f,segment=NetworkSegment(4d7bfeb0-baf2-444e-b27f-6a7823974f07),segment_id=4d7bfeb0-baf2-444e-b27f-6a7823974f07)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:53.108759 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b967824a-418e-46f1-b2dd-a44726a3d9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:53.157731 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e75d89-49df-427c-8f4f-e380e36d4911 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event deleted for resources: {'Subnet': ['ID=53e682c4-fd17-4079-ab86-28bddcfd9886,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:53.166999 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e75d89-49df-427c-8f4f-e380e36d4911 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:53.187681 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a9e75d89-49df-427c-8f4f-e380e36d4911 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "DELETE /v2.0/subnets/53e682c4-fd17-4079-ab86-28bddcfd9886 HTTP/1.1" status: 204 len: 168 time: 0.8193421 Feb 10 11:36:53.191816 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38582) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:53.204778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f3c3d-2bfc-4cf3-9f5e-17a168560c0d None None] Network 6060fb4e-e155-4826-8ca7-7407cdeda451 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:53.223970 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b40bfc-00c6-4465-8887-a2106f6c9c88 req-8decae2d-6d3b-40d3-a8b8-8ee6435bee4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:53.225471 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f4b40bfc-00c6-4465-8887-a2106f6c9c88 req-8decae2d-6d3b-40d3-a8b8-8ee6435bee4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 946 time: 0.1477692 Feb 10 11:36:53.280531 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f4b40bfc-00c6-4465-8887-a2106f6c9c88 req-1da5d433-b115-4149-b7cd-8f1775ad859e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ac503b6-44d7-4fb7-bdf4-fa78252d422e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426157 Feb 10 11:36:53.313180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-773179a6-dfa4-4842-a7be-2c8ced15bd18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:53.362239 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967824a-418e-46f1-b2dd-a44726a3d9c9 None None] Pushing event updated for resources: {'Port': ['ID=dca565bc-ed71-4767-a319-03e20a1f8e4f,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:53.511857 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252784c0-b67e-4fa2-8db4-c4e35fa078c7 None None] DHCP port deletion for 6060fb4e-e155-4826-8ca7-7407cdeda451 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:36:53.517863 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-252784c0-b67e-4fa2-8db4-c4e35fa078c7 None None] Deleting port d44f4618-c86a-4371-ba3a-32d871b5ecc5 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:53.518199 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-252784c0-b67e-4fa2-8db4-c4e35fa078c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:53.618266 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fcf81187-321a-4eb9-a7eb-c5ba9e0b4362 None None] Provisioning for port dbd7aa8e-a496-4a7a-aeac-75430b338602 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:53.630678 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fcf81187-321a-4eb9-a7eb-c5ba9e0b4362 None None] Provisioning complete for port dbd7aa8e-a496-4a7a-aeac-75430b338602 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:53.631120 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fcf81187-321a-4eb9-a7eb-c5ba9e0b4362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:53.720508 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device dca565bc-ed71-4767-a319-03e20a1f8e4f up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:53.811569 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-fcf81187-321a-4eb9-a7eb-c5ba9e0b4362 None None] Port dbd7aa8e-a496-4a7a-aeac-75430b338602 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:53.871837 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-252784c0-b67e-4fa2-8db4-c4e35fa078c7 None None] For port d44f4618-c86a-4371-ba3a-32d871b5ecc5, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d44f4618-c86a-4371-ba3a-32d871b5ecc5,segment=NetworkSegment(61957701-90a5-4d18-bfe1-9a2cbef5938b),segment_id=61957701-90a5-4d18-bfe1-9a2cbef5938b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:53.872242 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-252784c0-b67e-4fa2-8db4-c4e35fa078c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.010482 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-252784c0-b67e-4fa2-8db4-c4e35fa078c7 None None] Calling delete_port for d44f4618-c86a-4371-ba3a-32d871b5ecc5 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:54.037531 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fcf81187-321a-4eb9-a7eb-c5ba9e0b4362 None None] Provisioning complete for port dca565bc-ed71-4767-a319-03e20a1f8e4f triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:54.037910 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fcf81187-321a-4eb9-a7eb-c5ba9e0b4362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.138088 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdc878d-2d5d-4cdf-a13e-a75b149f1f0c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Deleting subnet 3f49d65d-9412-4f12-9ee6-406bdd8476f5 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:36:54.141790 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port dca565bc-ed71-4767-a319-03e20a1f8e4f triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:54.142169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.160634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5cdc878d-2d5d-4cdf-a13e-a75b149f1f0c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.186204 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-252784c0-b67e-4fa2-8db4-c4e35fa078c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.281962 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252784c0-b67e-4fa2-8db4-c4e35fa078c7 None None] Pushing event deleted for resources: {'Port': ['ID=d44f4618-c86a-4371-ba3a-32d871b5ecc5,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:54.308095 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252784c0-b67e-4fa2-8db4-c4e35fa078c7 None None] No DVR routers for this DVR port d44f4618-c86a-4371-ba3a-32d871b5ecc5 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:36:54.407589 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5cdc878d-2d5d-4cdf-a13e-a75b149f1f0c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.456304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d44f4618-c86a-4371-ba3a-32d871b5ecc5 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:36:54.497925 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: d44f4618-c86a-4371-ba3a-32d871b5ecc5 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:36:54.498425 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d44f4618-c86a-4371-ba3a-32d871b5ecc5 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:36:54.509500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-93d0ad33-868a-49a2-8311-36aa628ee08a None None] Provisioning complete for port dbd7aa8e-a496-4a7a-aeac-75430b338602 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:54.509871 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-93d0ad33-868a-49a2-8311-36aa628ee08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.523362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-773179a6-dfa4-4842-a7be-2c8ced15bd18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.538104 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-773179a6-dfa4-4842-a7be-2c8ced15bd18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.572861 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-93d0ad33-868a-49a2-8311-36aa628ee08a None None] Port dbd7aa8e-a496-4a7a-aeac-75430b338602 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:54.672927 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773179a6-dfa4-4842-a7be-2c8ced15bd18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=dbd7aa8e-a496-4a7a-aeac-75430b338602,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:54.678977 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5cdc878d-2d5d-4cdf-a13e-a75b149f1f0c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.813043 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router a56953d0-8900-457e-93bf-a8749eda4dbf has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:54.835723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38590) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:54.898480 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-605fce99-ac37-454c-b7d4-caf015514392 None None] Provisioning complete for port dbd7aa8e-a496-4a7a-aeac-75430b338602 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:54.899029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-605fce99-ac37-454c-b7d4-caf015514392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.904039 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5cdc878d-2d5d-4cdf-a13e-a75b149f1f0c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.964667 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-605fce99-ac37-454c-b7d4-caf015514392 None None] Port dbd7aa8e-a496-4a7a-aeac-75430b338602 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:55.034044 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc878d-2d5d-4cdf-a13e-a75b149f1f0c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event deleted for resources: {'Subnet': ['ID=3f49d65d-9412-4f12-9ee6-406bdd8476f5,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:55.130528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ff0fd4-4e7e-4d9b-bf99-e58f5cbac23e None None] Network 6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:55.132796 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5cdc878d-2d5d-4cdf-a13e-a75b149f1f0c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.247936 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5cdc878d-2d5d-4cdf-a13e-a75b149f1f0c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "DELETE /v2.0/subnets/3f49d65d-9412-4f12-9ee6-406bdd8476f5 HTTP/1.1" status: 204 len: 168 time: 2.0547144 Feb 10 11:36:55.250583 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38594) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:55.339138 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-773179a6-dfa4-4842-a7be-2c8ced15bd18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.390428 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-490c0cfa-a0b2-4028-9078-74c635d3d373 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.431784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82c1aa7-e077-43ac-ab41-15a1a66e350e None None] DHCP port deletion for 6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:36:55.436179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e82c1aa7-e077-43ac-ab41-15a1a66e350e None None] Deleting port 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:55.436549 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e82c1aa7-e077-43ac-ab41-15a1a66e350e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.494916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-773179a6-dfa4-4842-a7be-2c8ced15bd18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.540080 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-490c0cfa-a0b2-4028-9078-74c635d3d373 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.571974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-490c0cfa-a0b2-4028-9078-74c635d3d373 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6060fb4e-e155-4826-8ca7-7407cdeda451']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:55.585099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-490c0cfa-a0b2-4028-9078-74c635d3d373 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61957701-90a5-4d18-bfe1-9a2cbef5938b') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:55.585502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-490c0cfa-a0b2-4028-9078-74c635d3d373 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61957701-90a5-4d18-bfe1-9a2cbef5938b') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:55.598860 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-490c0cfa-a0b2-4028-9078-74c635d3d373 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.616945 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-490c0cfa-a0b2-4028-9078-74c635d3d373 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.623724 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490c0cfa-a0b2-4028-9078-74c635d3d373 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:55.624211 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-490c0cfa-a0b2-4028-9078-74c635d3d373 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:55.639980 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:55.693887 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:55.704153 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d51705-a287-47e8-9a06-2810c4c269c5 None None] Sync routers for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:55.721119 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:36:55.726155 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d51705-a287-47e8-9a06-2810c4c269c5 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:55.727329 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-77d51705-a287-47e8-9a06-2810c4c269c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:55.742885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-490c0cfa-a0b2-4028-9078-74c635d3d373 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.768993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-490c0cfa-a0b2-4028-9078-74c635d3d373 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.780797 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c0cfa-a0b2-4028-9078-74c635d3d373 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event deleted for resources: {'Network': ['ID=6060fb4e-e155-4826-8ca7-7407cdeda451,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:55.783742 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-490c0cfa-a0b2-4028-9078-74c635d3d373 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "DELETE /v2.0/networks/6060fb4e-e155-4826-8ca7-7407cdeda451 HTTP/1.1" status: 204 len: 168 time: 0.5315592 Feb 10 11:36:55.786864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38598) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:55.808993 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-77d51705-a287-47e8-9a06-2810c4c269c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:55.809663 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e82c1aa7-e077-43ac-ab41-15a1a66e350e None None] For port 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=12ecdbfe-51b4-4ac4-b969-fa654dcecb4d,segment=NetworkSegment(4308cc6e-cc85-40a9-b91d-45907332689f),segment_id=4308cc6e-cc85-40a9-b91d-45907332689f)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:55.810064 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e82c1aa7-e077-43ac-ab41-15a1a66e350e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.825732 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d51705-a287-47e8-9a06-2810c4c269c5 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:55.826720 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-77d51705-a287-47e8-9a06-2810c4c269c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:55.851334 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.901907 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-77d51705-a287-47e8-9a06-2810c4c269c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:55.902458 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d51705-a287-47e8-9a06-2810c4c269c5 None None] The sync data for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:55.999288 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e82c1aa7-e077-43ac-ab41-15a1a66e350e None None] Calling delete_port for 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:56.056122 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5c2e151d-840c-483f-87e6-aa358dea011e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.067926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e151d-840c-483f-87e6-aa358dea011e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Deleting port 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:56.068309 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5c2e151d-840c-483f-87e6-aa358dea011e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.089657 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-15934b09-519e-43eb-82c5-10d4f5e93950 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.0607400 Feb 10 11:36:56.091041 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38602) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:56.103974 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.104777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-e71d393c-c450-41cd-abd9-68ef4e38ffb9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:56.167001 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e151d-840c-483f-87e6-aa358dea011e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] The port '12ecdbfe-51b4-4ac4-b969-fa654dcecb4d' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:36:56.179606 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e82c1aa7-e077-43ac-ab41-15a1a66e350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.234331 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c1aa7-e077-43ac-ab41-15a1a66e350e None None] Pushing event deleted for resources: {'Port': ['ID=12ecdbfe-51b4-4ac4-b969-fa654dcecb4d,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:56.238658 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c1aa7-e077-43ac-ab41-15a1a66e350e None None] No DVR routers for this DVR port 12ecdbfe-51b4-4ac4-b969-fa654dcecb4d on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:36:56.306623 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5c2e151d-840c-483f-87e6-aa358dea011e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.333608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e71d393c-c450-41cd-abd9-68ef4e38ffb9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.336592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-5c2e151d-840c-483f-87e6-aa358dea011e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:56.349426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-5c2e151d-840c-483f-87e6-aa358dea011e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4308cc6e-cc85-40a9-b91d-45907332689f') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:56.349720 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-5c2e151d-840c-483f-87e6-aa358dea011e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4308cc6e-cc85-40a9-b91d-45907332689f') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:56.361844 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5c2e151d-840c-483f-87e6-aa358dea011e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.379817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5c2e151d-840c-483f-87e6-aa358dea011e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.388032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2e151d-840c-483f-87e6-aa358dea011e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:56.388509 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5c2e151d-840c-483f-87e6-aa358dea011e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:56.403549 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:56.491701 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4f8e228c-9131-4566-8d34-507d84a00df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.495431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5c2e151d-840c-483f-87e6-aa358dea011e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.513139 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5c2e151d-840c-483f-87e6-aa358dea011e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.523318 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e151d-840c-483f-87e6-aa358dea011e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event deleted for resources: {'Network': ['ID=6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:56.526901 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5c2e151d-840c-483f-87e6-aa358dea011e tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "DELETE /v2.0/networks/6ebf4bdb-b164-491d-b5ba-fcfd1ff471f3 HTTP/1.1" status: 204 len: 168 time: 0.7387490 Feb 10 11:36:56.531035 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38606) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:56.650631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-773179a6-dfa4-4842-a7be-2c8ced15bd18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.666258 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-773179a6-dfa4-4842-a7be-2c8ced15bd18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.726765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-765c0265-c14c-4719-9409-ed4c1aaec123 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Deleting subnet a677cdbd-b544-4488-9289-eb8a63b3ba0d {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:36:56.730089 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-765c0265-c14c-4719-9409-ed4c1aaec123 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.793936 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-765c0265-c14c-4719-9409-ed4c1aaec123 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.839846 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-773179a6-dfa4-4842-a7be-2c8ced15bd18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.849289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773179a6-dfa4-4842-a7be-2c8ced15bd18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=dbd7aa8e-a496-4a7a-aeac-75430b338602,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:56.892197 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-765c0265-c14c-4719-9409-ed4c1aaec123 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.953228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e71d393c-c450-41cd-abd9-68ef4e38ffb9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.976772 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-765c0265-c14c-4719-9409-ed4c1aaec123 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.010778 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e71d393c-c450-41cd-abd9-68ef4e38ffb9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.011090 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [None req-e71d393c-c450-41cd-abd9-68ef4e38ffb9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Floating IP b1b9117f-8da9-4cfa-acfd-bb648d4d9836 disassociated. External IP: 172.26.4.193, port: a45c8735-2e3e-454b-9e79-a0f654239fb8. Feb 10 11:36:57.021297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c0265-c14c-4719-9409-ed4c1aaec123 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event deleted for resources: {'Subnet': ['ID=a677cdbd-b544-4488-9289-eb8a63b3ba0d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:57.035129 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-765c0265-c14c-4719-9409-ed4c1aaec123 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.035473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cb82fe-fb4c-4246-ad9b-9d2a1dee14a1 None None] Network 92a91023-9c4f-4057-890a-d68445cb60a0 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:57.055420 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-765c0265-c14c-4719-9409-ed4c1aaec123 tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "DELETE /v2.0/subnets/a677cdbd-b544-4488-9289-eb8a63b3ba0d HTTP/1.1" status: 204 len: 168 time: 0.5153713 Feb 10 11:36:57.056297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38610) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:57.196572 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.214586 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Deleting port cdb4c014-a146-4287-868f-acb081079f3e {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:57.214910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.260507 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773179a6-dfa4-4842-a7be-2c8ced15bd18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network b3c590e8-46d6-4cbe-8772-b97491623aee is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:57.265399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-773179a6-dfa4-4842-a7be-2c8ced15bd18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:57.377335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d11e41-e2d6-458d-863d-09b0529c23de None None] DHCP port deletion for 92a91023-9c4f-4057-890a-d68445cb60a0 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:36:57.383973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-06d11e41-e2d6-458d-863d-09b0529c23de None None] Deleting port cdb4c014-a146-4287-868f-acb081079f3e {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:57.384837 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-06d11e41-e2d6-458d-863d-09b0529c23de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.505565 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] For port cdb4c014-a146-4287-868f-acb081079f3e, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cdb4c014-a146-4287-868f-acb081079f3e,segment=NetworkSegment(1846ce42-f0ec-4ec7-b693-e9ffd99e5f13),segment_id=1846ce42-f0ec-4ec7-b693-e9ffd99e5f13)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:57.509780 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.662179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-06d11e41-e2d6-458d-863d-09b0529c23de None None] For port cdb4c014-a146-4287-868f-acb081079f3e, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cdb4c014-a146-4287-868f-acb081079f3e,segment=NetworkSegment(1846ce42-f0ec-4ec7-b693-e9ffd99e5f13),segment_id=1846ce42-f0ec-4ec7-b693-e9ffd99e5f13)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:57.662701 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-06d11e41-e2d6-458d-863d-09b0529c23de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.667133 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Calling delete_port for cdb4c014-a146-4287-868f-acb081079f3e owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:57.674639 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f7e4ed5f-a55a-4a85-b104-32e1bb8ae5ac None None] Provisioning complete for port dbd7aa8e-a496-4a7a-aeac-75430b338602 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:57.675250 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f7e4ed5f-a55a-4a85-b104-32e1bb8ae5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.766334 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cdb4c014-a146-4287-868f-acb081079f3e no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:36:57.769836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.819085 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event deleted for resources: {'Port': ['ID=cdb4c014-a146-4287-868f-acb081079f3e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:57.830574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:57.831209 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:57.831781 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:57.832280 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:57.832782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:57.833304 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:57.833808 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:57.834309 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:57.834825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:57.835978 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:57.835978 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:57.838550 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] No DVR routers for this DVR port cdb4c014-a146-4287-868f-acb081079f3e on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:36:57.867675 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-06d11e41-e2d6-458d-863d-09b0529c23de None None] Calling delete_port for cdb4c014-a146-4287-868f-acb081079f3e owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:57.910827 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: cdb4c014-a146-4287-868f-acb081079f3e {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:36:57.911229 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cdb4c014-a146-4287-868f-acb081079f3e not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:36:57.931514 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4ed5f-a55a-4a85-b104-32e1bb8ae5ac None None] Port dbd7aa8e-a496-4a7a-aeac-75430b338602 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:57.971380 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-06d11e41-e2d6-458d-863d-09b0529c23de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:36:57.971770 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-06d11e41-e2d6-458d-863d-09b0529c23de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:36:58.032133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.100445 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.131570 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a91023-9c4f-4057-890a-d68445cb60a0']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:58.145526 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1846ce42-f0ec-4ec7-b693-e9ffd99e5f13') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:58.145839 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1846ce42-f0ec-4ec7-b693-e9ffd99e5f13') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:58.158424 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.176945 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.183691 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:58.184263 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:58.199867 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:58.284475 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.303436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.314204 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Pushing event deleted for resources: {'Network': ['ID=92a91023-9c4f-4057-890a-d68445cb60a0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:58.318374 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-50b0e00c-649b-44d8-94c0-350ddd8600ee tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "DELETE /v2.0/networks/92a91023-9c4f-4057-890a-d68445cb60a0 HTTP/1.1" status: 204 len: 168 time: 1.2607934 Feb 10 11:36:58.321065 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38614) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:58.361990 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1ef49063-48a5-480a-a545-5c364755f37a tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Synchronizing usage tracker for tenant:a06dda29c39c49e7912b7bb5fdbae88e on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:58.378313 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1ef49063-48a5-480a-a545-5c364755f37a tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Unset dirty status for tenant:a06dda29c39c49e7912b7bb5fdbae88e on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:58.380029 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1ef49063-48a5-480a-a545-5c364755f37a tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c6c0d0a-3d31-40dd-91cd-e37f17f32511 HTTP/1.1" status: 200 len: 205 time: 0.0578556 Feb 10 11:36:58.382660 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38618) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:58.382826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773179a6-dfa4-4842-a7be-2c8ced15bd18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router de4fd7a6-10f2-469e-8645-f7f7f6fc308f is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:36:58.473658 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-06d11e41-e2d6-458d-863d-09b0529c23de None None] Deleting port cdb4c014-a146-4287-868f-acb081079f3e {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:58.474775 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-06d11e41-e2d6-458d-863d-09b0529c23de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.528927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-253052ef-2365-4497-807a-bc3553261b9c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.553359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-06d11e41-e2d6-458d-863d-09b0529c23de None None] The port 'cdb4c014-a146-4287-868f-acb081079f3e' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:36:58.650614 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71d393c-c450-41cd-abd9-68ef4e38ffb9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router a56953d0-8900-457e-93bf-a8749eda4dbf has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:58.715402 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.17 (eab718aa-1967-4f16-934c-3cad71ab14ec/3ad5c333-3e16-464f-9a28-b1132eb35efb/0d81c925-a950-4fbe-a82d-fff471136b26) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:58.822217 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7320ae18-7212-426f-8c55-2bd5767b0a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.971161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-253052ef-2365-4497-807a-bc3553261b9c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.976729 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-253052ef-2365-4497-807a-bc3553261b9c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.004615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-253052ef-2365-4497-807a-bc3553261b9c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.005439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253052ef-2365-4497-807a-bc3553261b9c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Fanout notify agent at l3_agent the message router_deleted on router 9c6c0d0a-3d31-40dd-91cd-e37f17f32511 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:36:59.018309 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-253052ef-2365-4497-807a-bc3553261b9c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.019646 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-253052ef-2365-4497-807a-bc3553261b9c tempest-RoutersNegativeTest-2060130480 tempest-RoutersNegativeTest-2060130480-project] 10.222.0.36 "DELETE /v2.0/routers/9c6c0d0a-3d31-40dd-91cd-e37f17f32511 HTTP/1.1" status: 204 len: 168 time: 0.6360211 Feb 10 11:36:59.155364 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773179a6-dfa4-4842-a7be-2c8ced15bd18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:59.168150 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f8ae9d-6166-44d2-a1c3-7c6fccdb4df2 None None] Sync routers for ids ['de4fd7a6-10f2-469e-8645-f7f7f6fc308f'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:59.181908 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f8ae9d-6166-44d2-a1c3-7c6fccdb4df2 None None] Routers {'de4fd7a6-10f2-469e-8645-f7f7f6fc308f'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:59.182533 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b9f8ae9d-6166-44d2-a1c3-7c6fccdb4df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['de4fd7a6-10f2-469e-8645-f7f7f6fc308f'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:59.187711 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-773179a6-dfa4-4842-a7be-2c8ced15bd18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/de4fd7a6-10f2-469e-8645-f7f7f6fc308f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9387426 Feb 10 11:36:59.190418 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38624) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:59.206529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.230473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object 0d81c925-a950-4fbe-a82d-fff471136b26 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:59.278364 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b2a53a-343e-4943-9748-de62a4eae34a tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:59.279788 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-47b2a53a-343e-4943-9748-de62a4eae34a tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports/dbd7aa8e-a496-4a7a-aeac-75430b338602 HTTP/1.1" status: 200 len: 977 time: 0.0867400 Feb 10 11:36:59.282804 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38628) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:59.286685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b9f8ae9d-6166-44d2-a1c3-7c6fccdb4df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:59.298467 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f8ae9d-6166-44d2-a1c3-7c6fccdb4df2 None None] Routers {'de4fd7a6-10f2-469e-8645-f7f7f6fc308f'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:59.299138 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b9f8ae9d-6166-44d2-a1c3-7c6fccdb4df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['de4fd7a6-10f2-469e-8645-f7f7f6fc308f'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:59.338783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.364765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b9f8ae9d-6166-44d2-a1c3-7c6fccdb4df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:59.365067 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f8ae9d-6166-44d2-a1c3-7c6fccdb4df2 None None] The sync data for ids ['de4fd7a6-10f2-469e-8645-f7f7f6fc308f'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:59.424029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38634) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:59.496546 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71d393c-c450-41cd-abd9-68ef4e38ffb9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:59.506534 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e71d393c-c450-41cd-abd9-68ef4e38ffb9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.510477 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264ab024-b8a1-448d-a7c3-0c62ded587f7 None None] Sync routers for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:59.524679 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264ab024-b8a1-448d-a7c3-0c62ded587f7 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:59.525825 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-264ab024-b8a1-448d-a7c3-0c62ded587f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:59.531713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network eab718aa-1967-4f16-934c-3cad71ab14ec is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:59.547450 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:59.557030 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=0d81c925-a950-4fbe-a82d-fff471136b26,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:59.562540 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:59.595786 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-264ab024-b8a1-448d-a7c3-0c62ded587f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:59.620580 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264ab024-b8a1-448d-a7c3-0c62ded587f7 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:59.621497 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-264ab024-b8a1-448d-a7c3-0c62ded587f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:59.636690 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:59.637026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:59.637399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:59.637809 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:59.638055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:59.638381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:59.638710 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:59.639035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:59.639358 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:59.639754 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:59.639994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:59.656815 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e71d393c-c450-41cd-abd9-68ef4e38ffb9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "PUT /v2.0/floatingips/b1b9117f-8da9-4cfa-acfd-bb648d4d9836 HTTP/1.1" status: 200 len: 688 time: 3.5636532 Feb 10 11:36:59.661515 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38640) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:59.720191 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-264ab024-b8a1-448d-a7c3-0c62ded587f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:59.720987 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264ab024-b8a1-448d-a7c3-0c62ded587f7 None None] The sync data for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:59.744641 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-51622513-a699-4680-833e-264ec240e4c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a06dda29c39c49e7912b7bb5fdbae88e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3192811 Feb 10 11:36:59.748731 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38644) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:59.772755 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.774485 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.837343 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf496-1bfe-4eb5-8048-ee3b4c157d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.870650 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf496-1bfe-4eb5-8048-ee3b4c157d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.881798 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f9281239-aec6-493d-9b09-0b6fe049d804 None None] Provisioning for port 0d81c925-a950-4fbe-a82d-fff471136b26 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:59.883721 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f0ead-efe9-4eef-a5f8-378220b92585 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Deleting port cbee84c4-4b43-4f3d-ab53-10660d556cea {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:59.884074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0ead-efe9-4eef-a5f8-378220b92585 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.889599 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f9281239-aec6-493d-9b09-0b6fe049d804 None None] Provisioning complete for port 0d81c925-a950-4fbe-a82d-fff471136b26 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:59.890247 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f9281239-aec6-493d-9b09-0b6fe049d804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.942826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf496-1bfe-4eb5-8048-ee3b4c157d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.961443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cf496-1bfe-4eb5-8048-ee3b4c157d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105ca062-d7de-42cb-aff3-aea84542994b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:59.965964 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf496-1bfe-4eb5-8048-ee3b4c157d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.971639 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ca7cf496-1bfe-4eb5-8048-ee3b4c157d6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/105ca062-d7de-42cb-aff3-aea84542994b HTTP/1.1" status: 204 len: 168 time: 0.2165670 Feb 10 11:37:00.018759 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f9281239-aec6-493d-9b09-0b6fe049d804 None None] Port 0d81c925-a950-4fbe-a82d-fff471136b26 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:00.140409 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:00.250148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:00.366190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0ead-efe9-4eef-a5f8-378220b92585 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:00.366528 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0ead-efe9-4eef-a5f8-378220b92585 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:00.738589 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f0ead-efe9-4eef-a5f8-378220b92585 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Calling delete_port for cbee84c4-4b43-4f3d-ab53-10660d556cea owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:00.840872 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38666) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:00.844741 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028443 Feb 10 11:37:00.849357 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38668) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:00.997238 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b87c9876-f644-4392-a283-a2e1b45cbcfb tempest-NetworksApiDiscovery-308617584 tempest-NetworksApiDiscovery-308617584-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1466460 Feb 10 11:37:01.130221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0ead-efe9-4eef-a5f8-378220b92585 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.211750 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f0ead-efe9-4eef-a5f8-378220b92585 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Port': ['ID=cbee84c4-4b43-4f3d-ab53-10660d556cea,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:01.316096 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38678) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:01.382325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.386065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0ead-efe9-4eef-a5f8-378220b92585 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.397728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.465215 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12fcb2b1-9e8d-42c6-8a6e-08aad34e74f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.491044 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.509993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-12fcb2b1-9e8d-42c6-8a6e-08aad34e74f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:01.514365 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0ead-efe9-4eef-a5f8-378220b92585 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.514574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-12fcb2b1-9e8d-42c6-8a6e-08aad34e74f7 admin admin] Usage tracker for resource:security_group_rule and tenant:eaef3758bb0d42b0babeb245f7fe59cb is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:01.515508 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3a3f0ead-efe9-4eef-a5f8-378220b92585 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/floatingips/b1b9117f-8da9-4cfa-acfd-bb648d4d9836 HTTP/1.1" status: 204 len: 168 time: 1.8515379 Feb 10 11:37:01.518680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-12fcb2b1-9e8d-42c6-8a6e-08aad34e74f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:01.520725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38684) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:01.529113 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': 'e0660978-26da-48b3-a760-e790007a7496'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:01.529346 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-01ac9503-68bd-4072-910b-3e89aeb9cb31 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.533034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-12fcb2b1-9e8d-42c6-8a6e-08aad34e74f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:01.538101 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:01.546906 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Usage tracker for resource:floatingip and tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:01.550737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:01.558761 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:01.577048 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.645028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=0d81c925-a950-4fbe-a82d-fff471136b26,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:01.652406 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.704603 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12fcb2b1-9e8d-42c6-8a6e-08aad34e74f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.710579 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12fcb2b1-9e8d-42c6-8a6e-08aad34e74f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.838952 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network eab718aa-1967-4f16-934c-3cad71ab14ec is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:01.872288 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:01.882480 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-12fcb2b1-9e8d-42c6-8a6e-08aad34e74f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eaef3758bb0d42b0babeb245f7fe59cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5652599 Feb 10 11:37:01.883312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38688) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:01.886304 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcb2b1-9e8d-42c6-8a6e-08aad34e74f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b22e522-666b-4b89-83e3-7e760c9364e1,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:01.981385 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:02.021281 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d2a11f8-1215-48b8-b579-d848f20444a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:02.077379 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d2a11f8-1215-48b8-b579-d848f20444a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:02.169771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f8ccd1c1-e2b3-41ba-b7e1-f38996be2a5a None None] Provisioning complete for port 0d81c925-a950-4fbe-a82d-fff471136b26 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:02.170142 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f8ccd1c1-e2b3-41ba-b7e1-f38996be2a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:02.202318 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Allocated IP 172.26.4.141 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/0a7e7561-13fb-4c69-8e28-9905de13c1f8) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:02.220833 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d2a11f8-1215-48b8-b579-d848f20444a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:02.251222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccd1c1-e2b3-41ba-b7e1-f38996be2a5a None None] Port 0d81c925-a950-4fbe-a82d-fff471136b26 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:02.305154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a11f8-1215-48b8-b579-d848f20444a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b22e522-666b-4b89-83e3-7e760c9364e1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:02.337246 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d2a11f8-1215-48b8-b579-d848f20444a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:02.341045 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1d2a11f8-1215-48b8-b579-d848f20444a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b22e522-666b-4b89-83e3-7e760c9364e1 HTTP/1.1" status: 204 len: 168 time: 0.4520798 Feb 10 11:37:02.403360 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:02.436123 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:02.458572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-01ac9503-68bd-4072-910b-3e89aeb9cb31 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port dbd7aa8e-a496-4a7a-aeac-75430b338602 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:02.459201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-01ac9503-68bd-4072-910b-3e89aeb9cb31 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:02.514402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:02.515723 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:02.518345 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:02.568219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=0a7e7561-13fb-4c69-8e28-9905de13c1f8,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:02.717036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-01ac9503-68bd-4072-910b-3e89aeb9cb31 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:02.847786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-01ac9503-68bd-4072-910b-3e89aeb9cb31 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for dbd7aa8e-a496-4a7a-aeac-75430b338602 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:02.933848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 6b0115d0-c134-4231-8a55-f8853891cad8 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:03.121490 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:03.183161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:03.195677 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-01ac9503-68bd-4072-910b-3e89aeb9cb31 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:03.250333 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac9503-68bd-4072-910b-3e89aeb9cb31 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Port': ['ID=dbd7aa8e-a496-4a7a-aeac-75430b338602,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:03.429227 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:03.442937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:03.443860 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Sync routers for ids ['6b0115d0-c134-4231-8a55-f8853891cad8'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:03.455154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:03.463280 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Routers {'6b0115d0-c134-4231-8a55-f8853891cad8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:03.464208 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6b0115d0-c134-4231-8a55-f8853891cad8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:03.503411 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f8619b04-f514-4c93-90cc-fd5ac95d02df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/6b0115d0-c134-4231-8a55-f8853891cad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6669550 Feb 10 11:37:03.531395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-01ac9503-68bd-4072-910b-3e89aeb9cb31 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:03.582769 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=0a7e7561-13fb-4c69-8e28-9905de13c1f8,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:03.619364 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:03.684439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Set router 6b0115d0-c134-4231-8a55-f8853891cad8 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:03.969519 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Floating IP b533621a-23a7-459d-b1b8-72112394052c associated. External IP: 172.26.4.141, port: e0660978-26da-48b3-a760-e790007a7496. Feb 10 11:37:04.131084 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:37:00Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '19389f5e-6c95-4512-93ae-6d8e8a9d7122', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'port_id': '4d673902-86a0-4842-b4c9-9b3cb96f748f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'mac_address': 'fa:16:3e:30:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:35:40Z', 'updated_at': '2022-02-10T11:35:53Z', 'revision_number': 1, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d81c925-a950-4fbe-a82d-fff471136b26', 'name': '', 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:19:88:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ad5c333-3e16-464f-9a28-b1132eb35efb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:58Z', 'updated_at': '2022-02-10T11:37:00Z', 'revision_number': 2, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '3ad5c333-3e16-464f-9a28-b1132eb35efb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdee2c39-41be-4201-b24e-f6de175ecfd6', 'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:72:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:55Z', 'updated_at': '2022-02-10T11:35:24Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:04.136011 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Checking router: 6b0115d0-c134-4231-8a55-f8853891cad8 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:37:04.136371 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Updating router 6b0115d0-c134-4231-8a55-f8853891cad8 port 0d81c925-a950-4fbe-a82d-fff471136b26 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:37:04.150205 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ac9503-68bd-4072-910b-3e89aeb9cb31 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router de4fd7a6-10f2-469e-8645-f7f7f6fc308f has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:04.192501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.299737 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ac9503-68bd-4072-910b-3e89aeb9cb31 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:04.306591 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-01ac9503-68bd-4072-910b-3e89aeb9cb31 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/de4fd7a6-10f2-469e-8645-f7f7f6fc308f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0227354 Feb 10 11:37:04.309296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38698) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:04.313873 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44f151a-d8e5-4ca2-ab78-014e800dae5f None None] Sync routers for ids ['de4fd7a6-10f2-469e-8645-f7f7f6fc308f'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:04.330777 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44f151a-d8e5-4ca2-ab78-014e800dae5f None None] Routers {'de4fd7a6-10f2-469e-8645-f7f7f6fc308f'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:04.332086 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b44f151a-d8e5-4ca2-ab78-014e800dae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['de4fd7a6-10f2-469e-8645-f7f7f6fc308f'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:04.415288 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router a56953d0-8900-457e-93bf-a8749eda4dbf has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:04.442224 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b44f151a-d8e5-4ca2-ab78-014e800dae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:04.454683 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44f151a-d8e5-4ca2-ab78-014e800dae5f None None] Routers {'de4fd7a6-10f2-469e-8645-f7f7f6fc308f'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:04.455583 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b44f151a-d8e5-4ca2-ab78-014e800dae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['de4fd7a6-10f2-469e-8645-f7f7f6fc308f'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:04.539215 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b44f151a-d8e5-4ca2-ab78-014e800dae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:04.540085 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44f151a-d8e5-4ca2-ab78-014e800dae5f None None] The sync data for ids ['de4fd7a6-10f2-469e-8645-f7f7f6fc308f'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:04.577940 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.593762 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Transition to ACTIVE for port object 0d81c925-a950-4fbe-a82d-fff471136b26 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:04.602524 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.646275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:04.660012 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718209ab-b4ce-4820-aaf4-868fb93c0041 None None] Sync routers for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:04.671549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.680747 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-285b8ef5-27b2-41c0-aad5-cf9de92f4be7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 11:37:04.685319 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-285b8ef5-27b2-41c0-aad5-cf9de92f4be7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/de4fd7a6-10f2-469e-8645-f7f7f6fc308f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3714523 Feb 10 11:37:04.685319 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38702) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:04.733566 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-87ab8dc5-2cdc-450e-9ffc-209a74a13967 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Synchronizing usage tracker for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:04.734988 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-91298a52-d393-449f-ba6a-bb7397a5cdf9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2131917 Feb 10 11:37:04.739409 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38706) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:04.753318 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718209ab-b4ce-4820-aaf4-868fb93c0041 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:04.754028 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-718209ab-b4ce-4820-aaf4-868fb93c0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:04.755679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-87ab8dc5-2cdc-450e-9ffc-209a74a13967 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Unset dirty status for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:04.760030 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-87ab8dc5-2cdc-450e-9ffc-209a74a13967 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports?device_id=de4fd7a6-10f2-469e-8645-f7f7f6fc308f HTTP/1.1" status: 200 len: 205 time: 0.0711904 Feb 10 11:37:04.760268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38710) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:04.880440 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbf00d-3257-4ab2-ac93-22e140d51722 None None] Pushing event updated for resources: {'Port': ['ID=0d81c925-a950-4fbe-a82d-fff471136b26,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:04.899370 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0d30fb10-feb0-4c5a-861d-cafab92c492b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "GET /v2.0/floatingips/b533621a-23a7-459d-b1b8-72112394052c HTTP/1.1" status: 200 len: 977 time: 0.1587403 Feb 10 11:37:04.901828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38714) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:04.918607 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-718209ab-b4ce-4820-aaf4-868fb93c0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:04.953949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c2557261-2ac1-4b7b-8db0-6abb94f70ad0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.977537 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfbf00d-3257-4ab2-ac93-22e140d51722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:04.977883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfbf00d-3257-4ab2-ac93-22e140d51722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:04.978215 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfbf00d-3257-4ab2-ac93-22e140d51722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:04.978710 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfbf00d-3257-4ab2-ac93-22e140d51722 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:04.979036 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfbf00d-3257-4ab2-ac93-22e140d51722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:04.979360 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfbf00d-3257-4ab2-ac93-22e140d51722 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:04.979681 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfbf00d-3257-4ab2-ac93-22e140d51722 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:04.980000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfbf00d-3257-4ab2-ac93-22e140d51722 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:04.980317 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfbf00d-3257-4ab2-ac93-22e140d51722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:04.980633 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfbf00d-3257-4ab2-ac93-22e140d51722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:04.981019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfbf00d-3257-4ab2-ac93-22e140d51722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:04.999980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718209ab-b4ce-4820-aaf4-868fb93c0041 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:05.000744 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-718209ab-b4ce-4820-aaf4-868fb93c0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:05.031051 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c151bb4b-7e60-45e1-b913-a2f7bdbc99fb tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Synchronizing usage tracker for tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 on resource:floatingip {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:05.052877 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c151bb4b-7e60-45e1-b913-a2f7bdbc99fb tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Unset dirty status for tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 on resource:floatingip {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:05.056794 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c151bb4b-7e60-45e1-b913-a2f7bdbc99fb tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1513693 Feb 10 11:37:05.057088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38718) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:05.063618 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3f2f7040-efcb-4ea6-9eba-6801334453df tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'floatingip': {'port_id': 'a45c8735-2e3e-454b-9e79-a0f654239fb8'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:05.083134 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-718209ab-b4ce-4820-aaf4-868fb93c0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:05.084138 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718209ab-b4ce-4820-aaf4-868fb93c0041 None None] The sync data for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:05.093693 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Attempting to bind port 0d81c925-a950-4fbe-a82d-fff471136b26 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:37:05.094061 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Attempting to bind port 0d81c925-a950-4fbe-a82d-fff471136b26 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '7f9f8aa8-42e4-4a17-af54-a1f6699012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:37:05.094590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Attempting to bind port 0d81c925-a950-4fbe-a82d-fff471136b26 on network eab718aa-1967-4f16-934c-3cad71ab14ec {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:05.106095 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:37:05.106484 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Checking segment: {'id': '7f9f8aa8-42e4-4a17-af54-a1f6699012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:05.106768 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:05.107524 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Bound using segment: {'id': '7f9f8aa8-42e4-4a17-af54-a1f6699012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:37:05.107667 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Bound port: 0d81c925-a950-4fbe-a82d-fff471136b26, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9f8aa8-42e4-4a17-af54-a1f6699012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:37:05.107984 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:05.184058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7040-efcb-4ea6-9eba-6801334453df tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:05.209694 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] For port 0d81c925-a950-4fbe-a82d-fff471136b26, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:37:05.213525 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] For port 0d81c925-a950-4fbe-a82d-fff471136b26, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0d81c925-a950-4fbe-a82d-fff471136b26,segment=NetworkSegment(7f9f8aa8-42e4-4a17-af54-a1f6699012f3),segment_id=7f9f8aa8-42e4-4a17-af54-a1f6699012f3)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:37:05.218199 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:05.303021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Routers {'6b0115d0-c134-4231-8a55-f8853891cad8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:05.303763 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6b0115d0-c134-4231-8a55-f8853891cad8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:05.494251 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] Set router 6b0115d0-c134-4231-8a55-f8853891cad8 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:05.499199 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c2557261-2ac1-4b7b-8db0-6abb94f70ad0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:05.504434 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c2557261-2ac1-4b7b-8db0-6abb94f70ad0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:05.536311 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c2557261-2ac1-4b7b-8db0-6abb94f70ad0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:05.536813 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2557261-2ac1-4b7b-8db0-6abb94f70ad0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Fanout notify agent at l3_agent the message router_deleted on router de4fd7a6-10f2-469e-8645-f7f7f6fc308f {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:37:05.549895 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c2557261-2ac1-4b7b-8db0-6abb94f70ad0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:05.553635 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c2557261-2ac1-4b7b-8db0-6abb94f70ad0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/routers/de4fd7a6-10f2-469e-8645-f7f7f6fc308f HTTP/1.1" status: 204 len: 168 time: 0.7898335 Feb 10 11:37:05.553813 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38722) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:05.555570 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbf00d-3257-4ab2-ac93-22e140d51722 None None] Pushing event updated for resources: {'Port': ['ID=0d81c925-a950-4fbe-a82d-fff471136b26,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:05.756651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b920ae4-c637-49d2-9ed7-39931de0be80 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting subnet 3e61ccf8-0ce8-42ec-8299-b4a7ece5f894 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:37:05.760049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b920ae4-c637-49d2-9ed7-39931de0be80 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:05.816573 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b920ae4-c637-49d2-9ed7-39931de0be80 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:05.911174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b920ae4-c637-49d2-9ed7-39931de0be80 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:05.911581 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:37:00Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '19389f5e-6c95-4512-93ae-6d8e8a9d7122', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'port_id': '4d673902-86a0-4842-b4c9-9b3cb96f748f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'mac_address': 'fa:16:3e:30:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:35:40Z', 'updated_at': '2022-02-10T11:35:53Z', 'revision_number': 1, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d81c925-a950-4fbe-a82d-fff471136b26', 'name': '', 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:19:88:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ad5c333-3e16-464f-9a28-b1132eb35efb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:58Z', 'updated_at': '2022-02-10T11:37:05Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '3ad5c333-3e16-464f-9a28-b1132eb35efb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdee2c39-41be-4201-b24e-f6de175ecfd6', 'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:72:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:55Z', 'updated_at': '2022-02-10T11:35:24Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:05.917558 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d9365-e0a5-498e-ae54-8ba1d5960b46 None None] The sync data for ids ['6b0115d0-c134-4231-8a55-f8853891cad8'] in dv-neutron-828497-1-hyperv is: [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:37:00Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '19389f5e-6c95-4512-93ae-6d8e8a9d7122', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'port_id': '4d673902-86a0-4842-b4c9-9b3cb96f748f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'mac_address': 'fa:16:3e:30:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:35:40Z', 'updated_at': '2022-02-10T11:35:53Z', 'revision_number': 1, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d81c925-a950-4fbe-a82d-fff471136b26', 'name': '', 'network_id': 'eab718aa-1967-4f16-934c-3cad71ab14ec', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:19:88:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ad5c333-3e16-464f-9a28-b1132eb35efb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:58Z', 'updated_at': '2022-02-10T11:37:05Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '3ad5c333-3e16-464f-9a28-b1132eb35efb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdee2c39-41be-4201-b24e-f6de175ecfd6', 'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:72:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:55Z', 'updated_at': '2022-02-10T11:35:24Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:06.028849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b920ae4-c637-49d2-9ed7-39931de0be80 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.036112 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7040-efcb-4ea6-9eba-6801334453df tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.042728 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7040-efcb-4ea6-9eba-6801334453df tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.077174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b920ae4-c637-49d2-9ed7-39931de0be80 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Subnet': ['ID=3e61ccf8-0ce8-42ec-8299-b4a7ece5f894,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:06.082306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b920ae4-c637-49d2-9ed7-39931de0be80 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.093519 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7b920ae4-c637-49d2-9ed7-39931de0be80 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/3e61ccf8-0ce8-42ec-8299-b4a7ece5f894 HTTP/1.1" status: 204 len: 168 time: 0.5384467 Feb 10 11:37:06.093986 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38728) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:06.096207 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a38800-24c8-475d-a394-e7927f21e5b3 None None] Network b3c590e8-46d6-4cbe-8772-b97491623aee requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:06.244084 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.258266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port dca565bc-ed71-4767-a319-03e20a1f8e4f {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:06.259176 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.276444 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-3f2f7040-efcb-4ea6-9eba-6801334453df tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Floating IP b533621a-23a7-459d-b1b8-72112394052c associated. External IP: 172.26.4.141, port: e0660978-26da-48b3-a760-e790007a7496. Feb 10 11:37:06.408095 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca727049-282d-4f66-a393-e04622996cc4 None None] DHCP port deletion for b3c590e8-46d6-4cbe-8772-b97491623aee request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:37:06.413403 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ca727049-282d-4f66-a393-e04622996cc4 None None] Deleting port dca565bc-ed71-4767-a319-03e20a1f8e4f {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:06.414133 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ca727049-282d-4f66-a393-e04622996cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.508578 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] For port dca565bc-ed71-4767-a319-03e20a1f8e4f, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=dca565bc-ed71-4767-a319-03e20a1f8e4f,segment=NetworkSegment(4d7bfeb0-baf2-444e-b27f-6a7823974f07),segment_id=4d7bfeb0-baf2-444e-b27f-6a7823974f07)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:06.508961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.647069 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for dca565bc-ed71-4767-a319-03e20a1f8e4f owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:06.653324 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ca727049-282d-4f66-a393-e04622996cc4 None None] For port dca565bc-ed71-4767-a319-03e20a1f8e4f, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=dca565bc-ed71-4767-a319-03e20a1f8e4f,segment=NetworkSegment(4d7bfeb0-baf2-444e-b27f-6a7823974f07),segment_id=4d7bfeb0-baf2-444e-b27f-6a7823974f07)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:06.653729 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ca727049-282d-4f66-a393-e04622996cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.708906 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2f7040-efcb-4ea6-9eba-6801334453df tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router a56953d0-8900-457e-93bf-a8749eda4dbf has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:06.727960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.779643 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Port': ['ID=dca565bc-ed71-4767-a319-03e20a1f8e4f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:06.786591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] No DVR routers for this DVR port dca565bc-ed71-4767-a319-03e20a1f8e4f on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:37:06.821824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ca727049-282d-4f66-a393-e04622996cc4 None None] Calling delete_port for dca565bc-ed71-4767-a319-03e20a1f8e4f owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:06.915184 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-ca727049-282d-4f66-a393-e04622996cc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:37:06.916131 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-ca727049-282d-4f66-a393-e04622996cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:37:06.934620 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2f7040-efcb-4ea6-9eba-6801334453df tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:06.946352 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ebec8-9ee3-419d-a47b-200349321577 None None] Sync routers for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:06.959263 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ebec8-9ee3-419d-a47b-200349321577 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:06.959794 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9f4ebec8-9ee3-419d-a47b-200349321577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:07.020785 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9f4ebec8-9ee3-419d-a47b-200349321577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:07.031946 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ebec8-9ee3-419d-a47b-200349321577 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:07.032248 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.032535 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9f4ebec8-9ee3-419d-a47b-200349321577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:07.062857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c590e8-46d6-4cbe-8772-b97491623aee']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:07.078236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7bfeb0-baf2-444e-b27f-6a7823974f07') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:07.078538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7bfeb0-baf2-444e-b27f-6a7823974f07') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:07.091961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.098125 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9f4ebec8-9ee3-419d-a47b-200349321577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:07.098838 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ebec8-9ee3-419d-a47b-200349321577 None None] The sync data for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:07.110931 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.117945 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:37:07.118342 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:37:07.133254 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:37:07.216381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.233993 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.247972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Network': ['ID=b3c590e8-46d6-4cbe-8772-b97491623aee,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:07.259690 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-977a824a-a589-42a5-8ae5-1ba38ebbb279 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/networks/b3c590e8-46d6-4cbe-8772-b97491623aee HTTP/1.1" status: 204 len: 168 time: 1.1645877 Feb 10 11:37:07.263865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38732) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:07.269673 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-5ed8da60-72a7-4893-bf3e-a16e520b46c6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1436195585'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:07.274511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5ed8da60-72a7-4893-bf3e-a16e520b46c6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:07.278371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5ed8da60-72a7-4893-bf3e-a16e520b46c6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:network and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:07.281373 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5ed8da60-72a7-4893-bf3e-a16e520b46c6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:07.287541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5ed8da60-72a7-4893-bf3e-a16e520b46c6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:07.298791 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed8da60-72a7-4893-bf3e-a16e520b46c6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:07.302936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ed8da60-72a7-4893-bf3e-a16e520b46c6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.333823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed8da60-72a7-4893-bf3e-a16e520b46c6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:37:07.343828 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ed8da60-72a7-4893-bf3e-a16e520b46c6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.344176 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-5ed8da60-72a7-4893-bf3e-a16e520b46c6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Added segment 939a2339-6312-4886-9164-a7c2b113498d of type vlan for network e2b984ce-f8d6-4ae7-8c6e-278b801e9e29 Feb 10 11:37:07.373645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ed8da60-72a7-4893-bf3e-a16e520b46c6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.410428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ed8da60-72a7-4893-bf3e-a16e520b46c6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.414198 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed8da60-72a7-4893-bf3e-a16e520b46c6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:07.414776 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ed8da60-72a7-4893-bf3e-a16e520b46c6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.416927 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ca727049-282d-4f66-a393-e04622996cc4 None None] Deleting port dca565bc-ed71-4767-a319-03e20a1f8e4f {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:07.417478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ca727049-282d-4f66-a393-e04622996cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.462275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2f7040-efcb-4ea6-9eba-6801334453df tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router a56953d0-8900-457e-93bf-a8749eda4dbf has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:07.485324 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ca727049-282d-4f66-a393-e04622996cc4 None None] The port 'dca565bc-ed71-4767-a319-03e20a1f8e4f' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:37:07.522682 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5ed8da60-72a7-4893-bf3e-a16e520b46c6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2576954 Feb 10 11:37:07.526318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38736) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:07.533983 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-91d55037-e6da-4a22-93bb-adf4096b3233 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'subnet': {'network_id': 'e2b984ce-f8d6-4ae7-8c6e-278b801e9e29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:07.557488 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8da60-72a7-4893-bf3e-a16e520b46c6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Network': ['ID=e2b984ce-f8d6-4ae7-8c6e-278b801e9e29,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:07.571341 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network e2b984ce-f8d6-4ae7-8c6e-278b801e9e29 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:37:07.688594 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-91d55037-e6da-4a22-93bb-adf4096b3233 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:07.693719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-91d55037-e6da-4a22-93bb-adf4096b3233 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:subnet and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:07.697172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-91d55037-e6da-4a22-93bb-adf4096b3233 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:07.704460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-91d55037-e6da-4a22-93bb-adf4096b3233 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:07.705257 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2f7040-efcb-4ea6-9eba-6801334453df tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:07.716518 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7040-efcb-4ea6-9eba-6801334453df tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.718153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d55037-e6da-4a22-93bb-adf4096b3233 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:07.722943 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79aedf0-4f1a-44af-b674-889474f4396a None None] Sync routers for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:07.736393 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79aedf0-4f1a-44af-b674-889474f4396a None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:07.736967 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c79aedf0-4f1a-44af-b674-889474f4396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:07.805175 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0d81c925-a950-4fbe-a82d-fff471136b26 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:07.831327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91d55037-e6da-4a22-93bb-adf4096b3233 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.844685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c79aedf0-4f1a-44af-b674-889474f4396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:07.868422 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3f2f7040-efcb-4ea6-9eba-6801334453df tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "PUT /v2.0/floatingips/b533621a-23a7-459d-b1b8-72112394052c HTTP/1.1" status: 200 len: 978 time: 2.8098586 Feb 10 11:37:07.870852 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38740) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:07.877966 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7306b437-044d-4609-95df-6c8f9b8d208a tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:07.889083 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79aedf0-4f1a-44af-b674-889474f4396a None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:07.889972 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c79aedf0-4f1a-44af-b674-889474f4396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:07.962643 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c79aedf0-4f1a-44af-b674-889474f4396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:07.963355 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79aedf0-4f1a-44af-b674-889474f4396a None None] The sync data for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:07.972126 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 0d81c925-a950-4fbe-a82d-fff471136b26 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:07.977560 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 0d81c925-a950-4fbe-a82d-fff471136b26 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:07.977941 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.000666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7306b437-044d-4609-95df-6c8f9b8d208a tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.082103 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91d55037-e6da-4a22-93bb-adf4096b3233 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.084201 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.112499 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.150385 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 0d81c925-a950-4fbe-a82d-fff471136b26, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0d81c925-a950-4fbe-a82d-fff471136b26,segment=NetworkSegment(7f9f8aa8-42e4-4a17-af54-a1f6699012f3),segment_id=7f9f8aa8-42e4-4a17-af54-a1f6699012f3)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:08.155742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.176329 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d55037-e6da-4a22-93bb-adf4096b3233 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Subnet': ['ID=52fc3b55-3486-48cd-b6aa-ec2a0b4b7d02,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:08.184196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d55037-e6da-4a22-93bb-adf4096b3233 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Checking segment: {'id': '939a2339-6312-4886-9164-a7c2b113498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e2b984ce-f8d6-4ae7-8c6e-278b801e9e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:08.184561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d55037-e6da-4a22-93bb-adf4096b3233 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network hostable DHCP agents. Network: e2b984ce-f8d6-4ae7-8c6e-278b801e9e29, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:37:08.208453 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d55037-e6da-4a22-93bb-adf4096b3233 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network e2b984ce-f8d6-4ae7-8c6e-278b801e9e29 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:37:08.219665 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device dca565bc-ed71-4767-a319-03e20a1f8e4f no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:08.220487 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-91d55037-e6da-4a22-93bb-adf4096b3233 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, e2b984ce-f8d6-4ae7-8c6e-278b801e9e29) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:08.224641 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d55037-e6da-4a22-93bb-adf4096b3233 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:08.225287 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91d55037-e6da-4a22-93bb-adf4096b3233 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.251930 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-91d55037-e6da-4a22-93bb-adf4096b3233 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7220752 Feb 10 11:37:08.252415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38744) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:08.258284 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-8414971c-3e81-49dc-aaca-3c0fb3820242 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1878454867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:08.264513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8414971c-3e81-49dc-aaca-3c0fb3820242 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:08.268882 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8414971c-3e81-49dc-aaca-3c0fb3820242 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:router and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:08.275044 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8414971c-3e81-49dc-aaca-3c0fb3820242 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:08.275351 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec56b6-746f-476e-836d-f21954713eb0 None None] Network e2b984ce-f8d6-4ae7-8c6e-278b801e9e29 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:08.282858 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8414971c-3e81-49dc-aaca-3c0fb3820242 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:08.296378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8414971c-3e81-49dc-aaca-3c0fb3820242 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.297823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8414971c-3e81-49dc-aaca-3c0fb3820242 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.303971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: dca565bc-ed71-4767-a319-03e20a1f8e4f {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:08.304400 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device dca565bc-ed71-4767-a319-03e20a1f8e4f not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:08.322215 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8414971c-3e81-49dc-aaca-3c0fb3820242 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.332798 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7306b437-044d-4609-95df-6c8f9b8d208a tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.337661 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7306b437-044d-4609-95df-6c8f9b8d208a tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.338305 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-7306b437-044d-4609-95df-6c8f9b8d208a tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Floating IP b533621a-23a7-459d-b1b8-72112394052c disassociated. External IP: 172.26.4.141, port: a45c8735-2e3e-454b-9e79-a0f654239fb8. Feb 10 11:37:08.341875 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8414971c-3e81-49dc-aaca-3c0fb3820242 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.367219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8414971c-3e81-49dc-aaca-3c0fb3820242 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.371354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=0d81c925-a950-4fbe-a82d-fff471136b26,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:08.371590 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8414971c-3e81-49dc-aaca-3c0fb3820242 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1148770 Feb 10 11:37:08.371707 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38750) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:08.542479 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-e2b984ce-f8d6-4ae7-8c6e-278b801e9e29', 'network_id': 'e2b984ce-f8d6-4ae7-8c6e-278b801e9e29', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'fixed_ips': [{'subnet_id': '52fc3b55-3486-48cd-b6aa-ec2a0b4b7d02'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:37:08.543603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.732441 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Allocated IP 172.20.0.2 (e2b984ce-f8d6-4ae7-8c6e-278b801e9e29/52fc3b55-3486-48cd-b6aa-ec2a0b4b7d02/a3dd462b-3c96-4f40-9b9b-d53d422b04b5) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:08.794848 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7306b437-044d-4609-95df-6c8f9b8d208a tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router a56953d0-8900-457e-93bf-a8749eda4dbf has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:08.968673 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.979413 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Transition to ACTIVE for port object a3dd462b-3c96-4f40-9b9b-d53d422b04b5 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:08.998507 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Transition to ACTIVE for port object a3dd462b-3c96-4f40-9b9b-d53d422b04b5 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:09.004394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:09.009674 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:09.020141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7306b437-044d-4609-95df-6c8f9b8d208a tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:09.024602 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7306b437-044d-4609-95df-6c8f9b8d208a tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:09.031037 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96ef202-e579-4dc0-a979-920ac397f955 None None] Sync routers for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:09.047233 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ef202-e579-4dc0-a979-920ac397f955 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:09.048544 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b96ef202-e579-4dc0-a979-920ac397f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:09.079729 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7306b437-044d-4609-95df-6c8f9b8d208a tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "PUT /v2.0/floatingips/b533621a-23a7-459d-b1b8-72112394052c HTTP/1.1" status: 200 len: 688 time: 1.2078302 Feb 10 11:37:09.084391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38754) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:09.094094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Network e2b984ce-f8d6-4ae7-8c6e-278b801e9e29 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:09.098069 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Pushing event updated for resources: {'Port': ['ID=a3dd462b-3c96-4f40-9b9b-d53d422b04b5,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:09.100535 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:09.105046 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:09.125741 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b96ef202-e579-4dc0-a979-920ac397f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:09.138542 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ef202-e579-4dc0-a979-920ac397f955 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:09.139243 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b96ef202-e579-4dc0-a979-920ac397f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:09.197258 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Attempting to bind port a3dd462b-3c96-4f40-9b9b-d53d422b04b5 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:37:09.197547 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Attempting to bind port a3dd462b-3c96-4f40-9b9b-d53d422b04b5 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '939a2339-6312-4886-9164-a7c2b113498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e2b984ce-f8d6-4ae7-8c6e-278b801e9e29'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:37:09.197827 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Attempting to bind port a3dd462b-3c96-4f40-9b9b-d53d422b04b5 on network e2b984ce-f8d6-4ae7-8c6e-278b801e9e29 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:09.198513 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b96ef202-e579-4dc0-a979-920ac397f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:09.199013 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96ef202-e579-4dc0-a979-920ac397f955 None None] The sync data for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:09.206797 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:37:09.207175 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Checking segment: {'id': '939a2339-6312-4886-9164-a7c2b113498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e2b984ce-f8d6-4ae7-8c6e-278b801e9e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:09.207580 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:09.207970 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Bound using segment: {'id': '939a2339-6312-4886-9164-a7c2b113498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e2b984ce-f8d6-4ae7-8c6e-278b801e9e29'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:37:09.208434 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Bound port: a3dd462b-3c96-4f40-9b9b-d53d422b04b5, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939a2339-6312-4886-9164-a7c2b113498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e2b984ce-f8d6-4ae7-8c6e-278b801e9e29'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:37:09.208805 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:09.337483 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] For port a3dd462b-3c96-4f40-9b9b-d53d422b04b5, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:37:09.340366 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] For port a3dd462b-3c96-4f40-9b9b-d53d422b04b5, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a3dd462b-3c96-4f40-9b9b-d53d422b04b5,segment=NetworkSegment(939a2339-6312-4886-9164-a7c2b113498d),segment_id=939a2339-6312-4886-9164-a7c2b113498d)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:37:09.345565 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:09.360507 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4c029444-e344-4573-9f0b-e3aff010bf05 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Deleting port 0a7e7561-13fb-4c69-8e28-9905de13c1f8 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:09.360854 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4c029444-e344-4573-9f0b-e3aff010bf05 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:09.433240 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f750ee-6761-4f83-b147-2891aa6fa464 None None] Pushing event updated for resources: {'Port': ['ID=a3dd462b-3c96-4f40-9b9b-d53d422b04b5,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:09.663786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4c029444-e344-4573-9f0b-e3aff010bf05 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:09.664007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4c029444-e344-4573-9f0b-e3aff010bf05 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:09.739694 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Allocated IP 172.20.0.1 (e2b984ce-f8d6-4ae7-8c6e-278b801e9e29/52fc3b55-3486-48cd-b6aa-ec2a0b4b7d02/6f7d440f-705a-472d-a117-71c5ab0763da) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:09.803096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4c029444-e344-4573-9f0b-e3aff010bf05 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Calling delete_port for 0a7e7561-13fb-4c69-8e28-9905de13c1f8 owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:09.813384 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0d81c925-a950-4fbe-a82d-fff471136b26 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:09.886735 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 0d81c925-a950-4fbe-a82d-fff471136b26 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:09.887031 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:10.010453 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a3dd462b-3c96-4f40-9b9b-d53d422b04b5 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:10.073956 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:10.087757 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port a3dd462b-3c96-4f40-9b9b-d53d422b04b5 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:10.097546 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4c029444-e344-4573-9f0b-e3aff010bf05 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:10.101673 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Transition to ACTIVE for port object 6f7d440f-705a-472d-a117-71c5ab0763da will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:10.152101 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c029444-e344-4573-9f0b-e3aff010bf05 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Port': ['ID=0a7e7561-13fb-4c69-8e28-9905de13c1f8,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:10.255955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:10.307060 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4c029444-e344-4573-9f0b-e3aff010bf05 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:10.472301 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network e2b984ce-f8d6-4ae7-8c6e-278b801e9e29 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:10.476794 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:10.479186 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:10.483879 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2241cdb8-1a89-4e87-aeda-c42aa8b60f22 None None] Network e2b984ce-f8d6-4ae7-8c6e-278b801e9e29 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:10.511060 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=6f7d440f-705a-472d-a117-71c5ab0763da,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:10.531031 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4c029444-e344-4573-9f0b-e3aff010bf05 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:10.532180 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4c029444-e344-4573-9f0b-e3aff010bf05 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/floatingips/b533621a-23a7-459d-b1b8-72112394052c HTTP/1.1" status: 204 len: 168 time: 1.4419541 Feb 10 11:37:10.535232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38760) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:10.553762 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:10.587440 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bb350c35-e7f1-4d8f-9e67-cd8945f5896f None None] Provisioning for port a3dd462b-3c96-4f40-9b9b-d53d422b04b5 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:10.605488 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bb350c35-e7f1-4d8f-9e67-cd8945f5896f None None] Provisioning complete for port a3dd462b-3c96-4f40-9b9b-d53d422b04b5 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:10.605870 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bb350c35-e7f1-4d8f-9e67-cd8945f5896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:10.665738 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:10.729206 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-7a715a72-7c64-4e6e-9362-fa28d495a3b3 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] delete failed (client error): The resource could not be found. Feb 10 11:37:10.730140 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7a715a72-7c64-4e6e-9362-fa28d495a3b3 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/floatingips/b533621a-23a7-459d-b1b8-72112394052c HTTP/1.1" status: 404 len: 345 time: 0.1937511 Feb 10 11:37:10.734366 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38764) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:10.822928 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bb350c35-e7f1-4d8f-9e67-cd8945f5896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:10.873030 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-bb350c35-e7f1-4d8f-9e67-cd8945f5896f None None] For port a3dd462b-3c96-4f40-9b9b-d53d422b04b5, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a3dd462b-3c96-4f40-9b9b-d53d422b04b5,segment=NetworkSegment(939a2339-6312-4886-9164-a7c2b113498d),segment_id=939a2339-6312-4886-9164-a7c2b113498d)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:10.879769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bb350c35-e7f1-4d8f-9e67-cd8945f5896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:10.960095 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb350c35-e7f1-4d8f-9e67-cd8945f5896f None None] Pushing event updated for resources: {'Port': ['ID=a3dd462b-3c96-4f40-9b9b-d53d422b04b5,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:10.973235 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1638445f-a2e5-4b57-ba06-a258324767ee tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:10.977162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1638445f-a2e5-4b57-ba06-a258324767ee tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:10.981086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1638445f-a2e5-4b57-ba06-a258324767ee tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:10.981974 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1638445f-a2e5-4b57-ba06-a258324767ee tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Synchronizing usage tracker for tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:11.082929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1638445f-a2e5-4b57-ba06-a258324767ee tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Unset dirty status for tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:11.084156 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1638445f-a2e5-4b57-ba06-a258324767ee tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "GET /v2.0/ports?network_id=65040583-32df-4806-b6a9-78180bbce4ba HTTP/1.1" status: 200 len: 2357 time: 0.3486304 Feb 10 11:37:11.087160 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38768) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:11.108685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-868e528e-77a4-4ece-a9da-dff617078326 None None] Provisioning for port 6f7d440f-705a-472d-a117-71c5ab0763da completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:11.114965 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-868e528e-77a4-4ece-a9da-dff617078326 None None] Provisioning complete for port 6f7d440f-705a-472d-a117-71c5ab0763da triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:11.115960 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-868e528e-77a4-4ece-a9da-dff617078326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:11.169694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47d6ed9-6376-43bf-8af7-3baabc11fdec tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:11.170688 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a47d6ed9-6376-43bf-8af7-3baabc11fdec tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Synchronizing usage tracker for tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:11.173240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:11.178523 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-868e528e-77a4-4ece-a9da-dff617078326 None None] Port 6f7d440f-705a-472d-a117-71c5ab0763da cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:11.182091 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:11.193030 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-868e528e-77a4-4ece-a9da-dff617078326 None None] Provisioning complete for port a3dd462b-3c96-4f40-9b9b-d53d422b04b5 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:11.193508 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a47d6ed9-6376-43bf-8af7-3baabc11fdec tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Unset dirty status for tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:11.193651 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-868e528e-77a4-4ece-a9da-dff617078326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:11.195073 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a47d6ed9-6376-43bf-8af7-3baabc11fdec tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "GET /v2.0/subnets/98dcc05f-dc73-42be-a940-3d82c450d3b2 HTTP/1.1" status: 200 len: 797 time: 0.1068432 Feb 10 11:37:11.199902 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38772) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:11.207429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-02162e40-c4f7-48c6-950b-05ef0454fede tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'port': {'network_id': '65040583-32df-4806-b6a9-78180bbce4ba', 'name': 'tempest-FloatingIPTestJSON-1527626417', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:11.306824 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:11.310905 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=6f7d440f-705a-472d-a117-71c5ab0763da,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:11.372247 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-02162e40-c4f7-48c6-950b-05ef0454fede tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:11.383145 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-02162e40-c4f7-48c6-950b-05ef0454fede tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:11.394873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02162e40-c4f7-48c6-950b-05ef0454fede tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Made reservation on behalf of 4d0ad0ff719548caa5ca82cc8d9f9d47 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:11.451354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network e2b984ce-f8d6-4ae7-8c6e-278b801e9e29 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:11.452444 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:11.489529 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-63ad649e-f774-4af9-97c7-2d4491937710 None None] Provisioning complete for port 6f7d440f-705a-472d-a117-71c5ab0763da triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:11.490363 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-63ad649e-f774-4af9-97c7-2d4491937710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:11.525352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02162e40-c4f7-48c6-950b-05ef0454fede tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:11.549620 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-02162e40-c4f7-48c6-950b-05ef0454fede tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] device_id is not set on port 7ae69e04-1ab8-4de2-a6f8-6b52c0c0f524 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:37:11.553407 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-63ad649e-f774-4af9-97c7-2d4491937710 None None] Port 6f7d440f-705a-472d-a117-71c5ab0763da cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:11.718165 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a3dd462b-3c96-4f40-9b9b-d53d422b04b5 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:11.798054 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-47b0a725-f945-4dba-b48c-00cc611f0f1c None None] Provisioning complete for port 6f7d440f-705a-472d-a117-71c5ab0763da triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:11.798436 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-47b0a725-f945-4dba-b48c-00cc611f0f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:11.835569 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 529ab806-430c-4adb-8c4e-853d3d9f84dc is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:37:11.848795 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port a3dd462b-3c96-4f40-9b9b-d53d422b04b5 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:11.849200 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:11.904739 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-47b0a725-f945-4dba-b48c-00cc611f0f1c None None] Port 6f7d440f-705a-472d-a117-71c5ab0763da cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:11.933943 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-02162e40-c4f7-48c6-950b-05ef0454fede tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Allocated IP 172.20.0.14 (65040583-32df-4806-b6a9-78180bbce4ba/98dcc05f-dc73-42be-a940-3d82c450d3b2/7ae69e04-1ab8-4de2-a6f8-6b52c0c0f524) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:11.939757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-02162e40-c4f7-48c6-950b-05ef0454fede tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Allocated IP 172.20.0.13 (65040583-32df-4806-b6a9-78180bbce4ba/98dcc05f-dc73-42be-a940-3d82c450d3b2/7ae69e04-1ab8-4de2-a6f8-6b52c0c0f524) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:12.146374 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:12.148030 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02162e40-c4f7-48c6-950b-05ef0454fede tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:12.153170 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5a1cb2be-6576-413e-b1b5-7aaa9413e16c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/529ab806-430c-4adb-8c4e-853d3d9f84dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7784357 Feb 10 11:37:12.153823 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38776) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:12.160078 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dbbedf-103c-4868-9880-9b7043f8b0b5 None None] Sync routers for ids ['529ab806-430c-4adb-8c4e-853d3d9f84dc'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:12.172859 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dbbedf-103c-4868-9880-9b7043f8b0b5 None None] Routers {'529ab806-430c-4adb-8c4e-853d3d9f84dc'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:12.173509 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e8dbbedf-103c-4868-9880-9b7043f8b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['529ab806-430c-4adb-8c4e-853d3d9f84dc'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:12.233337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0533a222-a6f2-4f90-8c78-29abe1a908be tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:12.234804 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0533a222-a6f2-4f90-8c78-29abe1a908be tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports/6f7d440f-705a-472d-a117-71c5ab0763da HTTP/1.1" status: 200 len: 910 time: 0.0800090 Feb 10 11:37:12.238076 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38780) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:12.239101 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e8dbbedf-103c-4868-9880-9b7043f8b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:12.246401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02162e40-c4f7-48c6-950b-05ef0454fede tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:12.252027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dbbedf-103c-4868-9880-9b7043f8b0b5 None None] Routers {'529ab806-430c-4adb-8c4e-853d3d9f84dc'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:12.253347 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e8dbbedf-103c-4868-9880-9b7043f8b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['529ab806-430c-4adb-8c4e-853d3d9f84dc'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:12.312915 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e8dbbedf-103c-4868-9880-9b7043f8b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:12.313276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dbbedf-103c-4868-9880-9b7043f8b0b5 None None] The sync data for ids ['529ab806-430c-4adb-8c4e-853d3d9f84dc'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:12.319843 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02162e40-c4f7-48c6-950b-05ef0454fede tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 65040583-32df-4806-b6a9-78180bbce4ba is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:12.322974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-02162e40-c4f7-48c6-950b-05ef0454fede tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:12.326911 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02162e40-c4f7-48c6-950b-05ef0454fede tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:12.364767 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02162e40-c4f7-48c6-950b-05ef0454fede tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=7ae69e04-1ab8-4de2-a6f8-6b52c0c0f524,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:12.395013 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02162e40-c4f7-48c6-950b-05ef0454fede tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:12.395627 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02162e40-c4f7-48c6-950b-05ef0454fede tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:12.420137 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-02162e40-c4f7-48c6-950b-05ef0454fede tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2188928 Feb 10 11:37:12.422703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38784) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:12.428416 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': '7ae69e04-1ab8-4de2-a6f8-6b52c0c0f524', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:12.433917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:12.438674 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Usage tracker for resource:floatingip and tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:12.442336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:12.447992 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:12.458425 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:12.598078 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:12.608098 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c68a4bd9-7806-4bf7-859d-a8d96e34d7cf tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:12.733958 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Allocated IP 172.26.4.96 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/8f814ab6-d397-4e63-9416-e5425f39e15b) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:12.894117 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:12.928585 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:13.001850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:13.006179 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:13.008246 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=8f814ab6-d397-4e63-9416-e5425f39e15b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:13.010469 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:13.287451 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c68a4bd9-7806-4bf7-859d-a8d96e34d7cf tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port 6f7d440f-705a-472d-a117-71c5ab0763da {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:13.288046 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c68a4bd9-7806-4bf7-859d-a8d96e34d7cf tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:13.474339 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c68a4bd9-7806-4bf7-859d-a8d96e34d7cf tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:13.594620 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c68a4bd9-7806-4bf7-859d-a8d96e34d7cf tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for 6f7d440f-705a-472d-a117-71c5ab0763da owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:13.601745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:13.663627 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:13.773754 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c68a4bd9-7806-4bf7-859d-a8d96e34d7cf tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:13.822189 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a4bd9-7806-4bf7-859d-a8d96e34d7cf tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Port': ['ID=6f7d440f-705a-472d-a117-71c5ab0763da,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:13.882260 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:13.889329 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.008452 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=8f814ab6-d397-4e63-9416-e5425f39e15b,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:14.024521 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.185753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c68a4bd9-7806-4bf7-859d-a8d96e34d7cf tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.217357 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Floating IP 10ede3ba-f4a2-4d22-b63e-3c2e4f112604 associated. External IP: 172.26.4.96, port: 7ae69e04-1ab8-4de2-a6f8-6b52c0c0f524. Feb 10 11:37:14.595112 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68a4bd9-7806-4bf7-859d-a8d96e34d7cf tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 529ab806-430c-4adb-8c4e-853d3d9f84dc has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:14.603153 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router a56953d0-8900-457e-93bf-a8749eda4dbf has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:14.742645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68a4bd9-7806-4bf7-859d-a8d96e34d7cf tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:14.753319 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef197e5e-1408-4c18-969c-cee15d10b75f None None] Sync routers for ids ['529ab806-430c-4adb-8c4e-853d3d9f84dc'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:14.759095 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c68a4bd9-7806-4bf7-859d-a8d96e34d7cf tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/529ab806-430c-4adb-8c4e-853d3d9f84dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5171196 Feb 10 11:37:14.759355 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38790) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:14.766018 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef197e5e-1408-4c18-969c-cee15d10b75f None None] Routers {'529ab806-430c-4adb-8c4e-853d3d9f84dc'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:14.766609 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ef197e5e-1408-4c18-969c-cee15d10b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['529ab806-430c-4adb-8c4e-853d3d9f84dc'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:14.806605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c6550179-56d2-438c-a0ea-532fb055341d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Synchronizing usage tracker for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:14.824860 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c6550179-56d2-438c-a0ea-532fb055341d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Unset dirty status for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:14.828490 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c6550179-56d2-438c-a0ea-532fb055341d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports?device_id=529ab806-430c-4adb-8c4e-853d3d9f84dc HTTP/1.1" status: 200 len: 205 time: 0.0657237 Feb 10 11:37:14.828729 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38794) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:14.830032 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ef197e5e-1408-4c18-969c-cee15d10b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:14.854360 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef197e5e-1408-4c18-969c-cee15d10b75f None None] Routers {'529ab806-430c-4adb-8c4e-853d3d9f84dc'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:14.855047 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ef197e5e-1408-4c18-969c-cee15d10b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['529ab806-430c-4adb-8c4e-853d3d9f84dc'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:14.930176 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ef197e5e-1408-4c18-969c-cee15d10b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:14.930636 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef197e5e-1408-4c18-969c-cee15d10b75f None None] The sync data for ids ['529ab806-430c-4adb-8c4e-853d3d9f84dc'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:14.939764 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:14.949437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8bc644-48e6-47af-8c67-58102271990a None None] Sync routers for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:14.962917 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8bc644-48e6-47af-8c67-58102271990a None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:14.963613 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4c8bc644-48e6-47af-8c67-58102271990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:14.975336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.982159 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a818065f-9f89-4ddc-a913-dc5559fb902a tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.026779 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4c8bc644-48e6-47af-8c67-58102271990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:15.038552 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8bc644-48e6-47af-8c67-58102271990a None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:15.039168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4c8bc644-48e6-47af-8c67-58102271990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:15.041573 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-17c6c515-482f-48d7-ab2c-222738c9180e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6178753 Feb 10 11:37:15.044257 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38800) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:15.050678 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-570cce91-f0a9-4668-aa64-bcec266c69cc tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'floatingip': {'port_id': '7ae69e04-1ab8-4de2-a6f8-6b52c0c0f524', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:15.139838 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4c8bc644-48e6-47af-8c67-58102271990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:15.140157 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8bc644-48e6-47af-8c67-58102271990a None None] The sync data for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:15.163278 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-570cce91-f0a9-4668-aa64-bcec266c69cc tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.491772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a818065f-9f89-4ddc-a913-dc5559fb902a tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.496570 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a818065f-9f89-4ddc-a913-dc5559fb902a tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.529688 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a818065f-9f89-4ddc-a913-dc5559fb902a tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.530272 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a818065f-9f89-4ddc-a913-dc5559fb902a tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Fanout notify agent at l3_agent the message router_deleted on router 529ab806-430c-4adb-8c4e-853d3d9f84dc {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:37:15.546801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a818065f-9f89-4ddc-a913-dc5559fb902a tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.550758 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a818065f-9f89-4ddc-a913-dc5559fb902a tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/routers/529ab806-430c-4adb-8c4e-853d3d9f84dc HTTP/1.1" status: 204 len: 168 time: 0.7208960 Feb 10 11:37:15.551804 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38804) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:15.751093 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a653898b-38cb-48cd-93ab-fa1a6ae25c3a tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting subnet 52fc3b55-3486-48cd-b6aa-ec2a0b4b7d02 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:37:15.754415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a653898b-38cb-48cd-93ab-fa1a6ae25c3a tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.812966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a653898b-38cb-48cd-93ab-fa1a6ae25c3a tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.857276 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-570cce91-f0a9-4668-aa64-bcec266c69cc tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.863008 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-570cce91-f0a9-4668-aa64-bcec266c69cc tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.905376 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a653898b-38cb-48cd-93ab-fa1a6ae25c3a tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.986567 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a653898b-38cb-48cd-93ab-fa1a6ae25c3a tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:16.025706 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653898b-38cb-48cd-93ab-fa1a6ae25c3a tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Subnet': ['ID=52fc3b55-3486-48cd-b6aa-ec2a0b4b7d02,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:16.032418 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a653898b-38cb-48cd-93ab-fa1a6ae25c3a tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:16.041356 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a653898b-38cb-48cd-93ab-fa1a6ae25c3a tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/52fc3b55-3486-48cd-b6aa-ec2a0b4b7d02 HTTP/1.1" status: 204 len: 168 time: 0.4854620 Feb 10 11:37:16.041781 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38808) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:16.046675 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bad600-6ca0-4730-94b0-c08a33025a27 None None] Network e2b984ce-f8d6-4ae7-8c6e-278b801e9e29 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:16.175967 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:16.193641 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port a3dd462b-3c96-4f40-9b9b-d53d422b04b5 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:16.194083 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:16.307698 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a0d6d0-35d9-481e-aadf-51c6356ecf72 None None] DHCP port deletion for e2b984ce-f8d6-4ae7-8c6e-278b801e9e29 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:37:16.312940 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-89a0d6d0-35d9-481e-aadf-51c6356ecf72 None None] Deleting port a3dd462b-3c96-4f40-9b9b-d53d422b04b5 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:16.313373 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-89a0d6d0-35d9-481e-aadf-51c6356ecf72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:16.522671 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-89a0d6d0-35d9-481e-aadf-51c6356ecf72 None None] For port a3dd462b-3c96-4f40-9b9b-d53d422b04b5, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a3dd462b-3c96-4f40-9b9b-d53d422b04b5,segment=NetworkSegment(939a2339-6312-4886-9164-a7c2b113498d),segment_id=939a2339-6312-4886-9164-a7c2b113498d)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:16.523072 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-89a0d6d0-35d9-481e-aadf-51c6356ecf72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:16.632288 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] For port a3dd462b-3c96-4f40-9b9b-d53d422b04b5, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a3dd462b-3c96-4f40-9b9b-d53d422b04b5,segment=NetworkSegment(939a2339-6312-4886-9164-a7c2b113498d),segment_id=939a2339-6312-4886-9164-a7c2b113498d)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:16.632528 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:16.644444 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-89a0d6d0-35d9-481e-aadf-51c6356ecf72 None None] Calling delete_port for a3dd462b-3c96-4f40-9b9b-d53d422b04b5 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:16.718431 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-89a0d6d0-35d9-481e-aadf-51c6356ecf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:16.756193 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for a3dd462b-3c96-4f40-9b9b-d53d422b04b5 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:16.765540 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0d6d0-35d9-481e-aadf-51c6356ecf72 None None] Pushing event deleted for resources: {'Port': ['ID=a3dd462b-3c96-4f40-9b9b-d53d422b04b5,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:16.770051 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0d6d0-35d9-481e-aadf-51c6356ecf72 None None] No DVR routers for this DVR port a3dd462b-3c96-4f40-9b9b-d53d422b04b5 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:37:16.850760 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:37:16.851079 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:37:16.862903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570cce91-f0a9-4668-aa64-bcec266c69cc tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router a56953d0-8900-457e-93bf-a8749eda4dbf has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:17.060757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570cce91-f0a9-4668-aa64-bcec266c69cc tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:17.070433 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-570cce91-f0a9-4668-aa64-bcec266c69cc tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.071226 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152d72ca-aac7-4e03-a2fb-9380e54ea765 None None] Sync routers for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:17.083495 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152d72ca-aac7-4e03-a2fb-9380e54ea765 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:17.084093 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-152d72ca-aac7-4e03-a2fb-9380e54ea765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:17.142474 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-152d72ca-aac7-4e03-a2fb-9380e54ea765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:17.153418 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152d72ca-aac7-4e03-a2fb-9380e54ea765 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:17.154011 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-152d72ca-aac7-4e03-a2fb-9380e54ea765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:17.183021 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-570cce91-f0a9-4668-aa64-bcec266c69cc tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "PUT /v2.0/floatingips/10ede3ba-f4a2-4d22-b63e-3c2e4f112604 HTTP/1.1" status: 200 len: 978 time: 2.1347184 Feb 10 11:37:17.183218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38812) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:17.214674 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-152d72ca-aac7-4e03-a2fb-9380e54ea765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:17.215045 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152d72ca-aac7-4e03-a2fb-9380e54ea765 None None] The sync data for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:17.332555 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-80da1c80-5d86-43d7-9184-23021065bd08 req-38b72045-2aba-43fe-9c84-916aba2dd8a4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712833 Feb 10 11:37:17.357206 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port a3dd462b-3c96-4f40-9b9b-d53d422b04b5 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:17.357554 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.434633 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] The port 'a3dd462b-3c96-4f40-9b9b-d53d422b04b5' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:37:17.477272 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-80da1c80-5d86-43d7-9184-23021065bd08 req-d6e374b8-b5f7-4465-8df4-b295cd7bacdb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 1098 time: 0.0709786 Feb 10 11:37:17.496987 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e7f82cab-335e-4fd7-be68-eb01703a3382 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Deleting port 8f814ab6-d397-4e63-9416-e5425f39e15b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:17.497360 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7f82cab-335e-4fd7-be68-eb01703a3382 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.580525 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38818) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:17.629693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da1c80-5d86-43d7-9184-23021065bd08 req-4fdbb439-19fc-4388-97aa-a2a2e5b92ac3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:17.631151 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-80da1c80-5d86-43d7-9184-23021065bd08 req-4fdbb439-19fc-4388-97aa-a2a2e5b92ac3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb72c25c-df2c-4406-bb4c-56e973a31e8f HTTP/1.1" status: 200 len: 898 time: 0.1316259 Feb 10 11:37:17.710351 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a3dd462b-3c96-4f40-9b9b-d53d422b04b5 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:17.745657 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: a3dd462b-3c96-4f40-9b9b-d53d422b04b5 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:17.746317 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a3dd462b-3c96-4f40-9b9b-d53d422b04b5 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:17.754349 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-80da1c80-5d86-43d7-9184-23021065bd08 req-2a57f086-24e3-4427-9746-3fdcb3aed6ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d673902-86a0-4842-b4c9-9b3cb96f748f HTTP/1.1" status: 200 len: 1001 time: 0.1150374 Feb 10 11:37:17.818696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da1c80-5d86-43d7-9184-23021065bd08 req-157cc2c8-edc9-4d19-bcb4-65005d574048 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:17.820134 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-80da1c80-5d86-43d7-9184-23021065bd08 req-157cc2c8-edc9-4d19-bcb4-65005d574048 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a0230f2-721d-4926-a0e7-e18109b96ea0 HTTP/1.1" status: 200 len: 835 time: 0.0601926 Feb 10 11:37:17.850332 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.941313 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-80da1c80-5d86-43d7-9184-23021065bd08 req-23628286-811a-4b22-856d-85a7063ec4eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb72c25c-df2c-4406-bb4c-56e973a31e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1115735 Feb 10 11:37:17.945095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b984ce-f8d6-4ae7-8c6e-278b801e9e29']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:17.973018 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939a2339-6312-4886-9164-a7c2b113498d') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:17.973291 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939a2339-6312-4886-9164-a7c2b113498d') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:17.991061 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.028448 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.056741 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7f82cab-335e-4fd7-be68-eb01703a3382 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.057068 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7f82cab-335e-4fd7-be68-eb01703a3382 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.064985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:37:18.066151 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:37:18.080864 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:37:18.089864 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-80da1c80-5d86-43d7-9184-23021065bd08 req-cf66c6b8-6df0-4821-99c4-f915f1356f0b service neutron] 10.222.0.73 "GET /v2.0/networks/cb72c25c-df2c-4406-bb4c-56e973a31e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420164 Feb 10 11:37:18.275820 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e7f82cab-335e-4fd7-be68-eb01703a3382 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Calling delete_port for 8f814ab6-d397-4e63-9416-e5425f39e15b owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:18.321431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.342393 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-80da1c80-5d86-43d7-9184-23021065bd08 req-65e0cde7-581b-4649-b013-02346c968c88 service neutron] 10.222.0.73 "GET /v2.0/networks/cb72c25c-df2c-4406-bb4c-56e973a31e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447784 Feb 10 11:37:18.343912 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.362624 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Network': ['ID=e2b984ce-f8d6-4ae7-8c6e-278b801e9e29,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:18.368171 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d437cbb3-7808-4578-a04c-ac0bca4875ab tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/networks/e2b984ce-f8d6-4ae7-8c6e-278b801e9e29 HTTP/1.1" status: 204 len: 168 time: 2.3248425 Feb 10 11:37:18.371237 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38822) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:18.384124 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-648206210', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:18.402288 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:18.408867 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:router and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:18.413620 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:18.420736 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:18.444500 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.445429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.630442 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.669582 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7f82cab-335e-4fd7-be68-eb01703a3382 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.774302 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f82cab-335e-4fd7-be68-eb01703a3382 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Port': ['ID=8f814ab6-d397-4e63-9416-e5425f39e15b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:18.950677 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7f82cab-335e-4fd7-be68-eb01703a3382 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:19.005058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:19.094157 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:37:19.319726 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04fafbfc-f31f-4cb2-97d4-68b0aa43fed8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:19.613518 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:19.647396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:20.003187 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Allocated IP 172.26.4.84 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/7c6ff10f-25fb-47ea-a348-611a161167fd) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:20.328480 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:20.376553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f82cab-335e-4fd7-be68-eb01703a3382 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router a56953d0-8900-457e-93bf-a8749eda4dbf has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:20.486120 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:20.659242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:20.661341 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=7c6ff10f-25fb-47ea-a348-611a161167fd,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:20.665436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:20.682422 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:21.070742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f82cab-335e-4fd7-be68-eb01703a3382 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:21.082702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da40b9a-537b-46a2-a3f0-6e69c36d61a3 None None] Sync routers for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:21.094503 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da40b9a-537b-46a2-a3f0-6e69c36d61a3 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:21.095171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2da40b9a-537b-46a2-a3f0-6e69c36d61a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:21.157146 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-04fafbfc-f31f-4cb2-97d4-68b0aa43fed8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 0d81c925-a950-4fbe-a82d-fff471136b26 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:21.157509 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04fafbfc-f31f-4cb2-97d4-68b0aa43fed8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.161454 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2da40b9a-537b-46a2-a3f0-6e69c36d61a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:21.173204 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da40b9a-537b-46a2-a3f0-6e69c36d61a3 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:21.173759 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2da40b9a-537b-46a2-a3f0-6e69c36d61a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:21.199980 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7f82cab-335e-4fd7-be68-eb01703a3382 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.223117 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.223834 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.232611 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2da40b9a-537b-46a2-a3f0-6e69c36d61a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:21.233024 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da40b9a-537b-46a2-a3f0-6e69c36d61a3 None None] The sync data for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:21.394157 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e7f82cab-335e-4fd7-be68-eb01703a3382 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/floatingips/10ede3ba-f4a2-4d22-b63e-3c2e4f112604 HTTP/1.1" status: 204 len: 168 time: 4.2097952 Feb 10 11:37:21.396622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38828) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:21.462807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-079d7b09-4ee9-445c-812d-12c5bd8293c5 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Deleting port 7ae69e04-1ab8-4de2-a6f8-6b52c0c0f524 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:21.463065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-079d7b09-4ee9-445c-812d-12c5bd8293c5 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.535512 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-04fafbfc-f31f-4cb2-97d4-68b0aa43fed8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port 0d81c925-a950-4fbe-a82d-fff471136b26, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0d81c925-a950-4fbe-a82d-fff471136b26,segment=NetworkSegment(7f9f8aa8-42e4-4a17-af54-a1f6699012f3),segment_id=7f9f8aa8-42e4-4a17-af54-a1f6699012f3)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:21.535872 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04fafbfc-f31f-4cb2-97d4-68b0aa43fed8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.661736 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-04fafbfc-f31f-4cb2-97d4-68b0aa43fed8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 0d81c925-a950-4fbe-a82d-fff471136b26 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:21.711992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-079d7b09-4ee9-445c-812d-12c5bd8293c5 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.833497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-079d7b09-4ee9-445c-812d-12c5bd8293c5 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Calling delete_port for 7ae69e04-1ab8-4de2-a6f8-6b52c0c0f524 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:21.876993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 189f4918-4b0f-4c64-841e-4fb20a9d3dc8 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:37:21.889366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04fafbfc-f31f-4cb2-97d4-68b0aa43fed8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.989625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fafbfc-f31f-4cb2-97d4-68b0aa43fed8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=0d81c925-a950-4fbe-a82d-fff471136b26,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:22.046304 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-079d7b09-4ee9-445c-812d-12c5bd8293c5 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.104730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d7b09-4ee9-445c-812d-12c5bd8293c5 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Port': ['ID=7ae69e04-1ab8-4de2-a6f8-6b52c0c0f524,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:22.255949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-079d7b09-4ee9-445c-812d-12c5bd8293c5 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.265785 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-079d7b09-4ee9-445c-812d-12c5bd8293c5 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/ports/7ae69e04-1ab8-4de2-a6f8-6b52c0c0f524 HTTP/1.1" status: 204 len: 168 time: 0.8680820 Feb 10 11:37:22.269467 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38832) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:22.274874 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:22.280308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:22.284518 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Usage tracker for resource:floatingip and tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:22.287558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:22.293900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:22.305619 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.369956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:22.381180 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b20686-fda3-4532-9e87-de09167599c8 None None] Sync routers for ids ['189f4918-4b0f-4c64-841e-4fb20a9d3dc8'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:22.394908 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b20686-fda3-4532-9e87-de09167599c8 None None] Routers {'189f4918-4b0f-4c64-841e-4fb20a9d3dc8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:22.395898 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-73b20686-fda3-4532-9e87-de09167599c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['189f4918-4b0f-4c64-841e-4fb20a9d3dc8'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:22.407692 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.411480 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-12c38a1a-0fd9-4b23-b136-20fb856c9b18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.0367789 Feb 10 11:37:22.411796 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38836) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:22.459463 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.465194 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-73b20686-fda3-4532-9e87-de09167599c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:22.478789 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b20686-fda3-4532-9e87-de09167599c8 None None] Routers {'189f4918-4b0f-4c64-841e-4fb20a9d3dc8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:22.479399 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-73b20686-fda3-4532-9e87-de09167599c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['189f4918-4b0f-4c64-841e-4fb20a9d3dc8'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:22.541499 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-73b20686-fda3-4532-9e87-de09167599c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:22.541899 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b20686-fda3-4532-9e87-de09167599c8 None None] The sync data for ids ['189f4918-4b0f-4c64-841e-4fb20a9d3dc8'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:22.602016 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Allocated IP 172.26.4.123 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/d8abe92c-43ab-474b-9632-98d669446eb8) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:22.661834 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04fafbfc-f31f-4cb2-97d4-68b0aa43fed8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.767359 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.797435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.871609 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:22.874906 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:22.877328 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:22.910077 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-904e0c3a-6ef4-444f-853c-e0b09331e70f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/routers/189f4918-4b0f-4c64-841e-4fb20a9d3dc8 HTTP/1.1" status: 200 len: 879 time: 0.4971590 Feb 10 11:37:22.912634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38840) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:22.921092 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=d8abe92c-43ab-474b-9632-98d669446eb8,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:23.049994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.110843 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.434874 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-457890d0-51b6-4cb1-9e42-18ebb202bc18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Synchronizing usage tracker for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:router {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:23.439015 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.444347 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.459037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-457890d0-51b6-4cb1-9e42-18ebb202bc18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Unset dirty status for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:router {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:23.460207 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-457890d0-51b6-4cb1-9e42-18ebb202bc18 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.5467222 Feb 10 11:37:23.464199 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38844) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:23.469977 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8f490697-048c-49a2-b75c-5dcf7c343595 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-648206210'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:23.553931 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=d8abe92c-43ab-474b-9632-98d669446eb8,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:23.569646 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.595412 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.596991 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3b7b38a4-96b8-4ed9-bcbf-ae11d0799f77 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3262775 Feb 10 11:37:23.599397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38848) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:23.605164 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'port': {'network_id': '65040583-32df-4806-b6a9-78180bbce4ba', 'name': 'tempest-FloatingIPTestJSON-1749829830'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:23.654807 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fafbfc-f31f-4cb2-97d4-68b0aa43fed8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 6b0115d0-c134-4231-8a55-f8853891cad8 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:23.747306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:23.751661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Usage tracker for resource:port and tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:23.755354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:23.761077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:23.770448 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Made reservation on behalf of 4d0ad0ff719548caa5ca82cc8d9f9d47 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:23.773682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.798156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] device_id is not set on port 9848005f-704f-4d78-98e9-1ba24e652305 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:37:23.948580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Allocated IP 172.20.0.12 (65040583-32df-4806-b6a9-78180bbce4ba/98dcc05f-dc73-42be-a940-3d82c450d3b2/9848005f-704f-4d78-98e9-1ba24e652305) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:24.158965 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:24.177066 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fafbfc-f31f-4cb2-97d4-68b0aa43fed8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:24.182019 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-04fafbfc-f31f-4cb2-97d4-68b0aa43fed8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/6b0115d0-c134-4231-8a55-f8853891cad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6003079 Feb 10 11:37:24.189195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56bcd80-fdfc-44b3-a099-d0436d77b12d None None] Sync routers for ids ['6b0115d0-c134-4231-8a55-f8853891cad8'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:24.195287 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:24.208152 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56bcd80-fdfc-44b3-a099-d0436d77b12d None None] Routers {'6b0115d0-c134-4231-8a55-f8853891cad8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:24.208782 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b56bcd80-fdfc-44b3-a099-d0436d77b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6b0115d0-c134-4231-8a55-f8853891cad8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:24.276748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=9848005f-704f-4d78-98e9-1ba24e652305,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:24.296811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 65040583-32df-4806-b6a9-78180bbce4ba is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:24.298096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:24.305643 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:24.383080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:24.383952 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:24.414282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f490697-048c-49a2-b75c-5dcf7c343595 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:24.422505 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-39353a4b-b11a-4196-a2ca-acfa95bd9075 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8177342 Feb 10 11:37:24.422730 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38854) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.426550 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-b56bcd80-fdfc-44b3-a099-d0436d77b12d None None] Set router 6b0115d0-c134-4231-8a55-f8853891cad8 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:24.433380 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a6b766bb-21a8-4ef1-a22d-c7790354d711 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'floatingip': {'port_id': '9848005f-704f-4d78-98e9-1ba24e652305'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:24.520015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f490697-048c-49a2-b75c-5dcf7c343595 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:24.524415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6b766bb-21a8-4ef1-a22d-c7790354d711 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:24.830057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b56bcd80-fdfc-44b3-a099-d0436d77b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:37:21Z', 'revision_number': 6, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '19389f5e-6c95-4512-93ae-6d8e8a9d7122', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'port_id': '4d673902-86a0-4842-b4c9-9b3cb96f748f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'mac_address': 'fa:16:3e:30:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:35:40Z', 'updated_at': '2022-02-10T11:35:53Z', 'revision_number': 1, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdee2c39-41be-4201-b24e-f6de175ecfd6', 'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:72:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:55Z', 'updated_at': '2022-02-10T11:35:24Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:24.834891 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56bcd80-fdfc-44b3-a099-d0436d77b12d None None] Checking router: 6b0115d0-c134-4231-8a55-f8853891cad8 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:37:24.845571 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56bcd80-fdfc-44b3-a099-d0436d77b12d None None] Routers {'6b0115d0-c134-4231-8a55-f8853891cad8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:24.846178 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b56bcd80-fdfc-44b3-a099-d0436d77b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6b0115d0-c134-4231-8a55-f8853891cad8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:24.919285 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa63951-e6e4-4d85-987a-f80b65cb7608 req-4dd0a77f-8083-4856-9dba-5933315da8e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:24.919747 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-0fa63951-e6e4-4d85-987a-f80b65cb7608 req-4dd0a77f-8083-4856-9dba-5933315da8e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:25.027022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-b56bcd80-fdfc-44b3-a099-d0436d77b12d None None] Set router 6b0115d0-c134-4231-8a55-f8853891cad8 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:25.065569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-0fa63951-e6e4-4d85-987a-f80b65cb7608 req-4dd0a77f-8083-4856-9dba-5933315da8e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:25.066742 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0fa63951-e6e4-4d85-987a-f80b65cb7608 req-4dd0a77f-8083-4856-9dba-5933315da8e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 946 time: 0.4899750 Feb 10 11:37:25.169773 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0fa63951-e6e4-4d85-987a-f80b65cb7608 req-c4b3a68b-531c-460e-b57b-a5a1e55ccbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ac503b6-44d7-4fb7-bdf4-fa78252d422e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922167 Feb 10 11:37:25.291269 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f490697-048c-49a2-b75c-5dcf7c343595 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 189f4918-4b0f-4c64-841e-4fb20a9d3dc8 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:25.388050 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b56bcd80-fdfc-44b3-a099-d0436d77b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:37:21Z', 'revision_number': 6, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '19389f5e-6c95-4512-93ae-6d8e8a9d7122', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'port_id': '4d673902-86a0-4842-b4c9-9b3cb96f748f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'mac_address': 'fa:16:3e:30:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:35:40Z', 'updated_at': '2022-02-10T11:35:53Z', 'revision_number': 1, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdee2c39-41be-4201-b24e-f6de175ecfd6', 'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:72:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:55Z', 'updated_at': '2022-02-10T11:35:24Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:25.392633 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56bcd80-fdfc-44b3-a099-d0436d77b12d None None] The sync data for ids ['6b0115d0-c134-4231-8a55-f8853891cad8'] in dv-neutron-828497-1-hyperv is: [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:37:21Z', 'revision_number': 6, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '19389f5e-6c95-4512-93ae-6d8e8a9d7122', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'port_id': '4d673902-86a0-4842-b4c9-9b3cb96f748f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'mac_address': 'fa:16:3e:30:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:35:40Z', 'updated_at': '2022-02-10T11:35:53Z', 'revision_number': 1, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdee2c39-41be-4201-b24e-f6de175ecfd6', 'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:72:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:55Z', 'updated_at': '2022-02-10T11:35:24Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:25.563665 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-a6b766bb-21a8-4ef1-a22d-c7790354d711 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:37:25.675188 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6b766bb-21a8-4ef1-a22d-c7790354d711 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.679398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6b766bb-21a8-4ef1-a22d-c7790354d711 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.757177 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0d81c925-a950-4fbe-a82d-fff471136b26 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:25.792702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 0d81c925-a950-4fbe-a82d-fff471136b26 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:25.793053 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0d81c925-a950-4fbe-a82d-fff471136b26 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:25.909909 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f490697-048c-49a2-b75c-5dcf7c343595 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:25.919969 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86966606-276b-478a-88fd-b2cf1c44a89b None None] Sync routers for ids ['189f4918-4b0f-4c64-841e-4fb20a9d3dc8'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:25.923088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f490697-048c-49a2-b75c-5dcf7c343595 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.927905 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8f490697-048c-49a2-b75c-5dcf7c343595 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/189f4918-4b0f-4c64-841e-4fb20a9d3dc8 HTTP/1.1" status: 200 len: 886 time: 2.4626706 Feb 10 11:37:25.930329 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38860) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:25.937837 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86966606-276b-478a-88fd-b2cf1c44a89b None None] Routers {'189f4918-4b0f-4c64-841e-4fb20a9d3dc8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:25.938690 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-86966606-276b-478a-88fd-b2cf1c44a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['189f4918-4b0f-4c64-841e-4fb20a9d3dc8'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:25.993746 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22bbde-09cc-48d7-85bf-a975b0ba6fe1 req-bdf6118c-e398-4230-9a78-a5c3551b682b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:25.994563 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-af22bbde-09cc-48d7-85bf-a975b0ba6fe1 req-bdf6118c-e398-4230-9a78-a5c3551b682b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:26.008889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-af22bbde-09cc-48d7-85bf-a975b0ba6fe1 req-bdf6118c-e398-4230-9a78-a5c3551b682b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:26.010067 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af22bbde-09cc-48d7-85bf-a975b0ba6fe1 req-bdf6118c-e398-4230-9a78-a5c3551b682b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 946 time: 0.1212230 Feb 10 11:37:26.012664 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-86966606-276b-478a-88fd-b2cf1c44a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:26.025758 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86966606-276b-478a-88fd-b2cf1c44a89b None None] Routers {'189f4918-4b0f-4c64-841e-4fb20a9d3dc8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:26.026489 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-86966606-276b-478a-88fd-b2cf1c44a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['189f4918-4b0f-4c64-841e-4fb20a9d3dc8'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:26.087302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-af22bbde-09cc-48d7-85bf-a975b0ba6fe1 req-4fb95a09-3f47-4c6a-9f69-bae404245390 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 89f5d0f2-4adc-490d-b1b7-565613d6abbc {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:26.087748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-af22bbde-09cc-48d7-85bf-a975b0ba6fe1 req-4fb95a09-3f47-4c6a-9f69-bae404245390 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.088671 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-86966606-276b-478a-88fd-b2cf1c44a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:26.089298 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86966606-276b-478a-88fd-b2cf1c44a89b None None] The sync data for ids ['189f4918-4b0f-4c64-841e-4fb20a9d3dc8'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:26.099416 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-a6b766bb-21a8-4ef1-a22d-c7790354d711 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Floating IP 31c067ad-9a5c-431b-abc5-3fa298ab44b2 associated. External IP: 172.26.4.123, port: 9848005f-704f-4d78-98e9-1ba24e652305. Feb 10 11:37:26.309372 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cff6886a-a5d1-47d6-b13a-93d93d2ad655 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/routers/189f4918-4b0f-4c64-841e-4fb20a9d3dc8 HTTP/1.1" status: 200 len: 886 time: 0.3774886 Feb 10 11:37:26.311888 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38866) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:26.367358 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2f5d7570-1636-4356-b35e-9aca2249a836 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports?device_id=189f4918-4b0f-4c64-841e-4fb20a9d3dc8 HTTP/1.1" status: 200 len: 205 time: 0.0543888 Feb 10 11:37:26.370728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38870) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:26.460545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc681d9-d02d-4a8b-b0a9-6b0759ad9d4c req-e041f526-bc12-4c8a-b939-4b217989da8f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:26.462025 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dc681d9-d02d-4a8b-b0a9-6b0759ad9d4c req-e041f526-bc12-4c8a-b939-4b217989da8f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 946 time: 0.1516535 Feb 10 11:37:26.487312 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2940d09b-9478-4635-b376-c1202200abdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.518540 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-af22bbde-09cc-48d7-85bf-a975b0ba6fe1 req-4fb95a09-3f47-4c6a-9f69-bae404245390 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port 89f5d0f2-4adc-490d-b1b7-565613d6abbc, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=89f5d0f2-4adc-490d-b1b7-565613d6abbc,segment=NetworkSegment(7f9f8aa8-42e4-4a17-af54-a1f6699012f3),segment_id=7f9f8aa8-42e4-4a17-af54-a1f6699012f3)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:26.518905 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-af22bbde-09cc-48d7-85bf-a975b0ba6fe1 req-4fb95a09-3f47-4c6a-9f69-bae404245390 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.582149 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dc681d9-d02d-4a8b-b0a9-6b0759ad9d4c req-373029ae-75c1-4d9f-8d7d-5ef86d5a403b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ac503b6-44d7-4fb7-bdf4-fa78252d422e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133831 Feb 10 11:37:26.647281 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b766bb-21a8-4ef1-a22d-c7790354d711 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router a56953d0-8900-457e-93bf-a8749eda4dbf has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:26.756091 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-af22bbde-09cc-48d7-85bf-a975b0ba6fe1 req-4fb95a09-3f47-4c6a-9f69-bae404245390 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 89f5d0f2-4adc-490d-b1b7-565613d6abbc owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:26.940866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-af22bbde-09cc-48d7-85bf-a975b0ba6fe1 req-4fb95a09-3f47-4c6a-9f69-bae404245390 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.969042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b766bb-21a8-4ef1-a22d-c7790354d711 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:26.973822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6b766bb-21a8-4ef1-a22d-c7790354d711 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.980363 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8916b62-a271-48f4-a071-cb81c3578550 None None] Sync routers for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:26.991976 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8916b62-a271-48f4-a071-cb81c3578550 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:26.992601 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c8916b62-a271-48f4-a071-cb81c3578550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:27.005948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb95a09-3f47-4c6a-9f69-bae404245390 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=89f5d0f2-4adc-490d-b1b7-565613d6abbc,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:27.015120 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fedc786-a522-4e9a-8d8f-619406abf3e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:27.028704 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a6b766bb-21a8-4ef1-a22d-c7790354d711 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "PUT /v2.0/floatingips/31c067ad-9a5c-431b-abc5-3fa298ab44b2 HTTP/1.1" status: 200 len: 979 time: 2.6046684 Feb 10 11:37:27.031124 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38874) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:27.056247 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c8916b62-a271-48f4-a071-cb81c3578550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:27.068809 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8916b62-a271-48f4-a071-cb81c3578550 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:27.069472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c8916b62-a271-48f4-a071-cb81c3578550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:27.097856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f737727f-921e-445a-9ecd-1076355ca99b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Deleting port 9848005f-704f-4d78-98e9-1ba24e652305 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:27.098207 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f737727f-921e-445a-9ecd-1076355ca99b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:27.133138 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c8916b62-a271-48f4-a071-cb81c3578550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:27.133559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8916b62-a271-48f4-a071-cb81c3578550 None None] The sync data for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:27.209550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-af22bbde-09cc-48d7-85bf-a975b0ba6fe1 req-4fb95a09-3f47-4c6a-9f69-bae404245390 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] No DVR routers for this DVR port 89f5d0f2-4adc-490d-b1b7-565613d6abbc on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:37:27.212836 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-af22bbde-09cc-48d7-85bf-a975b0ba6fe1 req-4fb95a09-3f47-4c6a-9f69-bae404245390 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:27.216703 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595b1688-bc4c-4354-9f40-3ca2ca7d3890', 'name': 'network-vif-deleted', 'tag': '89f5d0f2-4adc-490d-b1b7-565613d6abbc'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:37:27.242418 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af22bbde-09cc-48d7-85bf-a975b0ba6fe1 req-4fb95a09-3f47-4c6a-9f69-bae404245390 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "DELETE /v2.0/ports/89f5d0f2-4adc-490d-b1b7-565613d6abbc HTTP/1.1" status: 204 len: 173 time: 1.2263224 Feb 10 11:37:27.289472 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595b1688-bc4c-4354-9f40-3ca2ca7d3890', 'name': 'network-vif-deleted', 'tag': '89f5d0f2-4adc-490d-b1b7-565613d6abbc', 'status': 'completed', 'code': 200} Feb 10 11:37:27.321514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fedc786-a522-4e9a-8d8f-619406abf3e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:27.332495 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4fedc786-a522-4e9a-8d8f-619406abf3e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port 7c6ff10f-25fb-47ea-a348-611a161167fd {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:27.332837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fedc786-a522-4e9a-8d8f-619406abf3e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:27.354780 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f737727f-921e-445a-9ecd-1076355ca99b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:27.523603 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fedc786-a522-4e9a-8d8f-619406abf3e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:27.656853 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4fedc786-a522-4e9a-8d8f-619406abf3e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for 7c6ff10f-25fb-47ea-a348-611a161167fd owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:27.670453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f737727f-921e-445a-9ecd-1076355ca99b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:27.671239 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f737727f-921e-445a-9ecd-1076355ca99b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:27.671561 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-f737727f-921e-445a-9ecd-1076355ca99b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Floating IP 31c067ad-9a5c-431b-abc5-3fa298ab44b2 disassociated. External IP: 172.26.4.123, port: 9848005f-704f-4d78-98e9-1ba24e652305. Feb 10 11:37:27.671959 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f737727f-921e-445a-9ecd-1076355ca99b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Calling delete_port for 9848005f-704f-4d78-98e9-1ba24e652305 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:27.787570 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3974dfef-7db4-4b2a-8b09-5bf95eda65c5 req-30547ed5-8270-4ddc-bf56-e6bf73e5c7b8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=595b1688-bc4c-4354-9f40-3ca2ca7d3890 HTTP/1.1" status: 200 len: 210 time: 0.0454173 Feb 10 11:37:27.872224 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fedc786-a522-4e9a-8d8f-619406abf3e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:27.890631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f737727f-921e-445a-9ecd-1076355ca99b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:27.927171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedc786-a522-4e9a-8d8f-619406abf3e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Port': ['ID=7c6ff10f-25fb-47ea-a348-611a161167fd,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:27.951012 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737727f-921e-445a-9ecd-1076355ca99b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Port': ['ID=9848005f-704f-4d78-98e9-1ba24e652305,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:28.157932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fedc786-a522-4e9a-8d8f-619406abf3e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.166034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f737727f-921e-445a-9ecd-1076355ca99b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router a56953d0-8900-457e-93bf-a8749eda4dbf has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:28.387555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f737727f-921e-445a-9ecd-1076355ca99b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:28.397980 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069175da-7484-41f0-ad18-753c6c634e1d None None] Sync routers for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:28.411436 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069175da-7484-41f0-ad18-753c6c634e1d None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:28.412103 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-069175da-7484-41f0-ad18-753c6c634e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:28.472400 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-069175da-7484-41f0-ad18-753c6c634e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:28.491597 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069175da-7484-41f0-ad18-753c6c634e1d None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:28.492380 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-069175da-7484-41f0-ad18-753c6c634e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:28.495969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f737727f-921e-445a-9ecd-1076355ca99b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.509051 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f737727f-921e-445a-9ecd-1076355ca99b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/ports/9848005f-704f-4d78-98e9-1ba24e652305 HTTP/1.1" status: 204 len: 168 time: 1.4746380 Feb 10 11:37:28.509462 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38882) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:28.556562 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-069175da-7484-41f0-ad18-753c6c634e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:28.556965 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069175da-7484-41f0-ad18-753c6c634e1d None None] The sync data for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:28.558006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fedc786-a522-4e9a-8d8f-619406abf3e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.562753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fedc786-a522-4e9a-8d8f-619406abf3e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.589607 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fedc786-a522-4e9a-8d8f-619406abf3e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.590128 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fedc786-a522-4e9a-8d8f-619406abf3e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Fanout notify agent at l3_agent the message router_deleted on router 189f4918-4b0f-4c64-841e-4fb20a9d3dc8 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:37:28.598431 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d4357ed6-9cba-4187-87ac-ca42f194c06e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "GET /v2.0/floatingips/31c067ad-9a5c-431b-abc5-3fa298ab44b2 HTTP/1.1" status: 200 len: 688 time: 0.0842783 Feb 10 11:37:28.598727 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38886) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:28.614020 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fedc786-a522-4e9a-8d8f-619406abf3e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.615141 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4fedc786-a522-4e9a-8d8f-619406abf3e8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/routers/189f4918-4b0f-4c64-841e-4fb20a9d3dc8 HTTP/1.1" status: 204 len: 168 time: 2.2435327 Feb 10 11:37:28.618812 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38890) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:28.624712 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f8202ce2-bd4b-41aa-94ac-0231b09ccccb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'network': {'name': 'tempest-RoutersTest-938403699'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:28.630149 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f8202ce2-bd4b-41aa-94ac-0231b09ccccb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:28.634344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f8202ce2-bd4b-41aa-94ac-0231b09ccccb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:network and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:28.637447 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f8202ce2-bd4b-41aa-94ac-0231b09ccccb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:28.643707 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f8202ce2-bd4b-41aa-94ac-0231b09ccccb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:28.658979 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8202ce2-bd4b-41aa-94ac-0231b09ccccb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:28.662609 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8202ce2-bd4b-41aa-94ac-0231b09ccccb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.694172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8202ce2-bd4b-41aa-94ac-0231b09ccccb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:37:28.704931 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8202ce2-bd4b-41aa-94ac-0231b09ccccb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.705448 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-f8202ce2-bd4b-41aa-94ac-0231b09ccccb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Added segment 0e12efc4-f4dd-4fcf-ac35-d41fac6033ec of type vlan for network 0756d297-9189-40d9-8f19-9b01b14cd014 Feb 10 11:37:28.733181 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8202ce2-bd4b-41aa-94ac-0231b09ccccb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.762961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8202ce2-bd4b-41aa-94ac-0231b09ccccb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.766630 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8202ce2-bd4b-41aa-94ac-0231b09ccccb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:28.767199 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8202ce2-bd4b-41aa-94ac-0231b09ccccb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.818295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-96dc49a7-7185-4f00-8750-bd033a561bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.862549 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f8202ce2-bd4b-41aa-94ac-0231b09ccccb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2393301 Feb 10 11:37:28.863887 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38896) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:28.878916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-c03cb0c8-58c7-4e1a-87c2-155bee6a0154 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'subnet': {'network_id': '0756d297-9189-40d9-8f19-9b01b14cd014', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:28.895450 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8f414221-d9de-48d5-b5ff-7700850fa134 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Deleting port d8abe92c-43ab-474b-9632-98d669446eb8 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:28.896033 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f414221-d9de-48d5-b5ff-7700850fa134 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.919424 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38900) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:28.954573 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8202ce2-bd4b-41aa-94ac-0231b09ccccb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Network': ['ID=0756d297-9189-40d9-8f19-9b01b14cd014,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:28.967651 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 0756d297-9189-40d9-8f19-9b01b14cd014 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:37:29.002694 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c03cb0c8-58c7-4e1a-87c2-155bee6a0154 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:29.006834 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c03cb0c8-58c7-4e1a-87c2-155bee6a0154 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:subnet and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:29.009797 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c03cb0c8-58c7-4e1a-87c2-155bee6a0154 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:29.015615 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c03cb0c8-58c7-4e1a-87c2-155bee6a0154 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:29.026887 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03cb0c8-58c7-4e1a-87c2-155bee6a0154 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:29.103846 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83016403-38e6-4641-a2bb-e82d01fba54e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.141679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c03cb0c8-58c7-4e1a-87c2-155bee6a0154 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.157858 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83016403-38e6-4641-a2bb-e82d01fba54e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.166848 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f414221-d9de-48d5-b5ff-7700850fa134 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.167183 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f414221-d9de-48d5-b5ff-7700850fa134 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.300327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8f414221-d9de-48d5-b5ff-7700850fa134 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Calling delete_port for d8abe92c-43ab-474b-9632-98d669446eb8 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:29.357415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c03cb0c8-58c7-4e1a-87c2-155bee6a0154 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.440917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83016403-38e6-4641-a2bb-e82d01fba54e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.444765 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cb0c8-58c7-4e1a-87c2-155bee6a0154 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Subnet': ['ID=9e20b7be-c05d-4628-8dfb-d9ef853fa572,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:29.454893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03cb0c8-58c7-4e1a-87c2-155bee6a0154 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Checking segment: {'id': '0e12efc4-f4dd-4fcf-ac35-d41fac6033ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0756d297-9189-40d9-8f19-9b01b14cd014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:29.455291 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03cb0c8-58c7-4e1a-87c2-155bee6a0154 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network hostable DHCP agents. Network: 0756d297-9189-40d9-8f19-9b01b14cd014, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:37:29.464628 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83016403-38e6-4641-a2bb-e82d01fba54e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac503b6-44d7-4fb7-bdf4-fa78252d422e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:29.480953 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03cb0c8-58c7-4e1a-87c2-155bee6a0154 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network 0756d297-9189-40d9-8f19-9b01b14cd014 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:37:29.482476 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f414221-d9de-48d5-b5ff-7700850fa134 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.495966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-c03cb0c8-58c7-4e1a-87c2-155bee6a0154 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 0756d297-9189-40d9-8f19-9b01b14cd014) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:29.500745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03cb0c8-58c7-4e1a-87c2-155bee6a0154 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:29.501376 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c03cb0c8-58c7-4e1a-87c2-155bee6a0154 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.508041 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a82912e-1031-4610-85fc-5a7f57535f6a None None] Network 0756d297-9189-40d9-8f19-9b01b14cd014 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:29.534848 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38904) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:29.535430 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c03cb0c8-58c7-4e1a-87c2-155bee6a0154 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6701605 Feb 10 11:37:29.539827 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f414221-d9de-48d5-b5ff-7700850fa134 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Port': ['ID=d8abe92c-43ab-474b-9632-98d669446eb8,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:29.546263 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b9d6c974-5ffd-4c92-82db-b91d0873f629 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1256614881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:29.554320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83016403-38e6-4641-a2bb-e82d01fba54e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.555318 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-83016403-38e6-4641-a2bb-e82d01fba54e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/security-groups/3ac503b6-44d7-4fb7-bdf4-fa78252d422e HTTP/1.1" status: 204 len: 168 time: 0.6350484 Feb 10 11:37:29.557502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b9d6c974-5ffd-4c92-82db-b91d0873f629 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:29.592012 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b9d6c974-5ffd-4c92-82db-b91d0873f629 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:router and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:29.600791 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b9d6c974-5ffd-4c92-82db-b91d0873f629 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:29.601807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38910) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:29.636796 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b9d6c974-5ffd-4c92-82db-b91d0873f629 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:29.663613 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c974-5ffd-4c92-82db-b91d0873f629 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.664545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c974-5ffd-4c92-82db-b91d0873f629 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.670203 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f414221-d9de-48d5-b5ff-7700850fa134 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.672478 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f414221-d9de-48d5-b5ff-7700850fa134 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.677757 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8f414221-d9de-48d5-b5ff-7700850fa134 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/floatingips/31c067ad-9a5c-431b-abc5-3fa298ab44b2 HTTP/1.1" status: 204 len: 168 time: 1.0739377 Feb 10 11:37:29.679124 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38914) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:29.684351 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': 'a45c8735-2e3e-454b-9e79-a0f654239fb8'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:29.692207 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:29.699057 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Usage tracker for resource:floatingip and tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:29.702207 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:29.710763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:29.717537 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c974-5ffd-4c92-82db-b91d0873f629 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.733410 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.758553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c974-5ffd-4c92-82db-b91d0873f629 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.770409 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.774569 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-0756d297-9189-40d9-8f19-9b01b14cd014', 'network_id': '0756d297-9189-40d9-8f19-9b01b14cd014', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'fixed_ips': [{'subnet_id': '9e20b7be-c05d-4628-8dfb-d9ef853fa572'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:37:29.775369 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.822211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e40053-6c67-4f65-b7c7-c72ec6f3da68 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting subnet 3ad5c333-3e16-464f-9a28-b1132eb35efb {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:37:29.826277 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e8e40053-6c67-4f65-b7c7-c72ec6f3da68 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.844041 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c974-5ffd-4c92-82db-b91d0873f629 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.849240 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b9d6c974-5ffd-4c92-82db-b91d0873f629 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3069258 Feb 10 11:37:29.849437 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38918) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:29.890655 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e8e40053-6c67-4f65-b7c7-c72ec6f3da68 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.955709 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Allocated IP 172.20.0.2 (0756d297-9189-40d9-8f19-9b01b14cd014/9e20b7be-c05d-4628-8dfb-d9ef853fa572/e495d9df-fa5f-44b3-a6be-a4823cfd2610) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:29.979961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e8e40053-6c67-4f65-b7c7-c72ec6f3da68 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.055305 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e8e40053-6c67-4f65-b7c7-c72ec6f3da68 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.101477 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e40053-6c67-4f65-b7c7-c72ec6f3da68 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad5c333-3e16-464f-9a28-b1132eb35efb,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:30.110189 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e8e40053-6c67-4f65-b7c7-c72ec6f3da68 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.119821 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e8e40053-6c67-4f65-b7c7-c72ec6f3da68 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/subnets/3ad5c333-3e16-464f-9a28-b1132eb35efb HTTP/1.1" status: 204 len: 168 time: 0.5167460 Feb 10 11:37:30.120511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38922) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:30.120639 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70cb767-629a-48f6-bdf3-a0f94fe07379 None None] Network eab718aa-1967-4f16-934c-3cad71ab14ec requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:30.162802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.254828 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.356081 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.368769 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:30.369922 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.415780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.434488 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Transition to ACTIVE for port object e495d9df-fa5f-44b3-a6be-a4823cfd2610 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:30.457727 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Transition to ACTIVE for port object e495d9df-fa5f-44b3-a6be-a4823cfd2610 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:30.466559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.539681 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Network 0756d297-9189-40d9-8f19-9b01b14cd014 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:30.543313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:30.548159 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:30.551313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Pushing event updated for resources: {'Port': ['ID=e495d9df-fa5f-44b3-a6be-a4823cfd2610,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:30.593804 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Allocated IP 172.26.4.52 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/2b460f4c-4a08-4d42-ac08-a8142b695f46) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:30.598873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port 5319e9d5-f716-4f8f-90d6-3a6bece69eb7, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5319e9d5-f716-4f8f-90d6-3a6bece69eb7,segment=NetworkSegment(7f9f8aa8-42e4-4a17-af54-a1f6699012f3),segment_id=7f9f8aa8-42e4-4a17-af54-a1f6699012f3)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:30.598873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.648466 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14bea62-ec2f-4efa-a8bf-aa13508b49de None None] DHCP port deletion for eab718aa-1967-4f16-934c-3cad71ab14ec request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:37:30.652902 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Attempting to bind port e495d9df-fa5f-44b3-a6be-a4823cfd2610 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:37:30.653301 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Attempting to bind port e495d9df-fa5f-44b3-a6be-a4823cfd2610 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '0e12efc4-f4dd-4fcf-ac35-d41fac6033ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0756d297-9189-40d9-8f19-9b01b14cd014'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:37:30.653663 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Attempting to bind port e495d9df-fa5f-44b3-a6be-a4823cfd2610 on network 0756d297-9189-40d9-8f19-9b01b14cd014 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:30.660969 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b14bea62-ec2f-4efa-a8bf-aa13508b49de None None] Deleting port 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:30.661366 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b14bea62-ec2f-4efa-a8bf-aa13508b49de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.688980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:37:30.689486 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Checking segment: {'id': '0e12efc4-f4dd-4fcf-ac35-d41fac6033ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0756d297-9189-40d9-8f19-9b01b14cd014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:30.690328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.690738 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Bound using segment: {'id': '0e12efc4-f4dd-4fcf-ac35-d41fac6033ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0756d297-9189-40d9-8f19-9b01b14cd014'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:37:30.691218 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Bound port: e495d9df-fa5f-44b3-a6be-a4823cfd2610, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e12efc4-f4dd-4fcf-ac35-d41fac6033ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0756d297-9189-40d9-8f19-9b01b14cd014'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:37:30.691595 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.731579 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.732983 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:30.758777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 89f5d0f2-4adc-490d-b1b7-565613d6abbc no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:30.809261 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 89f5d0f2-4adc-490d-b1b7-565613d6abbc {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:30.810630 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 89f5d0f2-4adc-490d-b1b7-565613d6abbc not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:30.821925 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.849661 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b14bea62-ec2f-4efa-a8bf-aa13508b49de None None] The port '5319e9d5-f716-4f8f-90d6-3a6bece69eb7' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:37:30.872448 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=5319e9d5-f716-4f8f-90d6-3a6bece69eb7,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:30.881792 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] No DVR routers for this DVR port 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:37:30.894492 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] For port e495d9df-fa5f-44b3-a6be-a4823cfd2610, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:37:30.901484 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] For port e495d9df-fa5f-44b3-a6be-a4823cfd2610, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e495d9df-fa5f-44b3-a6be-a4823cfd2610,segment=NetworkSegment(0e12efc4-f4dd-4fcf-ac35-d41fac6033ec),segment_id=0e12efc4-f4dd-4fcf-ac35-d41fac6033ec)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:37:30.912082 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.024920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.030976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.032155 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a11ae-55e1-4c0e-8d43-08ee38390bcf None None] Pushing event updated for resources: {'Port': ['ID=e495d9df-fa5f-44b3-a6be-a4823cfd2610,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:31.060885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab718aa-1967-4f16-934c-3cad71ab14ec']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:31.074755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9f8aa8-42e4-4a17-af54-a1f6699012f3') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:31.075055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9f8aa8-42e4-4a17-af54-a1f6699012f3') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:31.089409 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.107815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.116017 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:37:31.116350 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:37:31.133151 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:37:31.183158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.238425 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.263370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.276167 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Network': ['ID=eab718aa-1967-4f16-934c-3cad71ab14ec,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:31.279507 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Allocated IP 172.20.0.1 (0756d297-9189-40d9-8f19-9b01b14cd014/9e20b7be-c05d-4628-8dfb-d9ef853fa572/f1da9f77-dfdd-46e1-9dea-ced40cfaf7f9) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:31.290606 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-decb4c45-766c-496f-b66a-8180fefaa665 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/networks/eab718aa-1967-4f16-934c-3cad71ab14ec HTTP/1.1" status: 204 len: 168 time: 1.1684124 Feb 10 11:37:31.292883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38926) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:31.307888 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:31.310694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:31.313308 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:31.338526 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=2b460f4c-4a08-4d42-ac08-a8142b695f46,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:31.497771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.507091 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-055f237f-e778-4999-9a8f-d4e209b78ecc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 72d1508d-9d60-41cf-bc9a-5b08e9469931 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:31.507551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-055f237f-e778-4999-9a8f-d4e209b78ecc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.612564 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.640671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Transition to ACTIVE for port object f1da9f77-dfdd-46e1-9dea-ced40cfaf7f9 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:31.703391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-055f237f-e778-4999-9a8f-d4e209b78ecc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.703391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-055f237f-e778-4999-9a8f-d4e209b78ecc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.796398 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e495d9df-fa5f-44b3-a6be-a4823cfd2610 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:31.816529 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.844320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-055f237f-e778-4999-9a8f-d4e209b78ecc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 72d1508d-9d60-41cf-bc9a-5b08e9469931 owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:31.890529 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port e495d9df-fa5f-44b3-a6be-a4823cfd2610 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:31.970165 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:32.025274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:32.025632 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5319e9d5-f716-4f8f-90d6-3a6bece69eb7 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:32.059320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network 0756d297-9189-40d9-8f19-9b01b14cd014 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:32.060250 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=f1da9f77-dfdd-46e1-9dea-ced40cfaf7f9,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:32.063864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:32.066109 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:32.130486 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.134064 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f02ec1-ad98-4266-9524-915dd39d5e65 None None] Network 0756d297-9189-40d9-8f19-9b01b14cd014 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:32.203223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-055f237f-e778-4999-9a8f-d4e209b78ecc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.232674 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.238215 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f3719d4e-7309-48fe-ad3f-5555b06af160 None None] Provisioning for port e495d9df-fa5f-44b3-a6be-a4823cfd2610 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:32.255659 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f3719d4e-7309-48fe-ad3f-5555b06af160 None None] Provisioning complete for port e495d9df-fa5f-44b3-a6be-a4823cfd2610 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:32.255659 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f3719d4e-7309-48fe-ad3f-5555b06af160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.293301 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f237f-e778-4999-9a8f-d4e209b78ecc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=72d1508d-9d60-41cf-bc9a-5b08e9469931,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:32.353034 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-055f237f-e778-4999-9a8f-d4e209b78ecc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.481395 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f3719d4e-7309-48fe-ad3f-5555b06af160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.523769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f3719d4e-7309-48fe-ad3f-5555b06af160 None None] For port e495d9df-fa5f-44b3-a6be-a4823cfd2610, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e495d9df-fa5f-44b3-a6be-a4823cfd2610,segment=NetworkSegment(0e12efc4-f4dd-4fcf-ac35-d41fac6033ec),segment_id=0e12efc4-f4dd-4fcf-ac35-d41fac6033ec)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:32.529509 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f3719d4e-7309-48fe-ad3f-5555b06af160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.603162 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3719d4e-7309-48fe-ad3f-5555b06af160 None None] Pushing event updated for resources: {'Port': ['ID=e495d9df-fa5f-44b3-a6be-a4823cfd2610,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:32.674797 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.775466 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-68df6828-9180-4e02-bb34-131bdfb563e7 None None] Provisioning for port f1da9f77-dfdd-46e1-9dea-ced40cfaf7f9 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:32.778597 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.781173 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-68df6828-9180-4e02-bb34-131bdfb563e7 None None] Provisioning complete for port f1da9f77-dfdd-46e1-9dea-ced40cfaf7f9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:32.781566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-68df6828-9180-4e02-bb34-131bdfb563e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.823332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055f237f-e778-4999-9a8f-d4e209b78ecc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 6b0115d0-c134-4231-8a55-f8853891cad8 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:32.847287 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-68df6828-9180-4e02-bb34-131bdfb563e7 None None] Port f1da9f77-dfdd-46e1-9dea-ced40cfaf7f9 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:32.861750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-68df6828-9180-4e02-bb34-131bdfb563e7 None None] Provisioning complete for port e495d9df-fa5f-44b3-a6be-a4823cfd2610 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:32.862631 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-68df6828-9180-4e02-bb34-131bdfb563e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.886327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.904065 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.055807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055f237f-e778-4999-9a8f-d4e209b78ecc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:33.067295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c3898-7553-4a1c-b4ab-ddf1f4ffd2cd None None] Sync routers for ids ['6b0115d0-c134-4231-8a55-f8853891cad8'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:33.073824 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-055f237f-e778-4999-9a8f-d4e209b78ecc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.078569 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c3898-7553-4a1c-b4ab-ddf1f4ffd2cd None None] Routers {'6b0115d0-c134-4231-8a55-f8853891cad8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:33.079209 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-246c3898-7553-4a1c-b4ab-ddf1f4ffd2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6b0115d0-c134-4231-8a55-f8853891cad8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:33.128711 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.134989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=f1da9f77-dfdd-46e1-9dea-ced40cfaf7f9,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:33.136116 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-055f237f-e778-4999-9a8f-d4e209b78ecc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/floatingips/19389f5e-6c95-4512-93ae-6d8e8a9d7122 HTTP/1.1" status: 204 len: 168 time: 1.8416405 Feb 10 11:37:33.137538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'tag': '4d673902-86a0-4842-b4c9-9b3cb96f748f'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:37:33.210330 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'tag': '4d673902-86a0-4842-b4c9-9b3cb96f748f', 'status': 'completed', 'code': 200} Feb 10 11:37:33.302352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.318634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.335144 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-38c8fc99-67e3-4ed3-a76f-06513c0676cb req-a2807b82-b062-42c6-8d1b-1bddb363ff04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 1098 time: 0.1027567 Feb 10 11:37:33.341384 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-246c3898-7553-4a1c-b4ab-ddf1f4ffd2cd None None] Set router 6b0115d0-c134-4231-8a55-f8853891cad8 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:33.405715 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-345449e7-b317-4dfc-904a-41cc7ef98458 None None] Provisioning complete for port f1da9f77-dfdd-46e1-9dea-ced40cfaf7f9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:33.406444 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-345449e7-b317-4dfc-904a-41cc7ef98458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.446666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network 0756d297-9189-40d9-8f19-9b01b14cd014 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:33.456549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:33.533069 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8fc99-67e3-4ed3-a76f-06513c0676cb req-f8a7081f-c4ef-4f38-bb1e-3d5d252d0ea4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:33.535254 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-38c8fc99-67e3-4ed3-a76f-06513c0676cb req-f8a7081f-c4ef-4f38-bb1e-3d5d252d0ea4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb72c25c-df2c-4406-bb4c-56e973a31e8f HTTP/1.1" status: 200 len: 898 time: 0.1940157 Feb 10 11:37:33.579014 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-345449e7-b317-4dfc-904a-41cc7ef98458 None None] Port f1da9f77-dfdd-46e1-9dea-ced40cfaf7f9 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:33.623929 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-38c8fc99-67e3-4ed3-a76f-06513c0676cb req-530a9674-5090-4049-9a2d-e32828d25ae9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d673902-86a0-4842-b4c9-9b3cb96f748f HTTP/1.1" status: 200 len: 217 time: 0.0804162 Feb 10 11:37:33.702377 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8fc99-67e3-4ed3-a76f-06513c0676cb req-001d91dc-5c48-49cf-8003-28a63066d1df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:33.704423 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-38c8fc99-67e3-4ed3-a76f-06513c0676cb req-001d91dc-5c48-49cf-8003-28a63066d1df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a0230f2-721d-4926-a0e7-e18109b96ea0 HTTP/1.1" status: 200 len: 835 time: 0.0732398 Feb 10 11:37:33.750099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e495d9df-fa5f-44b3-a6be-a4823cfd2610 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:33.810775 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-38c8fc99-67e3-4ed3-a76f-06513c0676cb req-44c5fe79-c71e-4955-9175-e2392f9a51bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb72c25c-df2c-4406-bb4c-56e973a31e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0990713 Feb 10 11:37:33.871333 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6fec2efd-8626-476b-9c5b-0b8d9502bf4c None None] Provisioning complete for port f1da9f77-dfdd-46e1-9dea-ced40cfaf7f9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:33.871630 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6fec2efd-8626-476b-9c5b-0b8d9502bf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.915838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=2b460f4c-4a08-4d42-ac08-a8142b695f46,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:33.940021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6fec2efd-8626-476b-9c5b-0b8d9502bf4c None None] Port f1da9f77-dfdd-46e1-9dea-ced40cfaf7f9 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:33.944570 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port e495d9df-fa5f-44b3-a6be-a4823cfd2610 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:33.944570 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.959415 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-38c8fc99-67e3-4ed3-a76f-06513c0676cb req-4b954c18-f242-46f3-8654-3ebdcfe7ef6e service neutron] 10.222.0.73 "GET /v2.0/networks/cb72c25c-df2c-4406-bb4c-56e973a31e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422839 Feb 10 11:37:33.974834 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.981005 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-246c3898-7553-4a1c-b4ab-ddf1f4ffd2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:37:21Z', 'revision_number': 6, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'fdee2c39-41be-4201-b24e-f6de175ecfd6', 'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:72:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:55Z', 'updated_at': '2022-02-10T11:35:24Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:33.995764 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c3898-7553-4a1c-b4ab-ddf1f4ffd2cd None None] Checking router: 6b0115d0-c134-4231-8a55-f8853891cad8 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:37:34.020250 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c3898-7553-4a1c-b4ab-ddf1f4ffd2cd None None] Routers {'6b0115d0-c134-4231-8a55-f8853891cad8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:34.020897 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-246c3898-7553-4a1c-b4ab-ddf1f4ffd2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6b0115d0-c134-4231-8a55-f8853891cad8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:34.197592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f9d39-dd24-4f64-96f3-487612b6eed0 req-b4abc117-736d-4557-ba12-bcfd00d5dd9a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:34.199323 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-de9f9d39-dd24-4f64-96f3-487612b6eed0 req-b4abc117-736d-4557-ba12-bcfd00d5dd9a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 945 time: 0.5836008 Feb 10 11:37:34.208386 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-38c8fc99-67e3-4ed3-a76f-06513c0676cb req-b979535c-e15e-46c2-b005-ebf1e99f8052 service neutron] 10.222.0.73 "GET /v2.0/networks/cb72c25c-df2c-4406-bb4c-56e973a31e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413213 Feb 10 11:37:34.255354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-246c3898-7553-4a1c-b4ab-ddf1f4ffd2cd None None] Set router 6b0115d0-c134-4231-8a55-f8853891cad8 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:34.349809 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-de9f9d39-dd24-4f64-96f3-487612b6eed0 req-470e77cb-36b8-4ad1-9a93-683d647d2319 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:34.386506 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-de9f9d39-dd24-4f64-96f3-487612b6eed0 req-470e77cb-36b8-4ad1-9a93-683d647d2319 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:34.387638 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-de9f9d39-dd24-4f64-96f3-487612b6eed0 req-470e77cb-36b8-4ad1-9a93-683d647d2319 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=06582073-7108-4274-880e-f1cd855c257e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319947 Feb 10 11:37:34.464322 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Floating IP df780f8b-5847-4b0c-9bed-6993946c2e98 associated. External IP: 172.26.4.52, port: a45c8735-2e3e-454b-9e79-a0f654239fb8. Feb 10 11:37:34.579781 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router fbc7fcd1-760a-4694-85fd-99c6d93003c1 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:37:34.582928 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-246c3898-7553-4a1c-b4ab-ddf1f4ffd2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:37:21Z', 'revision_number': 6, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'fdee2c39-41be-4201-b24e-f6de175ecfd6', 'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:72:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:55Z', 'updated_at': '2022-02-10T11:35:24Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:34.587483 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c3898-7553-4a1c-b4ab-ddf1f4ffd2cd None None] The sync data for ids ['6b0115d0-c134-4231-8a55-f8853891cad8'] in dv-neutron-828497-1-hyperv is: [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:37:21Z', 'revision_number': 6, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'fdee2c39-41be-4201-b24e-f6de175ecfd6', 'name': '', 'network_id': 'cb72c25c-df2c-4406-bb4c-56e973a31e8f', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:72:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:55Z', 'updated_at': '2022-02-10T11:35:24Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '7a0230f2-721d-4926-a0e7-e18109b96ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:34.818883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:34.823145 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b3e27f-42b1-42c9-8066-86b8a487f701 None None] New status for floating IP 19389f5e-6c95-4512-93ae-6d8e8a9d7122: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:37:34.829531 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cea8a28-de75-4a2a-af87-11a900ca9197 None None] Sync routers for ids ['fbc7fcd1-760a-4694-85fd-99c6d93003c1'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:34.843437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea8a28-de75-4a2a-af87-11a900ca9197 None None] Routers {'fbc7fcd1-760a-4694-85fd-99c6d93003c1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:34.844048 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2cea8a28-de75-4a2a-af87-11a900ca9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['fbc7fcd1-760a-4694-85fd-99c6d93003c1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:34.849354 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-05448e96-51a0-4601-9385-320b93b31083 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/fbc7fcd1-760a-4694-85fd-99c6d93003c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9984677 Feb 10 11:37:34.862467 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38938) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:34.916705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2cea8a28-de75-4a2a-af87-11a900ca9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:34.930119 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea8a28-de75-4a2a-af87-11a900ca9197 None None] Routers {'fbc7fcd1-760a-4694-85fd-99c6d93003c1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:34.930733 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2cea8a28-de75-4a2a-af87-11a900ca9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['fbc7fcd1-760a-4694-85fd-99c6d93003c1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:34.999523 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2cea8a28-de75-4a2a-af87-11a900ca9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:34.999783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706aba42-2336-48c6-9207-c937c1c27cc7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:35.000283 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cea8a28-de75-4a2a-af87-11a900ca9197 None None] The sync data for ids ['fbc7fcd1-760a-4694-85fd-99c6d93003c1'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:35.001187 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-706aba42-2336-48c6-9207-c937c1c27cc7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports/f1da9f77-dfdd-46e1-9dea-ced40cfaf7f9 HTTP/1.1" status: 200 len: 910 time: 0.1375990 Feb 10 11:37:35.004163 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38942) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:35.010637 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-61b8ae4a-4fd8-4402-8476-e7f720b58f07 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9e20b7be-c05d-4628-8dfb-d9ef853fa572'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:35.032177 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3c7bf-dd4d-4253-ad53-a6ff63f2d341 req-3facadcc-5774-4cc8-90d6-4155551aa48d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:35.032864 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-cde3c7bf-dd4d-4253-ad53-a6ff63f2d341 req-3facadcc-5774-4cc8-90d6-4155551aa48d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:35.050348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-cde3c7bf-dd4d-4253-ad53-a6ff63f2d341 req-3facadcc-5774-4cc8-90d6-4155551aa48d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:35.051651 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cde3c7bf-dd4d-4253-ad53-a6ff63f2d341 req-3facadcc-5774-4cc8-90d6-4155551aa48d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 945 time: 0.2577734 Feb 10 11:37:35.128482 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-cde3c7bf-dd4d-4253-ad53-a6ff63f2d341 req-aa44d83d-a178-4bc4-902d-e36d7acabb8d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 4d673902-86a0-4842-b4c9-9b3cb96f748f {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:35.128961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-cde3c7bf-dd4d-4253-ad53-a6ff63f2d341 req-aa44d83d-a178-4bc4-902d-e36d7acabb8d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.284558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router a56953d0-8900-457e-93bf-a8749eda4dbf has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:35.293965 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61b8ae4a-4fd8-4402-8476-e7f720b58f07 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.375376 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-cde3c7bf-dd4d-4253-ad53-a6ff63f2d341 req-aa44d83d-a178-4bc4-902d-e36d7acabb8d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port 4d673902-86a0-4842-b4c9-9b3cb96f748f, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4d673902-86a0-4842-b4c9-9b3cb96f748f,segment=NetworkSegment(4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7),segment_id=4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:35.375738 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-cde3c7bf-dd4d-4253-ad53-a6ff63f2d341 req-aa44d83d-a178-4bc4-902d-e36d7acabb8d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.511625 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-cde3c7bf-dd4d-4253-ad53-a6ff63f2d341 req-aa44d83d-a178-4bc4-902d-e36d7acabb8d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 4d673902-86a0-4842-b4c9-9b3cb96f748f owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:35.652274 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-cde3c7bf-dd4d-4253-ad53-a6ff63f2d341 req-aa44d83d-a178-4bc4-902d-e36d7acabb8d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.713097 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44d83d-a178-4bc4-902d-e36d7acabb8d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=4d673902-86a0-4842-b4c9-9b3cb96f748f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:35.785095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde3c7bf-dd4d-4253-ad53-a6ff63f2d341 req-aa44d83d-a178-4bc4-902d-e36d7acabb8d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] No DVR routers for this DVR port 4d673902-86a0-4842-b4c9-9b3cb96f748f on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:37:35.787434 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-cde3c7bf-dd4d-4253-ad53-a6ff63f2d341 req-aa44d83d-a178-4bc4-902d-e36d7acabb8d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.790312 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'name': 'network-vif-deleted', 'tag': '4d673902-86a0-4842-b4c9-9b3cb96f748f'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:37:35.806591 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cde3c7bf-dd4d-4253-ad53-a6ff63f2d341 req-aa44d83d-a178-4bc4-902d-e36d7acabb8d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "DELETE /v2.0/ports/4d673902-86a0-4842-b4c9-9b3cb96f748f HTTP/1.1" status: 204 len: 173 time: 0.7495558 Feb 10 11:37:35.866176 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921fa6b0-94bd-4f4c-a9da-34e0172de0ad', 'name': 'network-vif-deleted', 'tag': '4d673902-86a0-4842-b4c9-9b3cb96f748f', 'status': 'completed', 'code': 200} Feb 10 11:37:35.901111 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768ee43-423f-4839-9b96-cb66cc6fb639 req-2d45d0ce-2cf5-4837-b892-98a8c34c74b6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:35.902639 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f768ee43-423f-4839-9b96-cb66cc6fb639 req-2d45d0ce-2cf5-4837-b892-98a8c34c74b6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=921fa6b0-94bd-4f4c-a9da-34e0172de0ad HTTP/1.1" status: 200 len: 867 time: 0.3650606 Feb 10 11:37:36.038201 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f768ee43-423f-4839-9b96-cb66cc6fb639 req-c8387fb5-cbc0-4a6c-8fc6-93c75bfc9872 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=06582073-7108-4274-880e-f1cd855c257e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271057 Feb 10 11:37:36.178697 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:36.193019 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0eef0-b262-48a9-8133-97d34666f99c None None] Sync routers for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:36.216393 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0eef0-b262-48a9-8133-97d34666f99c None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:36.217101 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-bfb0eef0-b262-48a9-8133-97d34666f99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:36.243740 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.291813 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-bfb0eef0-b262-48a9-8133-97d34666f99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:36.303885 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0eef0-b262-48a9-8133-97d34666f99c None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:36.304569 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-bfb0eef0-b262-48a9-8133-97d34666f99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:36.318539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38950) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:36.319750 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8c2081d1-6c20-4a8b-a25e-fd96273b5a73 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.6390371 Feb 10 11:37:36.324106 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61b8ae4a-4fd8-4402-8476-e7f720b58f07 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.324276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-41059d21-78fc-4a02-9081-543b0a835bd4 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-308245394'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:36.329104 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-41059d21-78fc-4a02-9081-543b0a835bd4 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:36.333288 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61b8ae4a-4fd8-4402-8476-e7f720b58f07 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.333599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-41059d21-78fc-4a02-9081-543b0a835bd4 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Usage tracker for resource:network and tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:36.336873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-41059d21-78fc-4a02-9081-543b0a835bd4 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:36.343630 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-41059d21-78fc-4a02-9081-543b0a835bd4 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:36.356881 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41059d21-78fc-4a02-9081-543b0a835bd4 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Made reservation on behalf of 4d0ad0ff719548caa5ca82cc8d9f9d47 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:36.360761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-41059d21-78fc-4a02-9081-543b0a835bd4 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.386456 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-bfb0eef0-b262-48a9-8133-97d34666f99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:36.386848 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0eef0-b262-48a9-8133-97d34666f99c None None] The sync data for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:36.399865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41059d21-78fc-4a02-9081-543b0a835bd4 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:37:36.411442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-41059d21-78fc-4a02-9081-543b0a835bd4 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.412284 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-41059d21-78fc-4a02-9081-543b0a835bd4 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Added segment 40cd4abe-687a-4a49-a5ba-22f8d38a060e of type vlan for network 5d3844bf-1a42-48a2-8f07-16e35dd36076 Feb 10 11:37:36.447497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-41059d21-78fc-4a02-9081-543b0a835bd4 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.473264 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8ae4a-4fd8-4402-8476-e7f720b58f07 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=f1da9f77-dfdd-46e1-9dea-ced40cfaf7f9,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:36.479632 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b8ae4a-4fd8-4402-8476-e7f720b58f07 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:36.480232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61b8ae4a-4fd8-4402-8476-e7f720b58f07 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.481557 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-61b8ae4a-4fd8-4402-8476-e7f720b58f07 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/ports/f1da9f77-dfdd-46e1-9dea-ced40cfaf7f9 HTTP/1.1" status: 200 len: 910 time: 1.4757249 Feb 10 11:37:36.484382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38954) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:36.541801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-41059d21-78fc-4a02-9081-543b0a835bd4 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.545349 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41059d21-78fc-4a02-9081-543b0a835bd4 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:36.545918 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-41059d21-78fc-4a02-9081-543b0a835bd4 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.711617 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-41059d21-78fc-4a02-9081-543b0a835bd4 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3918085 Feb 10 11:37:36.714511 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38958) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:36.715228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41059d21-78fc-4a02-9081-543b0a835bd4 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Network': ['ID=5d3844bf-1a42-48a2-8f07-16e35dd36076,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:36.721116 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6e13c698-1b62-483f-9b76-41b82e8f0650 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'subnet': {'network_id': '5d3844bf-1a42-48a2-8f07-16e35dd36076', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:36.727476 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 5d3844bf-1a42-48a2-8f07-16e35dd36076 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:37:36.836617 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6e13c698-1b62-483f-9b76-41b82e8f0650 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:36.846680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6e13c698-1b62-483f-9b76-41b82e8f0650 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:36.859793 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e13c698-1b62-483f-9b76-41b82e8f0650 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Made reservation on behalf of 4d0ad0ff719548caa5ca82cc8d9f9d47 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:36.969806 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6e13c698-1b62-483f-9b76-41b82e8f0650 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.035310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2790bb8b-6542-4214-a268-0e8d7f8a64a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.154946 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38964) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:37.200799 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6e13c698-1b62-483f-9b76-41b82e8f0650 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.259092 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-10157265-6eb7-41d6-9e8b-551c60a703dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.321916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-10157265-6eb7-41d6-9e8b-551c60a703dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.384867 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13c698-1b62-483f-9b76-41b82e8f0650 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Subnet': ['ID=b9db6a65-1ac7-4bed-a7fd-a63e6d977da1,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:37.395191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e13c698-1b62-483f-9b76-41b82e8f0650 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Checking segment: {'id': '40cd4abe-687a-4a49-a5ba-22f8d38a060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d3844bf-1a42-48a2-8f07-16e35dd36076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:37.395555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e13c698-1b62-483f-9b76-41b82e8f0650 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network hostable DHCP agents. Network: 5d3844bf-1a42-48a2-8f07-16e35dd36076, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:37:37.417543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e13c698-1b62-483f-9b76-41b82e8f0650 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 5d3844bf-1a42-48a2-8f07-16e35dd36076 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:37:37.427801 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-6e13c698-1b62-483f-9b76-41b82e8f0650 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 5d3844bf-1a42-48a2-8f07-16e35dd36076) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:37.437757 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d79489-cf66-4c54-84fc-81cc6f6abb4a None None] Network 5d3844bf-1a42-48a2-8f07-16e35dd36076 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:37.437979 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e13c698-1b62-483f-9b76-41b82e8f0650 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:37.438722 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6e13c698-1b62-483f-9b76-41b82e8f0650 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.467844 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6e13c698-1b62-483f-9b76-41b82e8f0650 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7520001 Feb 10 11:37:37.470815 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38968) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:37.476614 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1103442111', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:37.484511 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:37.489539 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Usage tracker for resource:router and tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:37.492488 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:37.498749 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:37.511753 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.512779 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.535155 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.552820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-10157265-6eb7-41d6-9e8b-551c60a703dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.586833 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10157265-6eb7-41d6-9e8b-551c60a703dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06582073-7108-4274-880e-f1cd855c257e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:37.636229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-10157265-6eb7-41d6-9e8b-551c60a703dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.636878 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-10157265-6eb7-41d6-9e8b-551c60a703dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/security-groups/06582073-7108-4274-880e-f1cd855c257e HTTP/1.1" status: 204 len: 168 time: 0.4799106 Feb 10 11:37:37.697356 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38974) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:37.724013 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-5d3844bf-1a42-48a2-8f07-16e35dd36076', 'network_id': '5d3844bf-1a42-48a2-8f07-16e35dd36076', 'tenant_id': '4d0ad0ff719548caa5ca82cc8d9f9d47', 'fixed_ips': [{'subnet_id': 'b9db6a65-1ac7-4bed-a7fd-a63e6d977da1'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:37:37.725892 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.765890 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.807211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2790bb8b-6542-4214-a268-0e8d7f8a64a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port f1da9f77-dfdd-46e1-9dea-ced40cfaf7f9 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:37.807667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2790bb8b-6542-4214-a268-0e8d7f8a64a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.904289 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Allocated IP 172.20.0.2 (5d3844bf-1a42-48a2-8f07-16e35dd36076/b9db6a65-1ac7-4bed-a7fd-a63e6d977da1/ba7b2ede-6a96-47e4-9e8c-06ddb08d73af) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:38.014645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2790bb8b-6542-4214-a268-0e8d7f8a64a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.064501 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.079564 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.104185 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.141421 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.142653 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2790bb8b-6542-4214-a268-0e8d7f8a64a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for f1da9f77-dfdd-46e1-9dea-ced40cfaf7f9 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:38.153269 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Transition to ACTIVE for port object ba7b2ede-6a96-47e4-9e8c-06ddb08d73af will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:38.172358 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Transition to ACTIVE for port object ba7b2ede-6a96-47e4-9e8c-06ddb08d73af will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:38.181002 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.253063 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Network 5d3844bf-1a42-48a2-8f07-16e35dd36076 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:38.257161 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:38.260742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:38.262853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Pushing event updated for resources: {'Port': ['ID=ba7b2ede-6a96-47e4-9e8c-06ddb08d73af,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:38.328906 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2790bb8b-6542-4214-a268-0e8d7f8a64a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.367475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Attempting to bind port ba7b2ede-6a96-47e4-9e8c-06ddb08d73af on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:37:38.367475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Attempting to bind port ba7b2ede-6a96-47e4-9e8c-06ddb08d73af by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '40cd4abe-687a-4a49-a5ba-22f8d38a060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d3844bf-1a42-48a2-8f07-16e35dd36076'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:37:38.367946 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Attempting to bind port ba7b2ede-6a96-47e4-9e8c-06ddb08d73af on network 5d3844bf-1a42-48a2-8f07-16e35dd36076 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:38.375631 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:37:38.376039 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Checking segment: {'id': '40cd4abe-687a-4a49-a5ba-22f8d38a060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d3844bf-1a42-48a2-8f07-16e35dd36076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:38.376770 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.376912 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Bound using segment: {'id': '40cd4abe-687a-4a49-a5ba-22f8d38a060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d3844bf-1a42-48a2-8f07-16e35dd36076'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:37:38.377413 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Bound port: ba7b2ede-6a96-47e4-9e8c-06ddb08d73af, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40cd4abe-687a-4a49-a5ba-22f8d38a060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d3844bf-1a42-48a2-8f07-16e35dd36076'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:37:38.377703 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.380309 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790bb8b-6542-4214-a268-0e8d7f8a64a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Port': ['ID=f1da9f77-dfdd-46e1-9dea-ced40cfaf7f9,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:38.405048 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Allocated IP 172.26.4.24 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/62bf177b-e704-4643-89b0-c51edced500d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:38.481784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] For port ba7b2ede-6a96-47e4-9e8c-06ddb08d73af, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:37:38.487131 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] For port ba7b2ede-6a96-47e4-9e8c-06ddb08d73af, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ba7b2ede-6a96-47e4-9e8c-06ddb08d73af,segment=NetworkSegment(40cd4abe-687a-4a49-a5ba-22f8d38a060e),segment_id=40cd4abe-687a-4a49-a5ba-22f8d38a060e)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:37:38.493885 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.587484 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2431e69-56cf-4476-abbc-e43d1b39dab3 None None] Pushing event updated for resources: {'Port': ['ID=ba7b2ede-6a96-47e4-9e8c-06ddb08d73af,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:38.594510 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0949c06b-0df3-4212-a1fd-181754f96f2b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.737884 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.800433 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 4d673902-86a0-4842-b4c9-9b3cb96f748f no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:38.811985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.864776 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2790bb8b-6542-4214-a268-0e8d7f8a64a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.881032 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 4d673902-86a0-4842-b4c9-9b3cb96f748f {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:38.881799 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 4d673902-86a0-4842-b4c9-9b3cb96f748f not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:38.938074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=62bf177b-e704-4643-89b0-c51edced500d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:38.943413 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:38.948045 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:38.950602 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:39.313720 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2790bb8b-6542-4214-a268-0e8d7f8a64a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router fbc7fcd1-760a-4694-85fd-99c6d93003c1 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:39.441254 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:39.441984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:39.463424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2790bb8b-6542-4214-a268-0e8d7f8a64a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:39.473198 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3923b4-9d26-41d6-ba5a-a404ea655f9b None None] Sync routers for ids ['fbc7fcd1-760a-4694-85fd-99c6d93003c1'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:39.487945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3923b4-9d26-41d6-ba5a-a404ea655f9b None None] Routers {'fbc7fcd1-760a-4694-85fd-99c6d93003c1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:39.488818 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2c3923b4-9d26-41d6-ba5a-a404ea655f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['fbc7fcd1-760a-4694-85fd-99c6d93003c1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:39.488984 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2790bb8b-6542-4214-a268-0e8d7f8a64a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/fbc7fcd1-760a-4694-85fd-99c6d93003c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0034378 Feb 10 11:37:39.489564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38978) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:39.536972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-55194b0a-510a-4274-8889-18fa54b85dbe tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Synchronizing usage tracker for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:39.558336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-55194b0a-510a-4274-8889-18fa54b85dbe tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Unset dirty status for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:39.562602 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-55194b0a-510a-4274-8889-18fa54b85dbe tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbc7fcd1-760a-4694-85fd-99c6d93003c1 HTTP/1.1" status: 200 len: 205 time: 0.0719829 Feb 10 11:37:39.563286 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38982) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:39.574977 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2c3923b4-9d26-41d6-ba5a-a404ea655f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:39.591712 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3923b4-9d26-41d6-ba5a-a404ea655f9b None None] Routers {'fbc7fcd1-760a-4694-85fd-99c6d93003c1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:39.592738 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2c3923b4-9d26-41d6-ba5a-a404ea655f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['fbc7fcd1-760a-4694-85fd-99c6d93003c1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:39.657852 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2c3923b4-9d26-41d6-ba5a-a404ea655f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:39.657852 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3923b4-9d26-41d6-ba5a-a404ea655f9b None None] The sync data for ids ['fbc7fcd1-760a-4694-85fd-99c6d93003c1'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:39.727791 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92623b00-745b-4bf4-acc3-89c248e8f132 None None] Network 5d3844bf-1a42-48a2-8f07-16e35dd36076 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:39.746153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d01e4b4-dba6-4e84-a1ce-6f9e96db26a1 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:39.881106 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0949c06b-0df3-4212-a1fd-181754f96f2b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port fdee2c39-41be-4201-b24e-f6de175ecfd6 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:39.881778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0949c06b-0df3-4212-a1fd-181754f96f2b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:39.916335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ba7b2ede-6a96-47e4-9e8c-06ddb08d73af up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:40.010113 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c0ca0609-de77-432c-8c8b-08982a8034cf None None] Provisioning for port ba7b2ede-6a96-47e4-9e8c-06ddb08d73af completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:40.080332 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port ba7b2ede-6a96-47e4-9e8c-06ddb08d73af completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:40.092247 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port ba7b2ede-6a96-47e4-9e8c-06ddb08d73af triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:40.092735 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:40.108482 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router 44bdd3c0-2912-4489-b0ea-7efbf522fa99 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:37:40.142793 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-0949c06b-0df3-4212-a1fd-181754f96f2b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port fdee2c39-41be-4201-b24e-f6de175ecfd6, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fdee2c39-41be-4201-b24e-f6de175ecfd6,segment=NetworkSegment(4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7),segment_id=4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:40.143321 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0949c06b-0df3-4212-a1fd-181754f96f2b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:40.278545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d01e4b4-dba6-4e84-a1ce-6f9e96db26a1 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:40.283921 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d01e4b4-dba6-4e84-a1ce-6f9e96db26a1 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:40.286045 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:40.322493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d01e4b4-dba6-4e84-a1ce-6f9e96db26a1 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:40.323606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d01e4b4-dba6-4e84-a1ce-6f9e96db26a1 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Fanout notify agent at l3_agent the message router_deleted on router fbc7fcd1-760a-4694-85fd-99c6d93003c1 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:37:40.330749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port ba7b2ede-6a96-47e4-9e8c-06ddb08d73af, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ba7b2ede-6a96-47e4-9e8c-06ddb08d73af,segment=NetworkSegment(40cd4abe-687a-4a49-a5ba-22f8d38a060e),segment_id=40cd4abe-687a-4a49-a5ba-22f8d38a060e)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:40.339598 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:40.351423 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d01e4b4-dba6-4e84-a1ce-6f9e96db26a1 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:40.352539 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6d01e4b4-dba6-4e84-a1ce-6f9e96db26a1 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/routers/fbc7fcd1-760a-4694-85fd-99c6d93003c1 HTTP/1.1" status: 204 len: 168 time: 0.7883162 Feb 10 11:37:40.356318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38986) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:40.394578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0949c06b-0df3-4212-a1fd-181754f96f2b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for fdee2c39-41be-4201-b24e-f6de175ecfd6 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:40.422845 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=ba7b2ede-6a96-47e4-9e8c-06ddb08d73af,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:40.557323 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fc8fcf-5311-4a90-a746-a2e4299ff189 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting subnet 9e20b7be-c05d-4628-8dfb-d9ef853fa572 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:37:40.561507 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59fc8fcf-5311-4a90-a746-a2e4299ff189 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:40.575121 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f57cad13-0d3d-44b4-80fc-ec74960c47aa None None] Provisioning complete for port ba7b2ede-6a96-47e4-9e8c-06ddb08d73af triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:40.575690 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f57cad13-0d3d-44b4-80fc-ec74960c47aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:40.622527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59fc8fcf-5311-4a90-a746-a2e4299ff189 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:40.623477 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:40.638363 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0949c06b-0df3-4212-a1fd-181754f96f2b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:40.638724 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d121136-c4ed-4a6a-9d08-9dd5463e7862 None None] Sync routers for ids ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:40.652134 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d121136-c4ed-4a6a-9d08-9dd5463e7862 None None] Routers {'44bdd3c0-2912-4489-b0ea-7efbf522fa99'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:40.653062 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-1d121136-c4ed-4a6a-9d08-9dd5463e7862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:40.697644 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949c06b-0df3-4212-a1fd-181754f96f2b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=fdee2c39-41be-4201-b24e-f6de175ecfd6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:40.723221 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-1d121136-c4ed-4a6a-9d08-9dd5463e7862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:40.739186 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d121136-c4ed-4a6a-9d08-9dd5463e7862 None None] Routers {'44bdd3c0-2912-4489-b0ea-7efbf522fa99'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:40.740180 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-1d121136-c4ed-4a6a-9d08-9dd5463e7862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:40.746468 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59fc8fcf-5311-4a90-a746-a2e4299ff189 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:40.748954 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:40.749810 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6492aa14-369f-4f9c-b7bd-f6627183ec80 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2777343 Feb 10 11:37:40.755935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 38990) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:40.810916 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-1d121136-c4ed-4a6a-9d08-9dd5463e7862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:40.811272 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d121136-c4ed-4a6a-9d08-9dd5463e7862 None None] The sync data for ids ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:40.862989 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59fc8fcf-5311-4a90-a746-a2e4299ff189 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:40.905609 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc8fcf-5311-4a90-a746-a2e4299ff189 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Subnet': ['ID=9e20b7be-c05d-4628-8dfb-d9ef853fa572,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:40.913577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59fc8fcf-5311-4a90-a746-a2e4299ff189 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:40.920707 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416f741-af6c-497b-82ef-6de22f0f2247 None None] Network 0756d297-9189-40d9-8f19-9b01b14cd014 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:40.925361 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-59fc8fcf-5311-4a90-a746-a2e4299ff189 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/9e20b7be-c05d-4628-8dfb-d9ef853fa572 HTTP/1.1" status: 204 len: 168 time: 0.5676982 Feb 10 11:37:40.927811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38994) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:41.051374 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:41.064549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port e495d9df-fa5f-44b3-a6be-a4823cfd2610 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:41.064906 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:41.226005 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aef906-9417-4939-9d56-4263badd5cec None None] DHCP port deletion for 0756d297-9189-40d9-8f19-9b01b14cd014 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:37:41.232551 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-15aef906-9417-4939-9d56-4263badd5cec None None] Deleting port e495d9df-fa5f-44b3-a6be-a4823cfd2610 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:41.233399 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-15aef906-9417-4939-9d56-4263badd5cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:41.295535 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] For port e495d9df-fa5f-44b3-a6be-a4823cfd2610, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e495d9df-fa5f-44b3-a6be-a4823cfd2610,segment=NetworkSegment(0e12efc4-f4dd-4fcf-ac35-d41fac6033ec),segment_id=0e12efc4-f4dd-4fcf-ac35-d41fac6033ec)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:41.295902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:41.430365 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for e495d9df-fa5f-44b3-a6be-a4823cfd2610 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:41.478400 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-15aef906-9417-4939-9d56-4263badd5cec None None] For port e495d9df-fa5f-44b3-a6be-a4823cfd2610, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e495d9df-fa5f-44b3-a6be-a4823cfd2610,segment=NetworkSegment(0e12efc4-f4dd-4fcf-ac35-d41fac6033ec),segment_id=0e12efc4-f4dd-4fcf-ac35-d41fac6033ec)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:41.479082 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-15aef906-9417-4939-9d56-4263badd5cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:41.493751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0949c06b-0df3-4212-a1fd-181754f96f2b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:41.507685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:41.557862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Port': ['ID=e495d9df-fa5f-44b3-a6be-a4823cfd2610,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:41.562993 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] No DVR routers for this DVR port e495d9df-fa5f-44b3-a6be-a4823cfd2610 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:37:41.614728 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-15aef906-9417-4939-9d56-4263badd5cec None None] Calling delete_port for e495d9df-fa5f-44b3-a6be-a4823cfd2610 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:41.692814 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-15aef906-9417-4939-9d56-4263badd5cec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:37:41.693531 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-15aef906-9417-4939-9d56-4263badd5cec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:37:41.698201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:41.724730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0756d297-9189-40d9-8f19-9b01b14cd014']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:41.737366 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e12efc4-f4dd-4fcf-ac35-d41fac6033ec') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:41.737681 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e12efc4-f4dd-4fcf-ac35-d41fac6033ec') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:41.750306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:41.766321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:41.773923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:37:41.774463 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:37:41.790420 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:37:41.809567 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ba7b2ede-6a96-47e4-9e8c-06ddb08d73af up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:41.878488 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:41.881975 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port ba7b2ede-6a96-47e4-9e8c-06ddb08d73af triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:41.882475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:41.901009 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:41.914416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Network': ['ID=0756d297-9189-40d9-8f19-9b01b14cd014,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:41.930074 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3b7e1934-d8a8-4c0c-be22-cbda47b587ba tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/networks/0756d297-9189-40d9-8f19-9b01b14cd014 HTTP/1.1" status: 204 len: 168 time: 1.0007620 Feb 10 11:37:41.934119 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 38998) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:41.940541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-305f98c4-b11b-49f7-818e-0df70686046f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-891527919', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:41.947694 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-305f98c4-b11b-49f7-818e-0df70686046f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:41.952205 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-305f98c4-b11b-49f7-818e-0df70686046f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:router and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:41.956454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-305f98c4-b11b-49f7-818e-0df70686046f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:41.963864 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-305f98c4-b11b-49f7-818e-0df70686046f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:41.977754 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-305f98c4-b11b-49f7-818e-0df70686046f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:41.979006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-305f98c4-b11b-49f7-818e-0df70686046f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:41.998459 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-305f98c4-b11b-49f7-818e-0df70686046f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.023226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-305f98c4-b11b-49f7-818e-0df70686046f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.051881 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-305f98c4-b11b-49f7-818e-0df70686046f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.053268 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-305f98c4-b11b-49f7-818e-0df70686046f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1178167 Feb 10 11:37:42.055862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39002) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:42.064025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e495d9df-fa5f-44b3-a6be-a4823cfd2610 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:42.066592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-98bd694a-7fc1-435b-a3ff-4f1de4e7b59c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1195561078'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:42.071669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-98bd694a-7fc1-435b-a3ff-4f1de4e7b59c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:42.076288 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-98bd694a-7fc1-435b-a3ff-4f1de4e7b59c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:network and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:42.079381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-98bd694a-7fc1-435b-a3ff-4f1de4e7b59c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:42.085870 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-98bd694a-7fc1-435b-a3ff-4f1de4e7b59c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:42.099813 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bd694a-7fc1-435b-a3ff-4f1de4e7b59c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:42.100987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: e495d9df-fa5f-44b3-a6be-a4823cfd2610 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:42.103505 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e495d9df-fa5f-44b3-a6be-a4823cfd2610 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:42.107514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98bd694a-7fc1-435b-a3ff-4f1de4e7b59c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.145642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98bd694a-7fc1-435b-a3ff-4f1de4e7b59c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:37:42.155343 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98bd694a-7fc1-435b-a3ff-4f1de4e7b59c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.155730 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-98bd694a-7fc1-435b-a3ff-4f1de4e7b59c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Added segment 7f75e1c2-7d4b-4138-92d9-41f4f6020484 of type vlan for network 1549f1df-029e-482e-8f73-4ee4e144e9a3 Feb 10 11:37:42.184482 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98bd694a-7fc1-435b-a3ff-4f1de4e7b59c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.195046 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-15aef906-9417-4939-9d56-4263badd5cec None None] Deleting port e495d9df-fa5f-44b3-a6be-a4823cfd2610 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:42.195849 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-15aef906-9417-4939-9d56-4263badd5cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.216990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98bd694a-7fc1-435b-a3ff-4f1de4e7b59c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.220863 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bd694a-7fc1-435b-a3ff-4f1de4e7b59c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:42.221541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98bd694a-7fc1-435b-a3ff-4f1de4e7b59c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.273223 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-15aef906-9417-4939-9d56-4263badd5cec None None] The port 'e495d9df-fa5f-44b3-a6be-a4823cfd2610' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:37:42.428618 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-98bd694a-7fc1-435b-a3ff-4f1de4e7b59c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3716328 Feb 10 11:37:42.432196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39006) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:42.440397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b7e5da3f-79d0-483d-a6a8-665ecd03ce0e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'subnet': {'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:42.462192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd694a-7fc1-435b-a3ff-4f1de4e7b59c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Network': ['ID=1549f1df-029e-482e-8f73-4ee4e144e9a3,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:42.473956 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 1549f1df-029e-482e-8f73-4ee4e144e9a3 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:37:42.547702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.560239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b7e5da3f-79d0-483d-a6a8-665ecd03ce0e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:42.564718 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b7e5da3f-79d0-483d-a6a8-665ecd03ce0e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:subnet and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:42.567786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b7e5da3f-79d0-483d-a6a8-665ecd03ce0e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:42.573672 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b7e5da3f-79d0-483d-a6a8-665ecd03ce0e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:42.584629 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e5da3f-79d0-483d-a6a8-665ecd03ce0e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:42.687027 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7e5da3f-79d0-483d-a6a8-665ecd03ce0e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.753439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0949c06b-0df3-4212-a1fd-181754f96f2b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 6b0115d0-c134-4231-8a55-f8853891cad8 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:42.903060 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7e5da3f-79d0-483d-a6a8-665ecd03ce0e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.983026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5da3f-79d0-483d-a6a8-665ecd03ce0e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Subnet': ['ID=acd0ea9d-e703-433d-9ab3-3c03315b7281,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:42.998308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e5da3f-79d0-483d-a6a8-665ecd03ce0e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Checking segment: {'id': '7f75e1c2-7d4b-4138-92d9-41f4f6020484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:42.998668 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e5da3f-79d0-483d-a6a8-665ecd03ce0e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network hostable DHCP agents. Network: 1549f1df-029e-482e-8f73-4ee4e144e9a3, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:37:43.021272 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e5da3f-79d0-483d-a6a8-665ecd03ce0e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network 1549f1df-029e-482e-8f73-4ee4e144e9a3 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:37:43.031581 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b7e5da3f-79d0-483d-a6a8-665ecd03ce0e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 1549f1df-029e-482e-8f73-4ee4e144e9a3) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:43.041586 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e5da3f-79d0-483d-a6a8-665ecd03ce0e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:43.042219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7e5da3f-79d0-483d-a6a8-665ecd03ce0e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:43.042527 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6474002-652f-4bf1-9fac-4e5437d53feb None None] Network 1549f1df-029e-482e-8f73-4ee4e144e9a3 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:43.065170 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b7e5da3f-79d0-483d-a6a8-665ecd03ce0e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6319001 Feb 10 11:37:43.068320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39010) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:43.117645 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Allocated IP 172.20.0.1 (5d3844bf-1a42-48a2-8f07-16e35dd36076/b9db6a65-1ac7-4bed-a7fd-a63e6d977da1/f4757103-42d2-4e84-8f7f-1589e5a4bcff) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:43.256241 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0949c06b-0df3-4212-a1fd-181754f96f2b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:43.266105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-1549f1df-029e-482e-8f73-4ee4e144e9a3', 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'fixed_ips': [{'subnet_id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:37:43.266980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:43.280475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f2c8c0-c374-4780-b299-da2d46a5d4ed None None] Sync routers for ids ['6b0115d0-c134-4231-8a55-f8853891cad8'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:43.285720 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0949c06b-0df3-4212-a1fd-181754f96f2b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/6b0115d0-c134-4231-8a55-f8853891cad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5837767 Feb 10 11:37:43.288904 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39014) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:43.316625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:43.337605 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Transition to ACTIVE for port object f4757103-42d2-4e84-8f7f-1589e5a4bcff will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:43.361985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:43.381036 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f2c8c0-c374-4780-b299-da2d46a5d4ed None None] Routers {'6b0115d0-c134-4231-8a55-f8853891cad8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:43.381693 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f9f2c8c0-c374-4780-b299-da2d46a5d4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6b0115d0-c134-4231-8a55-f8853891cad8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:43.435085 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 5d3844bf-1a42-48a2-8f07-16e35dd36076 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:43.438251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:43.441162 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:43.480225 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=f4757103-42d2-4e84-8f7f-1589e5a4bcff,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:43.511835 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:43.562833 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Allocated IP 172.20.0.2 (1549f1df-029e-482e-8f73-4ee4e144e9a3/acd0ea9d-e703-433d-9ab3-3c03315b7281/dcaf3c1f-627c-420e-96d4-c708642d36c9) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:43.623280 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:43.725954 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-f9f2c8c0-c374-4780-b299-da2d46a5d4ed None None] Set router 6b0115d0-c134-4231-8a55-f8853891cad8 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:43.794748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07f740b-a7e9-4bee-8023-b5c7300bf174 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting subnet 7a0230f2-721d-4926-a0e7-e18109b96ea0 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:37:43.825435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b07f740b-a7e9-4bee-8023-b5c7300bf174 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:43.981261 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:44.077729 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c0cf1717-d9e6-484c-ad19-668a5f13337f None None] Provisioning for port f4757103-42d2-4e84-8f7f-1589e5a4bcff completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:44.099122 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c0cf1717-d9e6-484c-ad19-668a5f13337f None None] Provisioning complete for port f4757103-42d2-4e84-8f7f-1589e5a4bcff triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:44.099534 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c0cf1717-d9e6-484c-ad19-668a5f13337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:44.134754 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b07f740b-a7e9-4bee-8023-b5c7300bf174 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:44.263018 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:44.269873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf1717-d9e6-484c-ad19-668a5f13337f None None] Port f4757103-42d2-4e84-8f7f-1589e5a4bcff cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:44.270125 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:44.271784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:44.295309 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Transition to ACTIVE for port object dcaf3c1f-627c-420e-96d4-c708642d36c9 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:44.321716 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Transition to ACTIVE for port object dcaf3c1f-627c-420e-96d4-c708642d36c9 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:44.326002 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f9f2c8c0-c374-4780-b299-da2d46a5d4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:37:40Z', 'revision_number': 7, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:44.330783 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:44.355365 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b07f740b-a7e9-4bee-8023-b5c7300bf174 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:44.367062 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f2c8c0-c374-4780-b299-da2d46a5d4ed None None] Checking router: 6b0115d0-c134-4231-8a55-f8853891cad8 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:37:44.415128 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:44.421254 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=f4757103-42d2-4e84-8f7f-1589e5a4bcff,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:44.426672 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Network 1549f1df-029e-482e-8f73-4ee4e144e9a3 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:44.427572 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Pushing event updated for resources: {'Port': ['ID=dcaf3c1f-627c-420e-96d4-c708642d36c9,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:44.431371 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:44.434391 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f2c8c0-c374-4780-b299-da2d46a5d4ed None None] Routers {'6b0115d0-c134-4231-8a55-f8853891cad8'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:44.435028 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f9f2c8c0-c374-4780-b299-da2d46a5d4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6b0115d0-c134-4231-8a55-f8853891cad8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:44.487223 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:44.496837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b07f740b-a7e9-4bee-8023-b5c7300bf174 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:44.554205 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f740b-a7e9-4bee-8023-b5c7300bf174 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Subnet': ['ID=7a0230f2-721d-4926-a0e7-e18109b96ea0,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:44.560968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Allocated IP 172.20.0.1 (1549f1df-029e-482e-8f73-4ee4e144e9a3/acd0ea9d-e703-433d-9ab3-3c03315b7281/0ef6c440-3dce-4b04-889c-435f8a56a10d) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:44.570372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b07f740b-a7e9-4bee-8023-b5c7300bf174 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:44.587799 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b07f740b-a7e9-4bee-8023-b5c7300bf174 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/subnets/7a0230f2-721d-4926-a0e7-e18109b96ea0 HTTP/1.1" status: 204 len: 168 time: 1.2511292 Feb 10 11:37:44.589644 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39018) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:44.622770 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b1298d-85e4-4216-acc8-dc6ab749cf0f None None] Network cb72c25c-df2c-4406-bb4c-56e973a31e8f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:44.632849 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 5d3844bf-1a42-48a2-8f07-16e35dd36076 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:44.636103 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:44.797512 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Attempting to bind port dcaf3c1f-627c-420e-96d4-c708642d36c9 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:37:44.798784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Attempting to bind port dcaf3c1f-627c-420e-96d4-c708642d36c9 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '7f75e1c2-7d4b-4138-92d9-41f4f6020484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:37:44.798784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Attempting to bind port dcaf3c1f-627c-420e-96d4-c708642d36c9 on network 1549f1df-029e-482e-8f73-4ee4e144e9a3 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:44.927799 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:37:44.928181 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Checking segment: {'id': '7f75e1c2-7d4b-4138-92d9-41f4f6020484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:44.928608 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:44.929004 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Bound using segment: {'id': '7f75e1c2-7d4b-4138-92d9-41f4f6020484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:37:44.929542 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Bound port: dcaf3c1f-627c-420e-96d4-c708642d36c9, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f75e1c2-7d4b-4138-92d9-41f4f6020484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:37:44.929969 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:45.033409 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:45.058948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Transition to ACTIVE for port object 0ef6c440-3dce-4b04-889c-435f8a56a10d will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:45.059211 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-f9f2c8c0-c374-4780-b299-da2d46a5d4ed None None] Set router 6b0115d0-c134-4231-8a55-f8853891cad8 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:45.104468 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4862c6af-fed5-4915-9acb-e43100068413 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:45.159699 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:45.177085 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router 44bdd3c0-2912-4489-b0ea-7efbf522fa99 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:45.287187 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] For port dcaf3c1f-627c-420e-96d4-c708642d36c9, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:37:45.303482 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network 1549f1df-029e-482e-8f73-4ee4e144e9a3 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:45.308395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:45.310736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4e8be909-f654-4895-8ed2-67cc91740592 None None] Provisioning complete for port f4757103-42d2-4e84-8f7f-1589e5a4bcff triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:45.311110 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4e8be909-f654-4895-8ed2-67cc91740592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:45.316536 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:45.341623 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=0ef6c440-3dce-4b04-889c-435f8a56a10d,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:45.344759 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] For port dcaf3c1f-627c-420e-96d4-c708642d36c9, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=dcaf3c1f-627c-420e-96d4-c708642d36c9,segment=NetworkSegment(7f75e1c2-7d4b-4138-92d9-41f4f6020484),segment_id=7f75e1c2-7d4b-4138-92d9-41f4f6020484)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:37:45.367813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:45.395382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:45.410973 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:45.426567 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2797d42f-5ade-4f0a-a7ac-1b466d0e589e tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "PUT /v2.0/routers/44bdd3c0-2912-4489-b0ea-7efbf522fa99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6337032 Feb 10 11:37:45.427412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39022) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:45.428686 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011de77-f5b4-4294-bfd4-a1bd7e942ed7 None None] Sync routers for ids ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:45.436191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'port': {'network_id': '5d3844bf-1a42-48a2-8f07-16e35dd36076', 'name': 'tempest-FloatingIPTestJSON-594653330'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:45.448057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-4e8be909-f654-4895-8ed2-67cc91740592 None None] Port f4757103-42d2-4e84-8f7f-1589e5a4bcff cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:45.463966 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011de77-f5b4-4294-bfd4-a1bd7e942ed7 None None] Routers {'44bdd3c0-2912-4489-b0ea-7efbf522fa99'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:45.472036 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a011de77-f5b4-4294-bfd4-a1bd7e942ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:45.476520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d836aa08-9d69-43bb-ad6b-ffea6c902266 None None] DHCP port deletion for cb72c25c-df2c-4406-bb4c-56e973a31e8f request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:37:45.500163 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d836aa08-9d69-43bb-ad6b-ffea6c902266 None None] Deleting port 833f2ba0-d4cf-4245-bf57-54fb18d48140 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:45.500545 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d836aa08-9d69-43bb-ad6b-ffea6c902266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:45.568448 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:45.570092 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b55da-fdf9-41e4-8c2e-7686d95db530 None None] Pushing event updated for resources: {'Port': ['ID=dcaf3c1f-627c-420e-96d4-c708642d36c9,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:45.571852 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a011de77-f5b4-4294-bfd4-a1bd7e942ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:45.594082 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011de77-f5b4-4294-bfd4-a1bd7e942ed7 None None] Routers {'44bdd3c0-2912-4489-b0ea-7efbf522fa99'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:45.597355 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a011de77-f5b4-4294-bfd4-a1bd7e942ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:45.618585 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:45.623653 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Usage tracker for resource:port and tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:45.627672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:45.634728 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:45.649496 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Made reservation on behalf of 4d0ad0ff719548caa5ca82cc8d9f9d47 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:45.655975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:45.676899 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4862c6af-fed5-4915-9acb-e43100068413 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:45.708103 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a011de77-f5b4-4294-bfd4-a1bd7e942ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:45.708772 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011de77-f5b4-4294-bfd4-a1bd7e942ed7 None None] The sync data for ids ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:45.753386 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] device_id is not set on port 4c3e7031-a10d-4b0e-9867-7212616f5f25 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:37:45.790488 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 833f2ba0-d4cf-4245-bf57-54fb18d48140 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:45.897997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f9f2c8c0-c374-4780-b299-da2d46a5d4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:37:40Z', 'revision_number': 7, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:45.911689 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f2c8c0-c374-4780-b299-da2d46a5d4ed None None] The sync data for ids ['6b0115d0-c134-4231-8a55-f8853891cad8'] in dv-neutron-828497-1-hyperv is: [{'id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'name': 'tempest-TestNetworkBasicOps-router-595742680', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:44Z', 'updated_at': '2022-02-10T11:37:40Z', 'revision_number': 7, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'a2841af1-aa28-417b-809a-e8513e350eb0', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0115d0-c134-4231-8a55-f8853891cad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:45.918987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d836aa08-9d69-43bb-ad6b-ffea6c902266 None None] For port 833f2ba0-d4cf-4245-bf57-54fb18d48140, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=833f2ba0-d4cf-4245-bf57-54fb18d48140,segment=NetworkSegment(4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7),segment_id=4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:45.919392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d836aa08-9d69-43bb-ad6b-ffea6c902266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:46.016323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Allocated IP 172.20.0.6 (5d3844bf-1a42-48a2-8f07-16e35dd36076/b9db6a65-1ac7-4bed-a7fd-a63e6d977da1/4c3e7031-a10d-4b0e-9867-7212616f5f25) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:46.030995 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4862c6af-fed5-4915-9acb-e43100068413 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port a2841af1-aa28-417b-809a-e8513e350eb0 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:46.031470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4862c6af-fed5-4915-9acb-e43100068413 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:46.071951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d836aa08-9d69-43bb-ad6b-ffea6c902266 None None] Calling delete_port for 833f2ba0-d4cf-4245-bf57-54fb18d48140 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:46.200824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:46.246368 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d836aa08-9d69-43bb-ad6b-ffea6c902266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:46.259296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:46.287793 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Transition to ACTIVE for port object 4c3e7031-a10d-4b0e-9867-7212616f5f25 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:46.317233 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:46.354188 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836aa08-9d69-43bb-ad6b-ffea6c902266 None None] Pushing event deleted for resources: {'Port': ['ID=833f2ba0-d4cf-4245-bf57-54fb18d48140,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:46.363387 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d836aa08-9d69-43bb-ad6b-ffea6c902266 None None] No DVR routers for this DVR port 833f2ba0-d4cf-4245-bf57-54fb18d48140 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:37:46.415156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Network 5d3844bf-1a42-48a2-8f07-16e35dd36076 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:46.415395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4862c6af-fed5-4915-9acb-e43100068413 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port a2841af1-aa28-417b-809a-e8513e350eb0, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a2841af1-aa28-417b-809a-e8513e350eb0,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:46.415827 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4862c6af-fed5-4915-9acb-e43100068413 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:46.418717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:46.423923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:46.587774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event updated for resources: {'Port': ['ID=4c3e7031-a10d-4b0e-9867-7212616f5f25,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:46.604506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4862c6af-fed5-4915-9acb-e43100068413 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for a2841af1-aa28-417b-809a-e8513e350eb0 owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:46.636724 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:46.640682 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:46.680057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39026) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:46.680426 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-211036a9-db76-4b63-88a6-06aa1da87db0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2517617 Feb 10 11:37:46.686288 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-60705532-ad91-4b43-a8eb-16b0150c3861 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Request body: {'floatingip': {'port_id': '4c3e7031-a10d-4b0e-9867-7212616f5f25'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:46.805864 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:46.809113 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-01d80f15-5fc7-4f2b-a03b-2b0819a4eab5 None None] Provisioning for port 4c3e7031-a10d-4b0e-9867-7212616f5f25 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:46.815226 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-01d80f15-5fc7-4f2b-a03b-2b0819a4eab5 None None] Provisioning complete for port 4c3e7031-a10d-4b0e-9867-7212616f5f25 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:46.815600 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-01d80f15-5fc7-4f2b-a03b-2b0819a4eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:46.822348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:46.882059 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-01d80f15-5fc7-4f2b-a03b-2b0819a4eab5 None None] Port 4c3e7031-a10d-4b0e-9867-7212616f5f25 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:46.902167 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60705532-ad91-4b43-a8eb-16b0150c3861 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:46.960070 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9447c51c-0ed3-486f-978d-689000a8ae1e None None] Network 1549f1df-029e-482e-8f73-4ee4e144e9a3 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:47.062524 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2a6703c3-d287-471c-bee7-861c90f701e7 None None] Provisioning for port dcaf3c1f-627c-420e-96d4-c708642d36c9 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:47.075731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:47.082669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=0ef6c440-3dce-4b04-889c-435f8a56a10d,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:47.343723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4862c6af-fed5-4915-9acb-e43100068413 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:47.410625 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862c6af-fed5-4915-9acb-e43100068413 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=a2841af1-aa28-417b-809a-e8513e350eb0,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:47.537166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d9a81902-8353-415b-964a-80f8e955576e None None] Provisioning for port 0ef6c440-3dce-4b04-889c-435f8a56a10d completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:47.544689 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d9a81902-8353-415b-964a-80f8e955576e None None] Provisioning complete for port 0ef6c440-3dce-4b04-889c-435f8a56a10d triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:47.545083 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d9a81902-8353-415b-964a-80f8e955576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:47.681922 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d9a81902-8353-415b-964a-80f8e955576e None None] Port 0ef6c440-3dce-4b04-889c-435f8a56a10d cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:47.820322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-65f78192-e589-4071-96d2-965c759466ba None None] Provisioning complete for port 0ef6c440-3dce-4b04-889c-435f8a56a10d triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:47.820725 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-65f78192-e589-4071-96d2-965c759466ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:47.839095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network 1549f1df-029e-482e-8f73-4ee4e144e9a3 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:47.845451 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:47.852062 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device dcaf3c1f-627c-420e-96d4-c708642d36c9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:47.967905 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-65f78192-e589-4071-96d2-965c759466ba None None] Port 0ef6c440-3dce-4b04-889c-435f8a56a10d cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:47.992837 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port dcaf3c1f-627c-420e-96d4-c708642d36c9 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:47.999394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port dcaf3c1f-627c-420e-96d4-c708642d36c9 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:47.999696 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:48.140946 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:48.187820 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port dcaf3c1f-627c-420e-96d4-c708642d36c9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=dcaf3c1f-627c-420e-96d4-c708642d36c9,segment=NetworkSegment(7f75e1c2-7d4b-4138-92d9-41f4f6020484),segment_id=7f75e1c2-7d4b-4138-92d9-41f4f6020484)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:48.194496 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:48.229761 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fdee2c39-41be-4201-b24e-f6de175ecfd6 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:48.276976 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4862c6af-fed5-4915-9acb-e43100068413 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:48.290266 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: fdee2c39-41be-4201-b24e-f6de175ecfd6 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:48.290604 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fdee2c39-41be-4201-b24e-f6de175ecfd6 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:48.295308 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-304dbffc-44e3-4e9a-b810-3f20259e430b None None] Provisioning complete for port 0ef6c440-3dce-4b04-889c-435f8a56a10d triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:48.295700 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-304dbffc-44e3-4e9a-b810-3f20259e430b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:48.357883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=dcaf3c1f-627c-420e-96d4-c708642d36c9,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:48.366715 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-304dbffc-44e3-4e9a-b810-3f20259e430b None None] Port 0ef6c440-3dce-4b04-889c-435f8a56a10d cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:48.866359 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4862c6af-fed5-4915-9acb-e43100068413 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:48.886045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4862c6af-fed5-4915-9acb-e43100068413 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:48.995118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4862c6af-fed5-4915-9acb-e43100068413 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:48.995617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4862c6af-fed5-4915-9acb-e43100068413 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Fanout notify agent at l3_agent the message router_deleted on router 6b0115d0-c134-4231-8a55-f8853891cad8 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:37:49.058445 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4862c6af-fed5-4915-9acb-e43100068413 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.059588 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4862c6af-fed5-4915-9acb-e43100068413 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/routers/6b0115d0-c134-4231-8a55-f8853891cad8 HTTP/1.1" status: 204 len: 168 time: 4.4690223 Feb 10 11:37:49.063336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39030) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:49.074252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60705532-ad91-4b43-a8eb-16b0150c3861 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.084149 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60705532-ad91-4b43-a8eb-16b0150c3861 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.199417 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50696bce-2d93-4b63-a506-8137c179bceb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.257892 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:37:49.350708 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50696bce-2d93-4b63-a506-8137c179bceb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.379844 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-50696bce-2d93-4b63-a506-8137c179bceb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb72c25c-df2c-4406-bb4c-56e973a31e8f']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:49.393401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-50696bce-2d93-4b63-a506-8137c179bceb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:49.393671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-50696bce-2d93-4b63-a506-8137c179bceb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed605b8-9f4d-4150-9131-2ef6ae5fd8c7') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:49.409390 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50696bce-2d93-4b63-a506-8137c179bceb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.431956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50696bce-2d93-4b63-a506-8137c179bceb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.443408 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50696bce-2d93-4b63-a506-8137c179bceb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:37:49.443868 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50696bce-2d93-4b63-a506-8137c179bceb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:37:49.459998 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:37:49.466455 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [None req-60705532-ad91-4b43-a8eb-16b0150c3861 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Floating IP df780f8b-5847-4b0c-9bed-6993946c2e98 associated. External IP: 172.26.4.52, port: a45c8735-2e3e-454b-9e79-a0f654239fb8. Feb 10 11:37:49.576137 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50696bce-2d93-4b63-a506-8137c179bceb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.603389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50696bce-2d93-4b63-a506-8137c179bceb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.610687 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50696bce-2d93-4b63-a506-8137c179bceb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Network': ['ID=cb72c25c-df2c-4406-bb4c-56e973a31e8f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:49.621623 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:49.628686 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-50696bce-2d93-4b63-a506-8137c179bceb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/networks/cb72c25c-df2c-4406-bb4c-56e973a31e8f HTTP/1.1" status: 204 len: 168 time: 0.5651412 Feb 10 11:37:49.628992 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a1671ef2-ea5f-48d6-8de5-eb6a7816180d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/0dfaf5b2-3a90-4126-bfd4-7cfe4306e253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5592937 Feb 10 11:37:49.630611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39034) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:49.636538 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a112c7fe-54aa-45fc-a4af-41a673080a8e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1680299977'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:49.637652 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Sync routers for ids ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:49.642561 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a112c7fe-54aa-45fc-a4af-41a673080a8e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:49.646774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a112c7fe-54aa-45fc-a4af-41a673080a8e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:network and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:49.650234 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a112c7fe-54aa-45fc-a4af-41a673080a8e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:49.656157 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39038) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:49.659773 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a112c7fe-54aa-45fc-a4af-41a673080a8e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:49.664116 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Routers {'0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:49.665224 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:49.671077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-31ae05ad-1015-4e29-89a2-7a4161a343d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'network': {'name': 'tempest-network-smoke--315130625', 'project_id': '0287a4c215574103957c73d52a854e74', 'port_security_enabled': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:49.679727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-31ae05ad-1015-4e29-89a2-7a4161a343d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:49.687505 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a112c7fe-54aa-45fc-a4af-41a673080a8e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:49.688324 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-31ae05ad-1015-4e29-89a2-7a4161a343d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:network and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:49.690368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a112c7fe-54aa-45fc-a4af-41a673080a8e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.692951 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-31ae05ad-1015-4e29-89a2-7a4161a343d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:49.701705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-31ae05ad-1015-4e29-89a2-7a4161a343d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:49.716432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ae05ad-1015-4e29-89a2-7a4161a343d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:49.719819 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31ae05ad-1015-4e29-89a2-7a4161a343d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.756755 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a112c7fe-54aa-45fc-a4af-41a673080a8e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:37:49.770002 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ae05ad-1015-4e29-89a2-7a4161a343d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:37:49.785083 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31ae05ad-1015-4e29-89a2-7a4161a343d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.785382 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-31ae05ad-1015-4e29-89a2-7a4161a343d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Added segment 344cf98f-3f56-4ac7-8c9a-732a76056c0c of type vlan for network 93df1815-38d8-4c40-af2a-090e65c006e2 Feb 10 11:37:49.785600 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a112c7fe-54aa-45fc-a4af-41a673080a8e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.786183 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-a112c7fe-54aa-45fc-a4af-41a673080a8e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Added segment 3d8bd062-37a1-4f05-84b4-bae20d69f32d of type vlan for network 206d94da-f51e-409d-829a-fafa161987e0 Feb 10 11:37:49.826465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device dcaf3c1f-627c-420e-96d4-c708642d36c9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:49.837557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a112c7fe-54aa-45fc-a4af-41a673080a8e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.886050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31ae05ad-1015-4e29-89a2-7a4161a343d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.895532 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a112c7fe-54aa-45fc-a4af-41a673080a8e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.900976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a112c7fe-54aa-45fc-a4af-41a673080a8e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:49.901810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a112c7fe-54aa-45fc-a4af-41a673080a8e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.940557 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Set router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:49.948553 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a112c7fe-54aa-45fc-a4af-41a673080a8e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3160448 Feb 10 11:37:49.952368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39042) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:50.005055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31ae05ad-1015-4e29-89a2-7a4161a343d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:50.008781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ae05ad-1015-4e29-89a2-7a4161a343d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:50.009401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31ae05ad-1015-4e29-89a2-7a4161a343d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:50.018572 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e45a4437-41cd-4fbd-84e1-2d9a5f4ca672 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'subnet': {'network_id': '206d94da-f51e-409d-829a-fafa161987e0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:50.133087 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-31ae05ad-1015-4e29-89a2-7a4161a343d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4719443 Feb 10 11:37:50.134074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39046) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:50.147839 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1121164917', 'admin_state_up': True, 'project_id': '0287a4c215574103957c73d52a854e74', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:50.151973 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112c7fe-54aa-45fc-a4af-41a673080a8e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Network': ['ID=206d94da-f51e-409d-829a-fafa161987e0,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:50.170211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae05ad-1015-4e29-89a2-7a4161a343d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Network': ['ID=93df1815-38d8-4c40-af2a-090e65c006e2,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:50.173646 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e45a4437-41cd-4fbd-84e1-2d9a5f4ca672 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:50.176860 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:50.177888 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e45a4437-41cd-4fbd-84e1-2d9a5f4ca672 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:subnet and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:50.181633 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e45a4437-41cd-4fbd-84e1-2d9a5f4ca672 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:50.188244 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e45a4437-41cd-4fbd-84e1-2d9a5f4ca672 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:50.189486 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:router and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:50.196494 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:50.202144 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45a4437-41cd-4fbd-84e1-2d9a5f4ca672 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:50.211975 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:50.247963 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:50.249605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:50.276144 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 206d94da-f51e-409d-829a-fafa161987e0 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:37:50.291369 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 93df1815-38d8-4c40-af2a-090e65c006e2 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:37:50.301248 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:50.320363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60705532-ad91-4b43-a8eb-16b0150c3861 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router a56953d0-8900-457e-93bf-a8749eda4dbf has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:50.327197 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e45a4437-41cd-4fbd-84e1-2d9a5f4ca672 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:50.458162 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port dcaf3c1f-627c-420e-96d4-c708642d36c9 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:50.458783 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:50.575238 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e45a4437-41cd-4fbd-84e1-2d9a5f4ca672 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:50.664130 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a4437-41cd-4fbd-84e1-2d9a5f4ca672 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Subnet': ['ID=8c41238d-a18b-4e06-a86b-4293f88700fb,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:50.679790 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45a4437-41cd-4fbd-84e1-2d9a5f4ca672 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Checking segment: {'id': '3d8bd062-37a1-4f05-84b4-bae20d69f32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '206d94da-f51e-409d-829a-fafa161987e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:50.680154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45a4437-41cd-4fbd-84e1-2d9a5f4ca672 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network hostable DHCP agents. Network: 206d94da-f51e-409d-829a-fafa161987e0, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:37:50.707595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45a4437-41cd-4fbd-84e1-2d9a5f4ca672 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network 206d94da-f51e-409d-829a-fafa161987e0 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:37:50.718761 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e45a4437-41cd-4fbd-84e1-2d9a5f4ca672 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 206d94da-f51e-409d-829a-fafa161987e0) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:50.725547 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45a4437-41cd-4fbd-84e1-2d9a5f4ca672 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:50.725547 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e45a4437-41cd-4fbd-84e1-2d9a5f4ca672 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:50.739957 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c3d531-e7e1-4601-87f4-ab3fd57ef7b8 None None] Network 206d94da-f51e-409d-829a-fafa161987e0 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:50.760692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:50.761778 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e45a4437-41cd-4fbd-84e1-2d9a5f4ca672 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8080769 Feb 10 11:37:50.762615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39050) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:50.872102 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a2841af1-aa28-417b-809a-e8513e350eb0 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:50.924726 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:37:45Z', 'revision_number': 2, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None, '_interfaces': [{'id': '0ef6c440-3dce-4b04-889c-435f8a56a10d', 'name': '', 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:f2:f0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:44Z', 'updated_at': '2022-02-10T11:37:46Z', 'revision_number': 2, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:50.927094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: a2841af1-aa28-417b-809a-e8513e350eb0 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:50.927432 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a2841af1-aa28-417b-809a-e8513e350eb0 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:50.938428 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Checking router: 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:37:50.939308 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Updating router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 port 0ef6c440-3dce-4b04-889c-435f8a56a10d binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:37:50.950356 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60705532-ad91-4b43-a8eb-16b0150c3861 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:50.964605 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80093dc6-135a-468e-895b-127ab70b7360 None None] Sync routers for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:50.983332 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80093dc6-135a-468e-895b-127ab70b7360 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:50.984366 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-80093dc6-135a-468e-895b-127ab70b7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:51.030271 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:51.063273 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-80093dc6-135a-468e-895b-127ab70b7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:51.076975 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80093dc6-135a-468e-895b-127ab70b7360 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:51.077618 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-80093dc6-135a-468e-895b-127ab70b7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:51.152674 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-80093dc6-135a-468e-895b-127ab70b7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:51.153100 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80093dc6-135a-468e-895b-127ab70b7360 None None] The sync data for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:51.212840 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:51.233322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-206d94da-f51e-409d-829a-fafa161987e0', 'network_id': '206d94da-f51e-409d-829a-fafa161987e0', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'fixed_ips': [{'subnet_id': '8c41238d-a18b-4e06-a86b-4293f88700fb'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:37:51.234140 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:51.248592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:51.441964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.26.4.157 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/0e2bb6a6-e299-42e2-a5f6-2a8e72777b20) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:51.540760 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Allocated IP 172.21.0.2 (206d94da-f51e-409d-829a-fafa161987e0/8c41238d-a18b-4e06-a86b-4293f88700fb/9e6472dd-59df-4cb4-ad8d-eb563106234b) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:51.594170 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:51.757289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:51.766241 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:51.796800 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Transition to ACTIVE for port object 0ef6c440-3dce-4b04-889c-435f8a56a10d will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:51.823496 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:51.835116 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:51.906083 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:51.915674 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:51.916498 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=0e2bb6a6-e299-42e2-a5f6-2a8e72777b20,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:51.921226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60705532-ad91-4b43-a8eb-16b0150c3861 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router 44bdd3c0-2912-4489-b0ea-7efbf522fa99 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:51.921374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Transition to ACTIVE for port object 9e6472dd-59df-4cb4-ad8d-eb563106234b will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:51.922723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:51.926920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:52.000296 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Transition to ACTIVE for port object 9e6472dd-59df-4cb4-ad8d-eb563106234b will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:52.072949 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa5425-4638-49af-b19b-bcfc76af3ed1 None None] Pushing event updated for resources: {'Port': ['ID=0ef6c440-3dce-4b04-889c-435f8a56a10d,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:52.075932 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.160328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Network 206d94da-f51e-409d-829a-fafa161987e0 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:52.181886 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Allocated IP 172.21.0.1 (206d94da-f51e-409d-829a-fafa161987e0/8c41238d-a18b-4e06-a86b-4293f88700fb/a52605a1-8883-4c45-8fd4-d575d6275812) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:52.190296 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:52.199866 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:52.277403 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Pushing event updated for resources: {'Port': ['ID=9e6472dd-59df-4cb4-ad8d-eb563106234b,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:52.306615 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.307457 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.359642 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Attempting to bind port 0ef6c440-3dce-4b04-889c-435f8a56a10d on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:37:52.360037 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Attempting to bind port 0ef6c440-3dce-4b04-889c-435f8a56a10d by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '7f75e1c2-7d4b-4138-92d9-41f4f6020484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:37:52.360409 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Attempting to bind port 0ef6c440-3dce-4b04-889c-435f8a56a10d on network 1549f1df-029e-482e-8f73-4ee4e144e9a3 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:52.376941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.377267 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Attempting to bind port 9e6472dd-59df-4cb4-ad8d-eb563106234b on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:37:52.377451 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Attempting to bind port 9e6472dd-59df-4cb4-ad8d-eb563106234b by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '3d8bd062-37a1-4f05-84b4-bae20d69f32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '206d94da-f51e-409d-829a-fafa161987e0'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:37:52.377835 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Attempting to bind port 9e6472dd-59df-4cb4-ad8d-eb563106234b on network 206d94da-f51e-409d-829a-fafa161987e0 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:52.384991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:37:52.385399 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Checking segment: {'id': '7f75e1c2-7d4b-4138-92d9-41f4f6020484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:52.386339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.386339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Bound using segment: {'id': '7f75e1c2-7d4b-4138-92d9-41f4f6020484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:37:52.386721 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Bound port: 0ef6c440-3dce-4b04-889c-435f8a56a10d, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f75e1c2-7d4b-4138-92d9-41f4f6020484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:37:52.387098 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.395206 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Transition to ACTIVE for port object a52605a1-8883-4c45-8fd4-d575d6275812 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:52.411718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:37:52.412079 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Checking segment: {'id': '3d8bd062-37a1-4f05-84b4-bae20d69f32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '206d94da-f51e-409d-829a-fafa161987e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:52.412623 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.412867 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Bound using segment: {'id': '3d8bd062-37a1-4f05-84b4-bae20d69f32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '206d94da-f51e-409d-829a-fafa161987e0'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:37:52.413875 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Bound port: 9e6472dd-59df-4cb4-ad8d-eb563106234b, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8bd062-37a1-4f05-84b4-bae20d69f32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '206d94da-f51e-409d-829a-fafa161987e0'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:37:52.414047 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.418941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.501346 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network 206d94da-f51e-409d-829a-fafa161987e0 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:52.505483 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:52.507520 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=a52605a1-8883-4c45-8fd4-d575d6275812,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:52.509992 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:52.577377 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.635224 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60705532-ad91-4b43-a8eb-16b0150c3861 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:52.636742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] For port 0ef6c440-3dce-4b04-889c-435f8a56a10d, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:37:52.646318 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] For port 9e6472dd-59df-4cb4-ad8d-eb563106234b, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:37:52.649841 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] For port 9e6472dd-59df-4cb4-ad8d-eb563106234b, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9e6472dd-59df-4cb4-ad8d-eb563106234b,segment=NetworkSegment(3d8bd062-37a1-4f05-84b4-bae20d69f32d),segment_id=3d8bd062-37a1-4f05-84b4-bae20d69f32d)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:37:52.655727 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af8b0b-55f4-4df0-b8ae-e5a8b2164219 None None] Sync routers for ids ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:52.661349 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.667671 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] For port 0ef6c440-3dce-4b04-889c-435f8a56a10d, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0ef6c440-3dce-4b04-889c-435f8a56a10d,segment=NetworkSegment(7f75e1c2-7d4b-4138-92d9-41f4f6020484),segment_id=7f75e1c2-7d4b-4138-92d9-41f4f6020484)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:37:52.674294 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.677813 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60705532-ad91-4b43-a8eb-16b0150c3861 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.703755 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.753465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51af8b0b-55f4-4df0-b8ae-e5a8b2164219 None None] Routers {'44bdd3c0-2912-4489-b0ea-7efbf522fa99'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:52.754093 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-51af8b0b-55f4-4df0-b8ae-e5a8b2164219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:52.838874 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-60705532-ad91-4b43-a8eb-16b0150c3861 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "PUT /v2.0/floatingips/df780f8b-5847-4b0c-9bed-6993946c2e98 HTTP/1.1" status: 200 len: 976 time: 6.1541431 Feb 10 11:37:52.840141 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-51af8b0b-55f4-4df0-b8ae-e5a8b2164219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:52.843498 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39062) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:52.844845 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11864a-5d73-4f17-9de1-08344953d7db None None] Pushing event updated for resources: {'Port': ['ID=9e6472dd-59df-4cb4-ad8d-eb563106234b,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:52.914178 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Routers {'0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:52.915055 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:52.969338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a8f7e558-0456-478f-9c63-29e60af5e8a2 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Deleting port 4c3e7031-a10d-4b0e-9867-7212616f5f25 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:52.970494 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e558-0456-478f-9c63-29e60af5e8a2 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:53.135026 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51af8b0b-55f4-4df0-b8ae-e5a8b2164219 None None] Routers {'44bdd3c0-2912-4489-b0ea-7efbf522fa99'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:53.137517 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-51af8b0b-55f4-4df0-b8ae-e5a8b2164219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:53.281106 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-51af8b0b-55f4-4df0-b8ae-e5a8b2164219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:53.281528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af8b0b-55f4-4df0-b8ae-e5a8b2164219 None None] The sync data for ids ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:53.287461 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa5425-4638-49af-b19b-bcfc76af3ed1 None None] Pushing event updated for resources: {'Port': ['ID=0ef6c440-3dce-4b04-889c-435f8a56a10d,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:53.314413 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:53.320714 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:53.326234 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] Set router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:53.432878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 5d07be48-1c9c-4a81-bd87-d3b232f908df is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:37:53.487438 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e558-0456-478f-9c63-29e60af5e8a2 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:53.561287 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:53.576555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=a52605a1-8883-4c45-8fd4-d575d6275812,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:53.720774 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:37:52Z', 'revision_number': 3, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None, '_interfaces': [{'id': '0ef6c440-3dce-4b04-889c-435f8a56a10d', 'name': '', 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:f2:f0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:44Z', 'updated_at': '2022-02-10T11:37:52Z', 'revision_number': 4, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a52605a1-8883-4c45-8fd4-d575d6275812', 'name': '', 'network_id': '206d94da-f51e-409d-829a-fafa161987e0', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:d7:5a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:37:52Z', 'revision_number': 1, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:53.726478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db316cc-5677-403f-9393-8e0e2e1348af None None] The sync data for ids ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'] in dv-neutron-828497-1-hyperv is: [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:37:52Z', 'revision_number': 3, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None, '_interfaces': [{'id': '0ef6c440-3dce-4b04-889c-435f8a56a10d', 'name': '', 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:f2:f0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:44Z', 'updated_at': '2022-02-10T11:37:52Z', 'revision_number': 4, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a52605a1-8883-4c45-8fd4-d575d6275812', 'name': '', 'network_id': '206d94da-f51e-409d-829a-fafa161987e0', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:d7:5a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:37:52Z', 'revision_number': 1, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:53.742290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network 206d94da-f51e-409d-829a-fafa161987e0 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:53.746506 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:53.823268 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9e6472dd-59df-4cb4-ad8d-eb563106234b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:53.960179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 9e6472dd-59df-4cb4-ad8d-eb563106234b completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:54.090054 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e558-0456-478f-9c63-29e60af5e8a2 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:54.090426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e558-0456-478f-9c63-29e60af5e8a2 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:54.090712 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [None req-a8f7e558-0456-478f-9c63-29e60af5e8a2 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Floating IP df780f8b-5847-4b0c-9bed-6993946c2e98 disassociated. External IP: 172.26.4.52, port: 4c3e7031-a10d-4b0e-9867-7212616f5f25. Feb 10 11:37:54.091276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a8f7e558-0456-478f-9c63-29e60af5e8a2 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Calling delete_port for 4c3e7031-a10d-4b0e-9867-7212616f5f25 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:54.261229 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:54.298314 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e558-0456-478f-9c63-29e60af5e8a2 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:54.354658 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7e558-0456-478f-9c63-29e60af5e8a2 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Port': ['ID=4c3e7031-a10d-4b0e-9867-7212616f5f25,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:54.366055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:54.382195 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Sync routers for ids ['5d07be48-1c9c-4a81-bd87-d3b232f908df'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:54.396678 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Routers {'5d07be48-1c9c-4a81-bd87-d3b232f908df'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:54.397398 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['5d07be48-1c9c-4a81-bd87-d3b232f908df'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:54.440106 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419b9e1a-acf8-4bb9-8fa3-9d8a554e3d62 None None] Network 206d94da-f51e-409d-829a-fafa161987e0 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:54.518709 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:54.561712 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f8989e8c-98fb-4db9-9a9a-6ae7204fbbd9 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/0dfaf5b2-3a90-4126-bfd4-7cfe4306e253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7954099 Feb 10 11:37:54.562494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39068) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:54.577537 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cf3d2f19-d2c5-4a1a-a661-6469febef98e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'network': {'name': 'tempest-RoutersTest-64359334'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:54.578289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:54.584132 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4519a4f4-69ed-4df0-b181-149d07bd2a47 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4449193 Feb 10 11:37:54.601035 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39072) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:54.606365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cf3d2f19-d2c5-4a1a-a661-6469febef98e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:54.642870 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Set router 5d07be48-1c9c-4a81-bd87-d3b232f908df gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:54.683572 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ad804601-91a7-4bd5-9b45-ea347fd98e79 None None] Provisioning for port 9e6472dd-59df-4cb4-ad8d-eb563106234b completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:54.701865 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0b150a00-20b3-4e48-847e-2a844959c634 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=0287a4c215574103957c73d52a854e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0992141 Feb 10 11:37:54.707220 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cf3d2f19-d2c5-4a1a-a661-6469febef98e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:network and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:54.713525 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39076) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:54.720424 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ad804601-91a7-4bd5-9b45-ea347fd98e79 None None] Provisioning complete for port 9e6472dd-59df-4cb4-ad8d-eb563106234b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:54.722798 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cf3d2f19-d2c5-4a1a-a661-6469febef98e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:54.731510 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ad804601-91a7-4bd5-9b45-ea347fd98e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:54.751977 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cf3d2f19-d2c5-4a1a-a661-6469febef98e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:54.806700 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3d2f19-d2c5-4a1a-a661-6469febef98e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:54.810279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2f19-d2c5-4a1a-a661-6469febef98e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:54.910175 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3d2f19-d2c5-4a1a-a661-6469febef98e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:37:54.939336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2f19-d2c5-4a1a-a661-6469febef98e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:54.939918 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-cf3d2f19-d2c5-4a1a-a661-6469febef98e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Added segment bca3291c-2af5-4172-ace8-71c6f6847c86 of type vlan for network 1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8 Feb 10 11:37:55.009828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2f19-d2c5-4a1a-a661-6469febef98e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:55.059019 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2f19-d2c5-4a1a-a661-6469febef98e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:55.064538 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d2f19-d2c5-4a1a-a661-6469febef98e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:55.066082 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2f19-d2c5-4a1a-a661-6469febef98e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:55.105572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc115cf2-d444-48b1-ae2a-2870c0574ada tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:55.109717 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cc115cf2-d444-48b1-ae2a-2870c0574ada tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3923047 Feb 10 11:37:55.110751 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39080) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:55.125417 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'name': 'tempest-TestNetworkBasicOps-router-1121164917', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:50Z', 'updated_at': '2022-02-10T11:37:52Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:55.132882 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Checking router: 5d07be48-1c9c-4a81-bd87-d3b232f908df for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:37:55.133660 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Updating router 5d07be48-1c9c-4a81-bd87-d3b232f908df port 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:37:55.194183 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cf3d2f19-d2c5-4a1a-a661-6469febef98e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6265192 Feb 10 11:37:55.204455 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39084) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:55.220760 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5d77e6b3-523f-43c4-9099-0b58a9618444 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'subnet': {'network_id': '1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:55.223291 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:55.248837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d2f19-d2c5-4a1a-a661-6469febef98e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Network': ['ID=1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:55.270592 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:37:55.365224 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c15b75db-bd35-4069-a090-f078f86f4fe2 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2501111 Feb 10 11:37:55.365700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39088) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:55.378734 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5d77e6b3-523f-43c4-9099-0b58a9618444 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:55.378957 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3f9f52a5-c386-47eb-b797-82a1c445f409 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-772465733', 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2', 'project_id': '0287a4c215574103957c73d52a854e74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:55.383402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5d77e6b3-523f-43c4-9099-0b58a9618444 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:subnet and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:55.387012 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5d77e6b3-523f-43c4-9099-0b58a9618444 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:55.395942 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5d77e6b3-523f-43c4-9099-0b58a9618444 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:55.399713 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ad804601-91a7-4bd5-9b45-ea347fd98e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:55.420949 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d77e6b3-523f-43c4-9099-0b58a9618444 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:55.477209 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ad804601-91a7-4bd5-9b45-ea347fd98e79 None None] For port 9e6472dd-59df-4cb4-ad8d-eb563106234b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9e6472dd-59df-4cb4-ad8d-eb563106234b,segment=NetworkSegment(3d8bd062-37a1-4f05-84b4-bae20d69f32d),segment_id=3d8bd062-37a1-4f05-84b4-bae20d69f32d)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:55.482203 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ad804601-91a7-4bd5-9b45-ea347fd98e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:55.607256 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5d77e6b3-523f-43c4-9099-0b58a9618444 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:55.619249 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3f9f52a5-c386-47eb-b797-82a1c445f409 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:55.628130 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3f9f52a5-c386-47eb-b797-82a1c445f409 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:subnet and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:55.632310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3f9f52a5-c386-47eb-b797-82a1c445f409 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:55.641330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3f9f52a5-c386-47eb-b797-82a1c445f409 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:55.669293 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9f52a5-c386-47eb-b797-82a1c445f409 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:55.753536 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad804601-91a7-4bd5-9b45-ea347fd98e79 None None] Pushing event updated for resources: {'Port': ['ID=9e6472dd-59df-4cb4-ad8d-eb563106234b,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:55.814246 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3f9f52a5-c386-47eb-b797-82a1c445f409 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:55.832710 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:55.848687 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Transition to ACTIVE for port object 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:55.858135 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f7e558-0456-478f-9c63-29e60af5e8a2 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router 44bdd3c0-2912-4489-b0ea-7efbf522fa99 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:55.861558 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:55.928985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e6bbc490-bdc8-4741-8f5e-e81322d07859 None None] Provisioning complete for port 9e6472dd-59df-4cb4-ad8d-eb563106234b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:55.929451 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e6bbc490-bdc8-4741-8f5e-e81322d07859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:55.979766 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06010e-957d-4247-a99d-16adc663b5e5 None None] Pushing event updated for resources: {'Port': ['ID=0e2bb6a6-e299-42e2-a5f6-2a8e72777b20,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:55.981572 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0ef6c440-3dce-4b04-889c-435f8a56a10d up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:55.991340 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Attempting to bind port 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:37:55.991820 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Attempting to bind port 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:37:55.992182 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Attempting to bind port 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:56.010307 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06010e-957d-4247-a99d-16adc663b5e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:56.010579 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06010e-957d-4247-a99d-16adc663b5e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:56.010912 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06010e-957d-4247-a99d-16adc663b5e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:56.011242 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06010e-957d-4247-a99d-16adc663b5e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:56.011584 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06010e-957d-4247-a99d-16adc663b5e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:56.011916 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06010e-957d-4247-a99d-16adc663b5e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:56.012242 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06010e-957d-4247-a99d-16adc663b5e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:56.012613 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06010e-957d-4247-a99d-16adc663b5e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:56.012894 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06010e-957d-4247-a99d-16adc663b5e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:56.013246 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06010e-957d-4247-a99d-16adc663b5e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:56.013759 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06010e-957d-4247-a99d-16adc663b5e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:56.018861 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:37:56.019238 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:56.019641 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:56.020030 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:37:56.020509 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Bound port: 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:37:56.020900 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:56.108222 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:37:56.169564 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] For port 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:37:56.173600 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] For port 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0e2bb6a6-e299-42e2-a5f6-2a8e72777b20,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:37:56.183505 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:56.222021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 0ef6c440-3dce-4b04-889c-435f8a56a10d completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:56.225357 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5d77e6b3-523f-43c4-9099-0b58a9618444 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:56.231284 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 0ef6c440-3dce-4b04-889c-435f8a56a10d triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:56.231651 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:56.303192 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06010e-957d-4247-a99d-16adc663b5e5 None None] Pushing event updated for resources: {'Port': ['ID=0e2bb6a6-e299-42e2-a5f6-2a8e72777b20,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:56.316781 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Routers {'5d07be48-1c9c-4a81-bd87-d3b232f908df'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:56.317712 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['5d07be48-1c9c-4a81-bd87-d3b232f908df'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:56.339527 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77e6b3-523f-43c4-9099-0b58a9618444 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Subnet': ['ID=c4b8295a-c2c0-4ace-b90d-9b14f6f76440,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:56.388796 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d77e6b3-523f-43c4-9099-0b58a9618444 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Checking segment: {'id': 'bca3291c-2af5-4172-ace8-71c6f6847c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:56.389834 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d77e6b3-523f-43c4-9099-0b58a9618444 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network hostable DHCP agents. Network: 1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:37:56.406820 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:56.418343 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e6bbc490-bdc8-4741-8f5e-e81322d07859 None None] Provisioning for port a52605a1-8883-4c45-8fd4-d575d6275812 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:56.426243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d77e6b3-523f-43c4-9099-0b58a9618444 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network 1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:37:56.426645 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e6bbc490-bdc8-4741-8f5e-e81322d07859 None None] Provisioning complete for port a52605a1-8883-4c45-8fd4-d575d6275812 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:56.427249 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e6bbc490-bdc8-4741-8f5e-e81322d07859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:56.444029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-5d77e6b3-523f-43c4-9099-0b58a9618444 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:56.451963 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d77e6b3-523f-43c4-9099-0b58a9618444 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:56.453101 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5d77e6b3-523f-43c4-9099-0b58a9618444 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:56.453817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3f9f52a5-c386-47eb-b797-82a1c445f409 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:56.477918 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71af434-3c3f-4e72-ac7b-2e62fecabc2a None None] Network 1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:56.484420 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5d77e6b3-523f-43c4-9099-0b58a9618444 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2779486 Feb 10 11:37:56.487776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39092) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:56.567386 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f7e558-0456-478f-9c63-29e60af5e8a2 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:56.601440 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dbd091-4495-4bfb-91a0-a4e4ae6ee392 None None] Sync routers for ids ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:56.631009 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f52a5-c386-47eb-b797-82a1c445f409 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Subnet': ['ID=b3b607ed-8be1-4304-b256-7b439a9e0073,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:56.637968 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ebeda943-0e0b-4b1b-993e-ff0f3cb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:56.644650 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] Set router 5d07be48-1c9c-4a81-bd87-d3b232f908df gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:56.645795 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbc490-bdc8-4741-8f5e-e81322d07859 None None] Port a52605a1-8883-4c45-8fd4-d575d6275812 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:56.652002 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 0ef6c440-3dce-4b04-889c-435f8a56a10d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0ef6c440-3dce-4b04-889c-435f8a56a10d,segment=NetworkSegment(7f75e1c2-7d4b-4138-92d9-41f4f6020484),segment_id=7f75e1c2-7d4b-4138-92d9-41f4f6020484)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:56.662701 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dbd091-4495-4bfb-91a0-a4e4ae6ee392 None None] Routers {'44bdd3c0-2912-4489-b0ea-7efbf522fa99'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:56.663588 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-99dbd091-4495-4bfb-91a0-a4e4ae6ee392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:56.701716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9f52a5-c386-47eb-b797-82a1c445f409 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Checking segment: {'id': '344cf98f-3f56-4ac7-8c9a-732a76056c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:56.702010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9f52a5-c386-47eb-b797-82a1c445f409 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network hostable DHCP agents. Network: 93df1815-38d8-4c40-af2a-090e65c006e2, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:37:56.728111 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e558-0456-478f-9c63-29e60af5e8a2 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:56.739337 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-99dbd091-4495-4bfb-91a0-a4e4ae6ee392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:56.740885 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a8f7e558-0456-478f-9c63-29e60af5e8a2 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/ports/4c3e7031-a10d-4b0e-9867-7212616f5f25 HTTP/1.1" status: 204 len: 168 time: 3.8939698 Feb 10 11:37:56.742037 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:56.743131 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39096) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:56.808416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9f52a5-c386-47eb-b797-82a1c445f409 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 93df1815-38d8-4c40-af2a-090e65c006e2 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:37:56.833545 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=0ef6c440-3dce-4b04-889c-435f8a56a10d,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:56.921573 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-3f9f52a5-c386-47eb-b797-82a1c445f409 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 93df1815-38d8-4c40-af2a-090e65c006e2) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:56.933548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f52a5-c386-47eb-b797-82a1c445f409 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:56.933778 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3f9f52a5-c386-47eb-b797-82a1c445f409 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:56.946111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e69e3bb-828a-488f-97bb-a6aadbb8aeb3 None None] Network 93df1815-38d8-4c40-af2a-090e65c006e2 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:56.977741 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e934f6dd-fafb-4e5a-b3c6-fb26951da447 None None] Provisioning complete for port a52605a1-8883-4c45-8fd4-d575d6275812 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:56.978020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e934f6dd-fafb-4e5a-b3c6-fb26951da447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:56.982809 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3f9f52a5-c386-47eb-b797-82a1c445f409 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6157513 Feb 10 11:37:56.983570 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39100) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:57.041475 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'name': 'tempest-TestNetworkBasicOps-router-1121164917', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:50Z', 'updated_at': '2022-02-10T11:37:52Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:57.045815 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1d8c9-2a46-464a-b06f-00ea874f668c None None] The sync data for ids ['5d07be48-1c9c-4a81-bd87-d3b232f908df'] in dv-neutron-828497-1-hyperv is: [{'id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'name': 'tempest-TestNetworkBasicOps-router-1121164917', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:50Z', 'updated_at': '2022-02-10T11:37:52Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:57.066273 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dbd091-4495-4bfb-91a0-a4e4ae6ee392 None None] Routers {'44bdd3c0-2912-4489-b0ea-7efbf522fa99'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:57.066909 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-99dbd091-4495-4bfb-91a0-a4e4ae6ee392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:57.164414 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-99dbd091-4495-4bfb-91a0-a4e4ae6ee392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:57.164841 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dbd091-4495-4bfb-91a0-a4e4ae6ee392 None None] The sync data for ids ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:57.223317 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e934f6dd-fafb-4e5a-b3c6-fb26951da447 None None] Port a52605a1-8883-4c45-8fd4-d575d6275812 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:57.238002 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8', 'network_id': '1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'fixed_ips': [{'subnet_id': 'c4b8295a-c2c0-4ace-b90d-9b14f6f76440'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:37:57.238818 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:57.313150 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:57.465048 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-93df1815-38d8-4c40-af2a-090e65c006e2', 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ips': [{'subnet_id': 'b3b607ed-8be1-4304-b256-7b439a9e0073'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:37:57.466300 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:57.565044 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Allocated IP 172.22.0.2 (1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8/c4b8295a-c2c0-4ace-b90d-9b14f6f76440/b68656f4-b017-48bc-bbbc-0fd9446f093c) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:57.733795 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e04e2d61-c32c-467f-b77d-3ec74d7982f9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:57.751840 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9e6472dd-59df-4cb4-ad8d-eb563106234b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:57.864925 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Allocated IP 172.20.0.2 (93df1815-38d8-4c40-af2a-090e65c006e2/b3b607ed-8be1-4304-b256-7b439a9e0073/e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:58.030643 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 9e6472dd-59df-4cb4-ad8d-eb563106234b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:58.031029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:58.098945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:58.133455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Transition to ACTIVE for port object b68656f4-b017-48bc-bbbc-0fd9446f093c will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:58.187633 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Transition to ACTIVE for port object b68656f4-b017-48bc-bbbc-0fd9446f093c will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:58.232375 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:58.289940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Allocated IP 172.22.0.1 (1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8/c4b8295a-c2c0-4ace-b90d-9b14f6f76440/2289a897-9324-4ace-b419-0a90e39dd1bb) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:58.366982 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Network 1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:58.373189 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:58.376488 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:58.384454 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0ef6c440-3dce-4b04-889c-435f8a56a10d up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:58.411566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:58.413510 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Pushing event updated for resources: {'Port': ['ID=b68656f4-b017-48bc-bbbc-0fd9446f093c,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:58.423285 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Transition to ACTIVE for port object e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:58.463297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:58.479320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Transition to ACTIVE for port object 2289a897-9324-4ace-b419-0a90e39dd1bb will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:58.505568 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:58.530749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Transition to ACTIVE for port object e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:58.549107 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:58.589441 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network 1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:58.590156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:58.593063 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:58.595770 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=2289a897-9324-4ace-b419-0a90e39dd1bb,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:58.598242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:58.621269 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Attempting to bind port b68656f4-b017-48bc-bbbc-0fd9446f093c on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:37:58.621643 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Attempting to bind port b68656f4-b017-48bc-bbbc-0fd9446f093c by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bca3291c-2af5-4172-ace8-71c6f6847c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:37:58.622013 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Attempting to bind port b68656f4-b017-48bc-bbbc-0fd9446f093c on network 1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:58.644494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Network 93df1815-38d8-4c40-af2a-090e65c006e2 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:58.651177 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:58.661365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:58.661785 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:58.662893 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:58.663310 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:58.663727 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:58.664366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:58.664781 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:58.665199 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:58.665639 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:58.666104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:58.666534 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:58.668510 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Pushing event updated for resources: {'Port': ['ID=e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:58.681347 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:37:58.681983 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Checking segment: {'id': 'bca3291c-2af5-4172-ace8-71c6f6847c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:58.682591 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:58.682822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:58.683351 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Bound using segment: {'id': 'bca3291c-2af5-4172-ace8-71c6f6847c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:37:58.684122 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Bound port: b68656f4-b017-48bc-bbbc-0fd9446f093c, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca3291c-2af5-4172-ace8-71c6f6847c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:37:58.684700 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:58.698312 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:58.709320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 0ef6c440-3dce-4b04-889c-435f8a56a10d triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:58.709695 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:58.881884 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:58.914019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e9d4da7b-5be9-4549-b6e5-4bb8daa3b76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:58.926433 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Attempting to bind port e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:37:58.926873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Attempting to bind port e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '344cf98f-3f56-4ac7-8c9a-732a76056c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:37:58.927254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Attempting to bind port e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 on network 93df1815-38d8-4c40-af2a-090e65c006e2 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:58.958448 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] For port b68656f4-b017-48bc-bbbc-0fd9446f093c, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:37:58.961484 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:37:58.961863 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Checking segment: {'id': '344cf98f-3f56-4ac7-8c9a-732a76056c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:58.962264 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:58.962659 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Bound using segment: {'id': '344cf98f-3f56-4ac7-8c9a-732a76056c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:37:58.963195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Bound port: e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344cf98f-3f56-4ac7-8c9a-732a76056c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:37:58.963510 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:59.038089 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] For port b68656f4-b017-48bc-bbbc-0fd9446f093c, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=b68656f4-b017-48bc-bbbc-0fd9446f093c,segment=NetworkSegment(bca3291c-2af5-4172-ace8-71c6f6847c86),segment_id=bca3291c-2af5-4172-ace8-71c6f6847c86)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:37:59.089356 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:59.291011 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441f35e-2574-4ec7-93a0-9ab2f8d3ddaf None None] Pushing event updated for resources: {'Port': ['ID=b68656f4-b017-48bc-bbbc-0fd9446f093c,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:59.307787 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] For port e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:37:59.316074 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] For port e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73,segment=NetworkSegment(344cf98f-3f56-4ac7-8c9a-732a76056c0c),segment_id=344cf98f-3f56-4ac7-8c9a-732a76056c0c)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:37:59.323017 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:59.418127 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:59.436150 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:59.446396 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4053651-4907-42ba-82de-87ab86f7b1bb None None] Pushing event updated for resources: {'Port': ['ID=e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:59.446604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e04e2d61-c32c-467f-b77d-3ec74d7982f9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Deleting port f4757103-42d2-4e84-8f7f-1589e5a4bcff {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:59.447136 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e04e2d61-c32c-467f-b77d-3ec74d7982f9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:59.520470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.1 (93df1815-38d8-4c40-af2a-090e65c006e2/b3b607ed-8be1-4304-b256-7b439a9e0073/bcc5b510-1429-448a-8cd1-1a617b8c5ddc) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:59.633817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:59.711386 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=2289a897-9324-4ace-b419-0a90e39dd1bb,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:59.786003 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:59.890370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b68656f4-b017-48bc-bbbc-0fd9446f093c up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:00.022302 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port b68656f4-b017-48bc-bbbc-0fd9446f093c completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:00.032459 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network 1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:00.038915 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:00.040999 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e04e2d61-c32c-467f-b77d-3ec74d7982f9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:00.143367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:00.149010 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:00.210658 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e04e2d61-c32c-467f-b77d-3ec74d7982f9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Calling delete_port for f4757103-42d2-4e84-8f7f-1589e5a4bcff owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:00.277682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object bcc5b510-1429-448a-8cd1-1a617b8c5ddc will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:00.343725 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:00.422248 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 93df1815-38d8-4c40-af2a-090e65c006e2 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:00.433524 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:00.440970 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:38:00.442952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:00.532460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=bcc5b510-1429-448a-8cd1-1a617b8c5ddc,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:00.572211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:00.572760 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:00.573248 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:00.573689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:00.574125 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:00.574561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:00.574990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:00.575713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:00.576165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:00.576591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:00.579772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:00.609146 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:00.666348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:00.689026 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b52295e9-b311-45df-8dd2-807da25d270d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/0dfaf5b2-3a90-4126-bfd4-7cfe4306e253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1966436 Feb 10 11:38:00.689393 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39106) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:00.693017 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e04e2d61-c32c-467f-b77d-3ec74d7982f9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:00.695749 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cc600e56-33c4-438f-b121-a1454a6c9285 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1762864093'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:00.701719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cc600e56-33c4-438f-b121-a1454a6c9285 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:00.706625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cc600e56-33c4-438f-b121-a1454a6c9285 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:network and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:00.709797 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cc600e56-33c4-438f-b121-a1454a6c9285 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:00.715746 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cc600e56-33c4-438f-b121-a1454a6c9285 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:00.732361 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc600e56-33c4-438f-b121-a1454a6c9285 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:38:00.736499 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc600e56-33c4-438f-b121-a1454a6c9285 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:00.756982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e2d61-c32c-467f-b77d-3ec74d7982f9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Port': ['ID=f4757103-42d2-4e84-8f7f-1589e5a4bcff,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:00.784531 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc600e56-33c4-438f-b121-a1454a6c9285 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:38:00.796725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc600e56-33c4-438f-b121-a1454a6c9285 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:00.797066 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-cc600e56-33c4-438f-b121-a1454a6c9285 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Added segment 16e464a2-c871-4648-a19e-5e68fbc2333a of type vlan for network b7cbcdd5-201c-4099-9431-9ee1e6ada68e Feb 10 11:38:00.828845 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34890d2b-10f7-4cb4-9e8e-7016f792adad None None] Network 1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:00.840417 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc600e56-33c4-438f-b121-a1454a6c9285 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:00.848071 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:00.883240 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc600e56-33c4-438f-b121-a1454a6c9285 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:00.888302 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc600e56-33c4-438f-b121-a1454a6c9285 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:00.889055 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc600e56-33c4-438f-b121-a1454a6c9285 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:01.052584 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-07791011-64e8-494b-8f8c-9570ed4e5925 None None] Provisioning for port b68656f4-b017-48bc-bbbc-0fd9446f093c completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:01.077971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-07791011-64e8-494b-8f8c-9570ed4e5925 None None] Provisioning complete for port b68656f4-b017-48bc-bbbc-0fd9446f093c triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:01.078505 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-07791011-64e8-494b-8f8c-9570ed4e5925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:01.216159 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc600e56-33c4-438f-b121-a1454a6c9285 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Network': ['ID=b7cbcdd5-201c-4099-9431-9ee1e6ada68e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:01.222548 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cc600e56-33c4-438f-b121-a1454a6c9285 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5293181 Feb 10 11:38:01.227398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39110) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:01.238519 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network b7cbcdd5-201c-4099-9431-9ee1e6ada68e details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:38:01.238943 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2758742b-a343-4a93-bdf4-bdeed63f7ceb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'subnet': {'network_id': 'b7cbcdd5-201c-4099-9431-9ee1e6ada68e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:01.364793 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2758742b-a343-4a93-bdf4-bdeed63f7ceb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:01.369476 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2758742b-a343-4a93-bdf4-bdeed63f7ceb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:subnet and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:01.372877 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2758742b-a343-4a93-bdf4-bdeed63f7ceb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:01.380786 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2758742b-a343-4a93-bdf4-bdeed63f7ceb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:01.393199 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2758742b-a343-4a93-bdf4-bdeed63f7ceb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Made reservation on behalf of 03bdb6aaeed741009216db5dec7fc83b for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:38:01.450912 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25883bf-680e-4bef-8b3f-df738722ba43 None None] Network 93df1815-38d8-4c40-af2a-090e65c006e2 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:01.503259 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2758742b-a343-4a93-bdf4-bdeed63f7ceb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:01.623547 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:01.624889 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-07791011-64e8-494b-8f8c-9570ed4e5925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:01.631907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:01.640006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:01.742940 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-07791011-64e8-494b-8f8c-9570ed4e5925 None None] For port b68656f4-b017-48bc-bbbc-0fd9446f093c, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=b68656f4-b017-48bc-bbbc-0fd9446f093c,segment=NetworkSegment(bca3291c-2af5-4172-ace8-71c6f6847c86),segment_id=bca3291c-2af5-4172-ace8-71c6f6847c86)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:01.758809 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-07791011-64e8-494b-8f8c-9570ed4e5925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:01.759813 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=bcc5b510-1429-448a-8cd1-1a617b8c5ddc,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:01.776671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2758742b-a343-4a93-bdf4-bdeed63f7ceb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:01.827029 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:01.884671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758742b-a343-4a93-bdf4-bdeed63f7ceb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Subnet': ['ID=50098e78-35ff-44dc-a313-be6fad013b6c,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:01.916176 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2758742b-a343-4a93-bdf4-bdeed63f7ceb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Checking segment: {'id': '16e464a2-c871-4648-a19e-5e68fbc2333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b7cbcdd5-201c-4099-9431-9ee1e6ada68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:38:01.916563 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2758742b-a343-4a93-bdf4-bdeed63f7ceb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network hostable DHCP agents. Network: b7cbcdd5-201c-4099-9431-9ee1e6ada68e, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:38:01.921180 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07791011-64e8-494b-8f8c-9570ed4e5925 None None] Pushing event updated for resources: {'Port': ['ID=b68656f4-b017-48bc-bbbc-0fd9446f093c,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:01.962264 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2e8bef9d-af0e-4096-b1e1-07eca7621538 None None] Provisioning for port e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:01.964198 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2758742b-a343-4a93-bdf4-bdeed63f7ceb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network b7cbcdd5-201c-4099-9431-9ee1e6ada68e is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:38:01.966758 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Sync routers for ids ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:01.980887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2758742b-a343-4a93-bdf4-bdeed63f7ceb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, b7cbcdd5-201c-4099-9431-9ee1e6ada68e) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:01.987167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2758742b-a343-4a93-bdf4-bdeed63f7ceb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:01.987751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2758742b-a343-4a93-bdf4-bdeed63f7ceb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:01.992207 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:01.992548 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Routers {'0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:01.993401 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:02.035581 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2758742b-a343-4a93-bdf4-bdeed63f7ceb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8027868 Feb 10 11:38:02.037362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39114) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:02.056378 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc141201-b8f9-4a0e-bded-8dfb0d41338a None None] Network b7cbcdd5-201c-4099-9431-9ee1e6ada68e requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:02.082375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 93df1815-38d8-4c40-af2a-090e65c006e2 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:02.085988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:02.209900 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Set router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:02.355803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e04e2d61-c32c-467f-b77d-3ec74d7982f9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:02.420810 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-b7cbcdd5-201c-4099-9431-9ee1e6ada68e', 'network_id': 'b7cbcdd5-201c-4099-9431-9ee1e6ada68e', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'fixed_ips': [{'subnet_id': '50098e78-35ff-44dc-a313-be6fad013b6c'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:38:02.421640 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:02.544845 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:02.558904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:02.559281 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:02.616806 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f7132327-dad5-4486-af30-c8ecb4a99a6b None None] Provisioning complete for port b68656f4-b017-48bc-bbbc-0fd9446f093c triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:02.617209 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f7132327-dad5-4486-af30-c8ecb4a99a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:02.935075 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:37:58Z', 'revision_number': 4, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None, '_interfaces': [{'id': '0ef6c440-3dce-4b04-889c-435f8a56a10d', 'name': '', 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:f2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:44Z', 'updated_at': '2022-02-10T11:37:56Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2289a897-9324-4ace-b419-0a90e39dd1bb', 'name': '', 'network_id': '1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:26:90:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4b8295a-c2c0-4ace-b90d-9b14f6f76440', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:57Z', 'updated_at': '2022-02-10T11:37:59Z', 'revision_number': 2, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'c4b8295a-c2c0-4ace-b90d-9b14f6f76440', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a52605a1-8883-4c45-8fd4-d575d6275812', 'name': '', 'network_id': '206d94da-f51e-409d-829a-fafa161987e0', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:d7:5a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:37:53Z', 'revision_number': 2, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:02.947910 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Checking router: 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:38:02.951587 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Updating router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 port 2289a897-9324-4ace-b419-0a90e39dd1bb binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:38:02.965157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:03.026487 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:03.066790 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f7132327-dad5-4486-af30-c8ecb4a99a6b None None] Provisioning for port 2289a897-9324-4ace-b419-0a90e39dd1bb completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:03.084787 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Allocated IP 172.23.0.2 (b7cbcdd5-201c-4099-9431-9ee1e6ada68e/50098e78-35ff-44dc-a313-be6fad013b6c/87bf68b0-e5ce-4ac1-bd58-44cebc78827a) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:38:03.086851 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f7132327-dad5-4486-af30-c8ecb4a99a6b None None] Provisioning complete for port 2289a897-9324-4ace-b419-0a90e39dd1bb triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:03.087220 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f7132327-dad5-4486-af30-c8ecb4a99a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:03.184811 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:03.219732 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 5d07be48-1c9c-4a81-bd87-d3b232f908df has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:03.271575 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f7132327-dad5-4486-af30-c8ecb4a99a6b None None] Port 2289a897-9324-4ace-b419-0a90e39dd1bb cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:38:03.422058 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7d758525-b406-4d30-9e47-006802195a3f None None] Provisioning complete for port 2289a897-9324-4ace-b419-0a90e39dd1bb triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:03.422495 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7d758525-b406-4d30-9e47-006802195a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:03.449954 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73,segment=NetworkSegment(344cf98f-3f56-4ac7-8c9a-732a76056c0c),segment_id=344cf98f-3f56-4ac7-8c9a-732a76056c0c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:03.468384 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:03.469542 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:03.487139 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:03.502927 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Transition to ACTIVE for port object 2289a897-9324-4ace-b419-0a90e39dd1bb will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:03.512946 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:03.586797 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281b523-ba92-4591-8f38-7c4fffa529ad None None] Pushing event updated for resources: {'Port': ['ID=2289a897-9324-4ace-b419-0a90e39dd1bb,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:03.620954 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-7d758525-b406-4d30-9e47-006802195a3f None None] Port 2289a897-9324-4ace-b419-0a90e39dd1bb cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:38:03.710794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:03.754054 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7d758525-b406-4d30-9e47-006802195a3f None None] Provisioning complete for port e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:03.755625 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7d758525-b406-4d30-9e47-006802195a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:03.781043 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:03.801656 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:03.819040 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Transition to ACTIVE for port object 87bf68b0-e5ce-4ac1-bd58-44cebc78827a will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:03.827270 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:03.827635 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:03.832465 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Attempting to bind port 2289a897-9324-4ace-b419-0a90e39dd1bb on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:38:03.832840 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Attempting to bind port 2289a897-9324-4ace-b419-0a90e39dd1bb by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'bca3291c-2af5-4172-ace8-71c6f6847c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:38:03.833390 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Attempting to bind port 2289a897-9324-4ace-b419-0a90e39dd1bb on network 1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:38:03.843509 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:38:03.843904 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Checking segment: {'id': 'bca3291c-2af5-4172-ace8-71c6f6847c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:38:03.844387 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:03.844785 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Bound using segment: {'id': 'bca3291c-2af5-4172-ace8-71c6f6847c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:38:03.845279 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Bound port: 2289a897-9324-4ace-b419-0a90e39dd1bb, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca3291c-2af5-4172-ace8-71c6f6847c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:38:03.845831 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:03.905525 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:03.915303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Transition to ACTIVE for port object 87bf68b0-e5ce-4ac1-bd58-44cebc78827a will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:03.930554 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04e2d61-c32c-467f-b77d-3ec74d7982f9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router 44bdd3c0-2912-4489-b0ea-7efbf522fa99 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:03.936773 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c39427e2-2317-4457-98a4-7456db0bd44a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/5d07be48-1c9c-4a81-bd87-d3b232f908df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9497631 Feb 10 11:38:03.937768 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39118) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:03.964556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:03.976543 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] For port 2289a897-9324-4ace-b419-0a90e39dd1bb, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:38:03.979866 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] For port 2289a897-9324-4ace-b419-0a90e39dd1bb, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=2289a897-9324-4ace-b419-0a90e39dd1bb,segment=NetworkSegment(bca3291c-2af5-4172-ace8-71c6f6847c86),segment_id=bca3291c-2af5-4172-ace8-71c6f6847c86)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:38:03.986993 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:04.018182 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Allocated IP 172.23.0.1 (b7cbcdd5-201c-4099-9431-9ee1e6ada68e/50098e78-35ff-44dc-a313-be6fad013b6c/fa9f37a4-b3a2-4487-9be8-56f7faacec82) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:38:04.058876 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Updating router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 port a52605a1-8883-4c45-8fd4-d575d6275812 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:38:04.110961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Network b7cbcdd5-201c-4099-9431-9ee1e6ada68e is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:04.118121 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:04.120830 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:38:04.177231 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281b523-ba92-4591-8f38-7c4fffa529ad None None] Pushing event updated for resources: {'Port': ['ID=2289a897-9324-4ace-b419-0a90e39dd1bb,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:04.185983 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:04.228237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Pushing event updated for resources: {'Port': ['ID=87bf68b0-e5ce-4ac1-bd58-44cebc78827a,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:04.260678 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef29153-b1d4-475e-a24d-267820ddfb78 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.261271 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef29153-b1d4-475e-a24d-267820ddfb78 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.261436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef29153-b1d4-475e-a24d-267820ddfb78 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.261942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef29153-b1d4-475e-a24d-267820ddfb78 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.262311 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef29153-b1d4-475e-a24d-267820ddfb78 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.262672 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef29153-b1d4-475e-a24d-267820ddfb78 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.263031 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef29153-b1d4-475e-a24d-267820ddfb78 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.263386 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef29153-b1d4-475e-a24d-267820ddfb78 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.263746 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef29153-b1d4-475e-a24d-267820ddfb78 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.264099 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef29153-b1d4-475e-a24d-267820ddfb78 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.266338 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5ef29153-b1d4-475e-a24d-267820ddfb78 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7000 time: 0.3280997 Feb 10 11:38:04.269460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39122) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:04.313520 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:04.336849 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Transition to ACTIVE for port object fa9f37a4-b3a2-4487-9be8-56f7faacec82 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:04.344008 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Attempting to bind port 87bf68b0-e5ce-4ac1-bd58-44cebc78827a on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:38:04.344936 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Attempting to bind port 87bf68b0-e5ce-4ac1-bd58-44cebc78827a by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '16e464a2-c871-4648-a19e-5e68fbc2333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b7cbcdd5-201c-4099-9431-9ee1e6ada68e'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:38:04.345388 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Attempting to bind port 87bf68b0-e5ce-4ac1-bd58-44cebc78827a on network b7cbcdd5-201c-4099-9431-9ee1e6ada68e {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:38:04.355041 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:38:04.355847 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Checking segment: {'id': '16e464a2-c871-4648-a19e-5e68fbc2333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b7cbcdd5-201c-4099-9431-9ee1e6ada68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:38:04.356253 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:04.356647 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Bound using segment: {'id': '16e464a2-c871-4648-a19e-5e68fbc2333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b7cbcdd5-201c-4099-9431-9ee1e6ada68e'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:38:04.357148 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Bound port: 87bf68b0-e5ce-4ac1-bd58-44cebc78827a, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e464a2-c871-4648-a19e-5e68fbc2333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b7cbcdd5-201c-4099-9431-9ee1e6ada68e'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:38:04.357522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:04.368197 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:04.387713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca8a1a-6f1c-4cc2-a061-b4c6a08d377c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.388217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca8a1a-6f1c-4cc2-a061-b4c6a08d377c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.388450 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca8a1a-6f1c-4cc2-a061-b4c6a08d377c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.388817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca8a1a-6f1c-4cc2-a061-b4c6a08d377c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.389235 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca8a1a-6f1c-4cc2-a061-b4c6a08d377c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.389568 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca8a1a-6f1c-4cc2-a061-b4c6a08d377c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.389921 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca8a1a-6f1c-4cc2-a061-b4c6a08d377c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.390271 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca8a1a-6f1c-4cc2-a061-b4c6a08d377c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.390623 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca8a1a-6f1c-4cc2-a061-b4c6a08d377c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.390973 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca8a1a-6f1c-4cc2-a061-b4c6a08d377c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:04.392976 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-04ca8a1a-6f1c-4cc2-a061-b4c6a08d377c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6280 time: 0.1225865 Feb 10 11:38:04.396202 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39126) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:04.409811 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:04.448000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7d758525-b406-4d30-9e47-006802195a3f None None] Provisioning for port bcc5b510-1429-448a-8cd1-1a617b8c5ddc completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:04.460296 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0e2bb6a6-e299-42e2-a5f6-2a8e72777b20,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:04.465672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=fa9f37a4-b3a2-4487-9be8-56f7faacec82,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:04.473859 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7d758525-b406-4d30-9e47-006802195a3f None None] Provisioning complete for port bcc5b510-1429-448a-8cd1-1a617b8c5ddc triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:04.474386 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7d758525-b406-4d30-9e47-006802195a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:04.484412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network b7cbcdd5-201c-4099-9431-9ee1e6ada68e is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:04.486844 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:04.493258 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:38:04.508648 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:04.585768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:04.607476 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] For port 87bf68b0-e5ce-4ac1-bd58-44cebc78827a, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:38:04.629423 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04e2d61-c32c-467f-b77d-3ec74d7982f9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:04.631239 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-7d758525-b406-4d30-9e47-006802195a3f None None] Port bcc5b510-1429-448a-8cd1-1a617b8c5ddc cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:38:04.637899 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] For port 87bf68b0-e5ce-4ac1-bd58-44cebc78827a, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=87bf68b0-e5ce-4ac1-bd58-44cebc78827a,segment=NetworkSegment(16e464a2-c871-4648-a19e-5e68fbc2333a),segment_id=16e464a2-c871-4648-a19e-5e68fbc2333a)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:38:04.643953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b68656f4-b017-48bc-bbbc-0fd9446f093c up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:04.658596 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e04e2d61-c32c-467f-b77d-3ec74d7982f9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "PUT /v2.0/routers/44bdd3c0-2912-4489-b0ea-7efbf522fa99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9144349 Feb 10 11:38:04.661408 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39130) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:04.679325 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a388db0-9afd-4d3e-b932-0eacec847a16 None None] Sync routers for ids ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:04.691119 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:04.706977 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:04.718336 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=0e2bb6a6-e299-42e2-a5f6-2a8e72777b20,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:04.805366 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:04.823916 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Transition to ACTIVE for port object a52605a1-8883-4c45-8fd4-d575d6275812 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:04.829441 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a388db0-9afd-4d3e-b932-0eacec847a16 None None] Routers {'44bdd3c0-2912-4489-b0ea-7efbf522fa99'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:04.830146 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2a388db0-9afd-4d3e-b932-0eacec847a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:04.834127 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:04.952777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fb3c6-cb94-4934-8d06-0e549b577cde None None] Pushing event updated for resources: {'Port': ['ID=87bf68b0-e5ce-4ac1-bd58-44cebc78827a,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:04.962388 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-235fd7ba-37e2-4c04-935c-32374664bfce tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3572 time: 0.5648689 Feb 10 11:38:04.963676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2a388db0-9afd-4d3e-b932-0eacec847a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:04.989161 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a388db0-9afd-4d3e-b932-0eacec847a16 None None] Routers {'44bdd3c0-2912-4489-b0ea-7efbf522fa99'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:04.993716 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2a388db0-9afd-4d3e-b932-0eacec847a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:05.018761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38902b0f-fc18-4d05-8b9a-de0f9b484538 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:05.025043 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281b523-ba92-4591-8f38-7c4fffa529ad None None] Pushing event updated for resources: {'Port': ['ID=a52605a1-8883-4c45-8fd4-d575d6275812,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:05.219174 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2a388db0-9afd-4d3e-b932-0eacec847a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:05.220308 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a388db0-9afd-4d3e-b932-0eacec847a16 None None] The sync data for ids ['44bdd3c0-2912-4489-b0ea-7efbf522fa99'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:05.253898 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port b68656f4-b017-48bc-bbbc-0fd9446f093c triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:05.254335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:05.292275 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38902b0f-fc18-4d05-8b9a-de0f9b484538 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:05.304378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-38902b0f-fc18-4d05-8b9a-de0f9b484538 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Deleting port 62bf177b-e704-4643-89b0-c51edced500d {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:05.304908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38902b0f-fc18-4d05-8b9a-de0f9b484538 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:05.499524 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:05.509995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:05.518080 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:05.540320 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Attempting to bind port a52605a1-8883-4c45-8fd4-d575d6275812 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:38:05.540899 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Attempting to bind port a52605a1-8883-4c45-8fd4-d575d6275812 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '3d8bd062-37a1-4f05-84b4-bae20d69f32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '206d94da-f51e-409d-829a-fafa161987e0'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:38:05.541003 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Attempting to bind port a52605a1-8883-4c45-8fd4-d575d6275812 on network 206d94da-f51e-409d-829a-fafa161987e0 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:38:05.548158 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:38:05.548682 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Checking segment: {'id': '3d8bd062-37a1-4f05-84b4-bae20d69f32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '206d94da-f51e-409d-829a-fafa161987e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:38:05.549080 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:05.549498 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Bound using segment: {'id': '3d8bd062-37a1-4f05-84b4-bae20d69f32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '206d94da-f51e-409d-829a-fafa161987e0'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:38:05.549963 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Bound port: a52605a1-8883-4c45-8fd4-d575d6275812, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8bd062-37a1-4f05-84b4-bae20d69f32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '206d94da-f51e-409d-829a-fafa161987e0'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:38:05.550351 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:05.555885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39136) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:05.563634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f907198e-69db-4869-9f00-7c5f2215d405 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2103907447', 'description': 'tempest-secgroup-smoke-2103907447 description', 'project_id': '0287a4c215574103957c73d52a854e74'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:05.573573 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f907198e-69db-4869-9f00-7c5f2215d405 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:05.596902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f907198e-69db-4869-9f00-7c5f2215d405 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:05.649834 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:05.650025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f907198e-69db-4869-9f00-7c5f2215d405 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:05.650657 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:05.666506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f907198e-69db-4869-9f00-7c5f2215d405 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:05.668674 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] For port a52605a1-8883-4c45-8fd4-d575d6275812, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:38:05.668850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:05.673451 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] For port a52605a1-8883-4c45-8fd4-d575d6275812, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a52605a1-8883-4c45-8fd4-d575d6275812,segment=NetworkSegment(3d8bd062-37a1-4f05-84b4-bae20d69f32d),segment_id=3d8bd062-37a1-4f05-84b4-bae20d69f32d)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:38:05.679313 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:05.698113 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event updated for resources: {'Port': ['ID=fa9f37a4-b3a2-4487-9be8-56f7faacec82,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:05.698553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f907198e-69db-4869-9f00-7c5f2215d405 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:05.760392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f907198e-69db-4869-9f00-7c5f2215d405 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:05.764641 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f907198e-69db-4869-9f00-7c5f2215d405 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:05.768778 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f907198e-69db-4869-9f00-7c5f2215d405 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:05.773714 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281b523-ba92-4591-8f38-7c4fffa529ad None None] Pushing event updated for resources: {'Port': ['ID=a52605a1-8883-4c45-8fd4-d575d6275812,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:05.774965 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f907198e-69db-4869-9f00-7c5f2215d405 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:05.801081 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Routers {'0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:05.802348 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:05.870979 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38902b0f-fc18-4d05-8b9a-de0f9b484538 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:05.879217 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Network b7cbcdd5-201c-4099-9431-9ee1e6ada68e is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:05.880593 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:05.912921 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f907198e-69db-4869-9f00-7c5f2215d405 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:06.055186 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] Set router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:06.114574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-38902b0f-fc18-4d05-8b9a-de0f9b484538 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Calling delete_port for 62bf177b-e704-4643-89b0-c51edced500d owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:06.146088 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f907198e-69db-4869-9f00-7c5f2215d405 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:06.228214 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907198e-69db-4869-9f00-7c5f2215d405 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847bd2aa-aaac-4674-9474-cbfcfe5c74bb,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:06.233671 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f907198e-69db-4869-9f00-7c5f2215d405 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:06.235472 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f907198e-69db-4869-9f00-7c5f2215d405 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6781499 Feb 10 11:38:06.238511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39140) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:06.256221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-c5a1806f-95ef-4cc5-a467-369b5bf76e79 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '847bd2aa-aaac-4674-9474-cbfcfe5c74bb', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:06.263135 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c5a1806f-95ef-4cc5-a467-369b5bf76e79 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:06.268588 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c5a1806f-95ef-4cc5-a467-369b5bf76e79 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:06.271936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c5a1806f-95ef-4cc5-a467-369b5bf76e79 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:06.279639 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c5a1806f-95ef-4cc5-a467-369b5bf76e79 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:06.317038 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5a1806f-95ef-4cc5-a467-369b5bf76e79 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:06.392036 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a30c7d4-05d2-4322-b77d-4924aff4bd68 None None] Network b7cbcdd5-201c-4099-9431-9ee1e6ada68e requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:06.458721 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5a1806f-95ef-4cc5-a467-369b5bf76e79 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:06.469595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5a1806f-95ef-4cc5-a467-369b5bf76e79 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:06.481666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:06.510625 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1806f-95ef-4cc5-a467-369b5bf76e79 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4db58ec-0859-4d5a-afa2-2146ed4fc7e2,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:06.514511 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:38:04Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None, '_interfaces': [{'id': '0ef6c440-3dce-4b04-889c-435f8a56a10d', 'name': '', 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:f2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:44Z', 'updated_at': '2022-02-10T11:37:56Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2289a897-9324-4ace-b419-0a90e39dd1bb', 'name': '', 'network_id': '1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:26:90:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4b8295a-c2c0-4ace-b90d-9b14f6f76440', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:57Z', 'updated_at': '2022-02-10T11:38:03Z', 'revision_number': 4, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'c4b8295a-c2c0-4ace-b90d-9b14f6f76440', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a52605a1-8883-4c45-8fd4-d575d6275812', 'name': '', 'network_id': '206d94da-f51e-409d-829a-fafa161987e0', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:d7:5a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:05Z', 'revision_number': 4, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9f37a4-b3a2-4487-9be8-56f7faacec82', 'name': '', 'network_id': 'b7cbcdd5-201c-4099-9431-9ee1e6ada68e', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:ea:17:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50098e78-35ff-44dc-a313-be6fad013b6c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:38:03Z', 'updated_at': '2022-02-10T11:38:05Z', 'revision_number': 2, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': '50098e78-35ff-44dc-a313-be6fad013b6c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:06.521540 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed92df1-c9cb-40e2-ae9f-d1a6c37ef347 None None] The sync data for ids ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'] in dv-neutron-828497-1-hyperv is: [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:38:04Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None, '_interfaces': [{'id': '0ef6c440-3dce-4b04-889c-435f8a56a10d', 'name': '', 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:f2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:44Z', 'updated_at': '2022-02-10T11:37:56Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2289a897-9324-4ace-b419-0a90e39dd1bb', 'name': '', 'network_id': '1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:26:90:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4b8295a-c2c0-4ace-b90d-9b14f6f76440', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:57Z', 'updated_at': '2022-02-10T11:38:03Z', 'revision_number': 4, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'c4b8295a-c2c0-4ace-b90d-9b14f6f76440', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a52605a1-8883-4c45-8fd4-d575d6275812', 'name': '', 'network_id': '206d94da-f51e-409d-829a-fafa161987e0', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:d7:5a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:05Z', 'revision_number': 4, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9f37a4-b3a2-4487-9be8-56f7faacec82', 'name': '', 'network_id': 'b7cbcdd5-201c-4099-9431-9ee1e6ada68e', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:ea:17:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50098e78-35ff-44dc-a313-be6fad013b6c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:38:03Z', 'updated_at': '2022-02-10T11:38:05Z', 'revision_number': 2, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': '50098e78-35ff-44dc-a313-be6fad013b6c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:06.530218 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38902b0f-fc18-4d05-8b9a-de0f9b484538 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:06.649836 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-32dbdf4e-0094-42eb-a4cb-1c5a95b7844e None None] Provisioning for port 87bf68b0-e5ce-4ac1-bd58-44cebc78827a completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:06.678416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38902b0f-fc18-4d05-8b9a-de0f9b484538 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Port': ['ID=62bf177b-e704-4643-89b0-c51edced500d,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:06.685213 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5a1806f-95ef-4cc5-a467-369b5bf76e79 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:06.686254 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c5a1806f-95ef-4cc5-a467-369b5bf76e79 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4473901 Feb 10 11:38:06.691218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39144) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:06.703974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7885bd97-cddb-410e-874d-22c6a6b74741 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '847bd2aa-aaac-4674-9474-cbfcfe5c74bb', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:06.712095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7885bd97-cddb-410e-874d-22c6a6b74741 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:06.718206 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7885bd97-cddb-410e-874d-22c6a6b74741 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:06.722625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7885bd97-cddb-410e-874d-22c6a6b74741 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:06.733763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7885bd97-cddb-410e-874d-22c6a6b74741 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:06.768782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7885bd97-cddb-410e-874d-22c6a6b74741 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:06.790210 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:06.847047 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0f2726cd-2c14-4142-9439-9aeecb323fa8 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/0dfaf5b2-3a90-4126-bfd4-7cfe4306e253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8087349 Feb 10 11:38:06.851538 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39148) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:06.857372 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-03ce949a-ce0f-43d7-8590-58f7ddcdce3e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:06.891538 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 87bf68b0-e5ce-4ac1-bd58-44cebc78827a up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:06.974043 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38902b0f-fc18-4d05-8b9a-de0f9b484538 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:07.040504 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 87bf68b0-e5ce-4ac1-bd58-44cebc78827a completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:07.048746 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 87bf68b0-e5ce-4ac1-bd58-44cebc78827a triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:07.049323 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:07.071399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7885bd97-cddb-410e-874d-22c6a6b74741 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:07.082010 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7885bd97-cddb-410e-874d-22c6a6b74741 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:07.136806 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885bd97-cddb-410e-874d-22c6a6b74741 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738cf84f-130c-491f-b2dc-fd472ca0f12b,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:07.159758 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7885bd97-cddb-410e-874d-22c6a6b74741 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:07.165872 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39152) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:07.168721 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7885bd97-cddb-410e-874d-22c6a6b74741 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4767945 Feb 10 11:38:07.171658 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-68453fec-f88a-41ff-858c-517a73da43b7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '847bd2aa-aaac-4674-9474-cbfcfe5c74bb', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:07.182139 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-68453fec-f88a-41ff-858c-517a73da43b7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:07.243081 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:07.269036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-68453fec-f88a-41ff-858c-517a73da43b7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:07.289526 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 87bf68b0-e5ce-4ac1-bd58-44cebc78827a, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=87bf68b0-e5ce-4ac1-bd58-44cebc78827a,segment=NetworkSegment(16e464a2-c871-4648-a19e-5e68fbc2333a),segment_id=16e464a2-c871-4648-a19e-5e68fbc2333a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:07.300732 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:07.301702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:07.446493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-68453fec-f88a-41ff-858c-517a73da43b7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:07.467772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=87bf68b0-e5ce-4ac1-bd58-44cebc78827a,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:07.475606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-68453fec-f88a-41ff-858c-517a73da43b7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:07.479582 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38902b0f-fc18-4d05-8b9a-de0f9b484538 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:07.481512 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:07.481948 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:07.482249 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:07.482957 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:07.482957 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:07.486793 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:07.487363 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:07.487504 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:07.487796 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:07.488304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:07.488639 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:07.490435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38902b0f-fc18-4d05-8b9a-de0f9b484538 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:07.517018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-68453fec-f88a-41ff-858c-517a73da43b7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:07.536915 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:07.537336 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:07.545432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38902b0f-fc18-4d05-8b9a-de0f9b484538 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:07.545937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38902b0f-fc18-4d05-8b9a-de0f9b484538 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Fanout notify agent at l3_agent the message router_deleted on router 44bdd3c0-2912-4489-b0ea-7efbf522fa99 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:38:07.582692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38902b0f-fc18-4d05-8b9a-de0f9b484538 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:07.586722 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-38902b0f-fc18-4d05-8b9a-de0f9b484538 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/routers/44bdd3c0-2912-4489-b0ea-7efbf522fa99 HTTP/1.1" status: 204 len: 168 time: 2.9240625 Feb 10 11:38:07.587688 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39156) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:07.604335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c6601287-71d5-47df-bd48-99b44973178a None None] Provisioning complete for port 87bf68b0-e5ce-4ac1-bd58-44cebc78827a triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:07.604719 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c6601287-71d5-47df-bd48-99b44973178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:07.734018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-68453fec-f88a-41ff-858c-517a73da43b7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:07.881494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a52605a1-8883-4c45-8fd4-d575d6275812 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:07.938910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-03ce949a-ce0f-43d7-8590-58f7ddcdce3e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 11:38:07.968378 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-03ce949a-ce0f-43d7-8590-58f7ddcdce3e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Removed routes are [] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 11:38:07.968892 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03ce949a-ce0f-43d7-8590-58f7ddcdce3e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:07.979748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-68453fec-f88a-41ff-858c-517a73da43b7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.038103 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68453fec-f88a-41ff-858c-517a73da43b7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961c0514-5946-4767-9cf8-a00e5ce37e6b,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:08.071025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-68453fec-f88a-41ff-858c-517a73da43b7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.072339 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-68453fec-f88a-41ff-858c-517a73da43b7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9054585 Feb 10 11:38:08.075749 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39160) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:08.083928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-12b73e66-72a4-459a-b855-febee8daa36f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '847bd2aa-aaac-4674-9474-cbfcfe5c74bb', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:08.089649 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port a52605a1-8883-4c45-8fd4-d575d6275812 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:08.099177 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.100771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c6601287-71d5-47df-bd48-99b44973178a None None] Provisioning for port fa9f37a4-b3a2-4487-9be8-56f7faacec82 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:08.105507 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port a52605a1-8883-4c45-8fd4-d575d6275812 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:08.105797 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-12b73e66-72a4-459a-b855-febee8daa36f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:08.105957 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.113512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-12b73e66-72a4-459a-b855-febee8daa36f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:08.118376 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5b59d2-c2f2-430c-985f-7e4ea7c5927b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Deleting subnet b9db6a65-1ac7-4bed-a7fd-a63e6d977da1 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:38:08.120358 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-12b73e66-72a4-459a-b855-febee8daa36f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:08.127125 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a5b59d2-c2f2-430c-985f-7e4ea7c5927b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.154930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-12b73e66-72a4-459a-b855-febee8daa36f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:08.161089 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c6601287-71d5-47df-bd48-99b44973178a None None] Provisioning complete for port fa9f37a4-b3a2-4487-9be8-56f7faacec82 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:08.162475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c6601287-71d5-47df-bd48-99b44973178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.195625 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a5b59d2-c2f2-430c-985f-7e4ea7c5927b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.245719 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-c6601287-71d5-47df-bd48-99b44973178a None None] Port fa9f37a4-b3a2-4487-9be8-56f7faacec82 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:38:08.269328 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-12b73e66-72a4-459a-b855-febee8daa36f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.329988 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.339165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a5b59d2-c2f2-430c-985f-7e4ea7c5927b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.349029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03ce949a-ce0f-43d7-8590-58f7ddcdce3e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.353993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03ce949a-ce0f-43d7-8590-58f7ddcdce3e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.369984 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port a52605a1-8883-4c45-8fd4-d575d6275812, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a52605a1-8883-4c45-8fd4-d575d6275812,segment=NetworkSegment(3d8bd062-37a1-4f05-84b4-bae20d69f32d),segment_id=3d8bd062-37a1-4f05-84b4-bae20d69f32d)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:08.378999 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.410147 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-12b73e66-72a4-459a-b855-febee8daa36f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.414968 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3f4dcc3b-b214-40c3-8da8-d196be97d709 None None] Provisioning complete for port fa9f37a4-b3a2-4487-9be8-56f7faacec82 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:08.415361 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3f4dcc3b-b214-40c3-8da8-d196be97d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.417266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-12b73e66-72a4-459a-b855-febee8daa36f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.454596 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b73e66-72a4-459a-b855-febee8daa36f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf91ad9-f372-427c-82a5-defd9ec7b9a3,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:08.463032 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a5b59d2-c2f2-430c-985f-7e4ea7c5927b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.500022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-3f4dcc3b-b214-40c3-8da8-d196be97d709 None None] Port fa9f37a4-b3a2-4487-9be8-56f7faacec82 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:38:08.505452 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=a52605a1-8883-4c45-8fd4-d575d6275812,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:08.506156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-12b73e66-72a4-459a-b855-febee8daa36f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.507411 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-12b73e66-72a4-459a-b855-febee8daa36f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4307032 Feb 10 11:38:08.512994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39164) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:08.516932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b59d2-c2f2-430c-985f-7e4ea7c5927b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Subnet': ['ID=b9db6a65-1ac7-4bed-a7fd-a63e6d977da1,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:08.521659 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a5b59d2-c2f2-430c-985f-7e4ea7c5927b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.526265 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4a5b59d2-c2f2-430c-985f-7e4ea7c5927b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/subnets/b9db6a65-1ac7-4bed-a7fd-a63e6d977da1 HTTP/1.1" status: 204 len: 168 time: 0.9358504 Feb 10 11:38:08.531110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-4879f311-b28d-4e01-98c2-84f03365ad39 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '847bd2aa-aaac-4674-9474-cbfcfe5c74bb', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:08.536561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39168) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:08.539370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a71448-4dab-40ae-adf1-1c54927aeea5 None None] Network 5d3844bf-1a42-48a2-8f07-16e35dd36076 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:08.638380 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4879f311-b28d-4e01-98c2-84f03365ad39 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:08.648065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4879f311-b28d-4e01-98c2-84f03365ad39 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:08.659530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4879f311-b28d-4e01-98c2-84f03365ad39 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:08.680725 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4879f311-b28d-4e01-98c2-84f03365ad39 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:08.689073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.704497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Deleting port ba7b2ede-6a96-47e4-9e8c-06ddb08d73af {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:08.704986 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.707031 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ce949a-ce0f-43d7-8590-58f7ddcdce3e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:08.748583 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-4879f311-b28d-4e01-98c2-84f03365ad39 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:38:08.769037 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4879f311-b28d-4e01-98c2-84f03365ad39 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.782798 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 2289a897-9324-4ace-b419-0a90e39dd1bb up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:08.897374 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ce949a-ce0f-43d7-8590-58f7ddcdce3e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:08.907973 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03ce949a-ce0f-43d7-8590-58f7ddcdce3e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.911497 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-03ce949a-ce0f-43d7-8590-58f7ddcdce3e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 HTTP/1.1" status: 200 len: 933 time: 2.0564651 Feb 10 11:38:08.911765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39172) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:08.931827 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 2289a897-9324-4ace-b419-0a90e39dd1bb completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:08.939847 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 2289a897-9324-4ace-b419-0a90e39dd1bb triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:08.940244 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.975142 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4879f311-b28d-4e01-98c2-84f03365ad39 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.980479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4879f311-b28d-4e01-98c2-84f03365ad39 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:08.997763 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dfc27a-332b-45b8-a534-567824f1fa45 None None] DHCP port deletion for 5d3844bf-1a42-48a2-8f07-16e35dd36076 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:38:09.011911 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-78dfc27a-332b-45b8-a534-567824f1fa45 None None] Deleting port ba7b2ede-6a96-47e4-9e8c-06ddb08d73af {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:09.012150 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-78dfc27a-332b-45b8-a534-567824f1fa45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.029026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] For port ba7b2ede-6a96-47e4-9e8c-06ddb08d73af, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ba7b2ede-6a96-47e4-9e8c-06ddb08d73af,segment=NetworkSegment(40cd4abe-687a-4a49-a5ba-22f8d38a060e),segment_id=40cd4abe-687a-4a49-a5ba-22f8d38a060e)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:09.029437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.036905 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879f311-b28d-4e01-98c2-84f03365ad39 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ff42ec-0eee-4605-9331-dbdaafe82238,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:09.043233 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4879f311-b28d-4e01-98c2-84f03365ad39 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.047122 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4879f311-b28d-4e01-98c2-84f03365ad39 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5301304 Feb 10 11:38:09.055007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39176) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:09.061084 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e12b5e48-6da4-4659-b2b7-1001db9456e6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '847bd2aa-aaac-4674-9474-cbfcfe5c74bb', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:09.071073 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e12b5e48-6da4-4659-b2b7-1001db9456e6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:09.078052 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e12b5e48-6da4-4659-b2b7-1001db9456e6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:09.090903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e12b5e48-6da4-4659-b2b7-1001db9456e6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:09.099048 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e12b5e48-6da4-4659-b2b7-1001db9456e6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:09.117274 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-e12b5e48-6da4-4659-b2b7-1001db9456e6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:38:09.132765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e12b5e48-6da4-4659-b2b7-1001db9456e6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.160939 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Calling delete_port for ba7b2ede-6a96-47e4-9e8c-06ddb08d73af owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:09.189910 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-498ca80d-76da-47c6-93ab-4885b7431230 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/routers/0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 HTTP/1.1" status: 200 len: 933 time: 0.2769718 Feb 10 11:38:09.192680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39180) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:09.201175 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b8ad9cfd-cc5e-4a27-beff-2e73e1e665a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'router': {'routes': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:09.242814 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.289785 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Port': ['ID=ba7b2ede-6a96-47e4-9e8c-06ddb08d73af,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:09.297580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] No DVR routers for this DVR port ba7b2ede-6a96-47e4-9e8c-06ddb08d73af on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:38:09.318418 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.355497 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e12b5e48-6da4-4659-b2b7-1001db9456e6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.358367 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-78dfc27a-332b-45b8-a534-567824f1fa45 None None] For port ba7b2ede-6a96-47e4-9e8c-06ddb08d73af, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ba7b2ede-6a96-47e4-9e8c-06ddb08d73af,segment=NetworkSegment(40cd4abe-687a-4a49-a5ba-22f8d38a060e),segment_id=40cd4abe-687a-4a49-a5ba-22f8d38a060e)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:09.358771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-78dfc27a-332b-45b8-a534-567824f1fa45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.369865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e12b5e48-6da4-4659-b2b7-1001db9456e6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.400685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b5e48-6da4-4659-b2b7-1001db9456e6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e543cd-7cd0-4ebb-bff9-e0b63aa54c12,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:09.419693 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e12b5e48-6da4-4659-b2b7-1001db9456e6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.428828 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e12b5e48-6da4-4659-b2b7-1001db9456e6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3643799 Feb 10 11:38:09.453219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.482308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3844bf-1a42-48a2-8f07-16e35dd36076']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:09.496213 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cd4abe-687a-4a49-a5ba-22f8d38a060e') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:09.496479 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-78dfc27a-332b-45b8-a534-567824f1fa45 None None] Calling delete_port for ba7b2ede-6a96-47e4-9e8c-06ddb08d73af owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:09.496592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cd4abe-687a-4a49-a5ba-22f8d38a060e') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:09.511219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.531084 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.535064 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 2289a897-9324-4ace-b419-0a90e39dd1bb, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=2289a897-9324-4ace-b419-0a90e39dd1bb,segment=NetworkSegment(bca3291c-2af5-4172-ace8-71c6f6847c86),segment_id=bca3291c-2af5-4172-ace8-71c6f6847c86)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:09.539069 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:38:09.539492 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.546786 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.548008 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 87bf68b0-e5ce-4ac1-bd58-44cebc78827a up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:38:09.645469 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:38:09.650181 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.659080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.687264 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=2289a897-9324-4ace-b419-0a90e39dd1bb,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:09.693182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Network': ['ID=5d3844bf-1a42-48a2-8f07-16e35dd36076,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:09.700230 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-78dfc27a-332b-45b8-a534-567824f1fa45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:38:09.700807 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39192) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:09.701052 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-78dfc27a-332b-45b8-a534-567824f1fa45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:38:09.701186 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d7187e19-4590-4769-8d13-3ec92d498398 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/networks/5d3844bf-1a42-48a2-8f07-16e35dd36076 HTTP/1.1" status: 204 len: 168 time: 1.1628418 Feb 10 11:38:09.715369 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 87bf68b0-e5ce-4ac1-bd58-44cebc78827a triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:09.715741 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.838925 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a52605a1-8883-4c45-8fd4-d575d6275812 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:09.909025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port a52605a1-8883-4c45-8fd4-d575d6275812 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:09.909444 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.945390 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7db59814-06a9-4534-956c-85cc84909e8d tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Deleting port 2b460f4c-4a08-4d42-ac08-a8142b695f46 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:09.945741 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7db59814-06a9-4534-956c-85cc84909e8d tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:09.971886 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-5c64dcc9-f92a-4fc3-9534-114f93832b98 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103907447&fields=id&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 267 time: 0.2915075 Feb 10 11:38:10.202261 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-78dfc27a-332b-45b8-a534-567824f1fa45 None None] Deleting port ba7b2ede-6a96-47e4-9e8c-06ddb08d73af {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:10.202915 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-78dfc27a-332b-45b8-a534-567824f1fa45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:10.271051 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-78dfc27a-332b-45b8-a534-567824f1fa45 None None] The port 'ba7b2ede-6a96-47e4-9e8c-06ddb08d73af' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:38:10.520212 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-31590cbf-c600-4f69-904a-ff11a8860c33 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:10.520883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-31590cbf-c600-4f69-904a-ff11a8860c33 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:10.524433 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7db59814-06a9-4534-956c-85cc84909e8d tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:10.524756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7db59814-06a9-4534-956c-85cc84909e8d tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:10.533995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-b8ad9cfd-cc5e-4a27-beff-2e73e1e665a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Added routes are [] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 11:38:10.534315 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-b8ad9cfd-cc5e-4a27-beff-2e73e1e665a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 11:38:10.601392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 2289a897-9324-4ace-b419-0a90e39dd1bb up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:10.670430 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7db59814-06a9-4534-956c-85cc84909e8d tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Calling delete_port for 2b460f4c-4a08-4d42-ac08-a8142b695f46 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:10.677498 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 2289a897-9324-4ace-b419-0a90e39dd1bb triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:10.677830 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:10.732641 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-31590cbf-c600-4f69-904a-ff11a8860c33 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:10.733831 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-31590cbf-c600-4f69-904a-ff11a8860c33 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/networks?id=93df1815-38d8-4c40-af2a-090e65c006e2 HTTP/1.1" status: 200 len: 796 time: 0.7504430 Feb 10 11:38:10.768961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9cfd-cc5e-4a27-beff-2e73e1e665a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:10.776968 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-28d20094-9cff-428e-aa33-cf28a04552c7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/quotas/0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 375 time: 0.0330038 Feb 10 11:38:10.868303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ba7b2ede-6a96-47e4-9e8c-06ddb08d73af no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:38:10.904130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: ba7b2ede-6a96-47e4-9e8c-06ddb08d73af {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:38:10.904569 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ba7b2ede-6a96-47e4-9e8c-06ddb08d73af not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:38:11.073826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7db59814-06a9-4534-956c-85cc84909e8d tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:11.116678 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-12d7c773-7291-46da-8f34-7099168dec58 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:11.129685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db59814-06a9-4534-956c-85cc84909e8d tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Port': ['ID=2b460f4c-4a08-4d42-ac08-a8142b695f46,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:11.221401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-12d7c773-7291-46da-8f34-7099168dec58 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:11.222698 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-12d7c773-7291-46da-8f34-7099168dec58 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3798018 Feb 10 11:38:11.443311 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7db59814-06a9-4534-956c-85cc84909e8d tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:11.504664 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7db59814-06a9-4534-956c-85cc84909e8d tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:11.505801 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7db59814-06a9-4534-956c-85cc84909e8d tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/floatingips/df780f8b-5847-4b0c-9bed-6993946c2e98 HTTP/1.1" status: 204 len: 168 time: 1.7959032 Feb 10 11:38:11.509811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39196) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:11.523997 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9cfd-cc5e-4a27-beff-2e73e1e665a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:11.537604 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9cfd-cc5e-4a27-beff-2e73e1e665a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:11.549296 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-4250706d-386f-4a37-aa7b-496dca2e882a service neutron] 10.222.0.36 "GET /v2.0/networks/93df1815-38d8-4c40-af2a-090e65c006e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075335 Feb 10 11:38:11.554639 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbf3907-7e99-48b7-8649-5e772b20ef87 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] DELETE failed (client error): The resource could not be found. Feb 10 11:38:11.555082 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbf3907-7e99-48b7-8649-5e772b20ef87 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:38:11.556686 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-efbf3907-7e99-48b7-8649-5e772b20ef87 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/ports/4c3e7031-a10d-4b0e-9867-7212616f5f25 HTTP/1.1" status: 404 len: 333 time: 0.0459075 Feb 10 11:38:11.559273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39200) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:11.601908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3294446e-170b-4aa3-9033-d1df6c320d3c tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Synchronizing usage tracker for tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:11.618243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3294446e-170b-4aa3-9033-d1df6c320d3c tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Unset dirty status for tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:11.619369 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3294446e-170b-4aa3-9033-d1df6c320d3c tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "GET /v2.0/ports?device_id=44bdd3c0-2912-4489-b0ea-7efbf522fa99 HTTP/1.1" status: 200 len: 205 time: 0.0592220 Feb 10 11:38:11.621823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39204) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:11.787861 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-ac3a24f7-371c-4797-9113-f860f585b10b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] delete failed (client error): The resource could not be found. Feb 10 11:38:11.789155 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ac3a24f7-371c-4797-9113-f860f585b10b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/routers/44bdd3c0-2912-4489-b0ea-7efbf522fa99 HTTP/1.1" status: 404 len: 336 time: 0.1658673 Feb 10 11:38:11.791662 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39208) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:11.830496 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d85ad5c-6c5e-42a2-a13c-a08e3ee6dcb6 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] DELETE failed (client error): The resource could not be found. Feb 10 11:38:11.830930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d85ad5c-6c5e-42a2-a13c-a08e3ee6dcb6 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:38:11.832526 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9d85ad5c-6c5e-42a2-a13c-a08e3ee6dcb6 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/subnets/b9db6a65-1ac7-4bed-a7fd-a63e6d977da1 HTTP/1.1" status: 404 len: 337 time: 0.0399907 Feb 10 11:38:11.835154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39212) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:11.899907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c8c91adf-2f1e-4707-9340-2b122111f346 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Deleting port a45c8735-2e3e-454b-9e79-a0f654239fb8 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:11.900243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c8c91adf-2f1e-4707-9340-2b122111f346 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:11.951695 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-321e35b5-66a8-4e33-869f-e664d3bd17f4 service neutron] 10.222.0.36 "GET /v2.0/networks/93df1815-38d8-4c40-af2a-090e65c006e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468623 Feb 10 11:38:11.993445 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ad9cfd-cc5e-4a27-beff-2e73e1e665a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:12.185315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c8c91adf-2f1e-4707-9340-2b122111f346 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:12.217276 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8ad4ff0c-a0f2-4c26-87e3-8a2405356287 req-b2ef034b-37c7-4c38-86e6-2ad304092896 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 210 time: 0.0666711 Feb 10 11:38:12.248837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ad9cfd-cc5e-4a27-beff-2e73e1e665a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:12.249910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9cfd-cc5e-4a27-beff-2e73e1e665a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:12.254183 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b8ad9cfd-cc5e-4a27-beff-2e73e1e665a6 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 HTTP/1.1" status: 200 len: 699 time: 3.0601058 Feb 10 11:38:12.255290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39224) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:12.319831 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c8c91adf-2f1e-4707-9340-2b122111f346 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Calling delete_port for a45c8735-2e3e-454b-9e79-a0f654239fb8 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:12.447851 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9c86336a-34c5-4d2b-adbf-19d2d6e29cde tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/routers/0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 HTTP/1.1" status: 200 len: 699 time: 0.1914363 Feb 10 11:38:12.450550 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39230) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:12.489237 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c8c91adf-2f1e-4707-9340-2b122111f346 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:12.537408 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c91adf-2f1e-4707-9340-2b122111f346 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Port': ['ID=a45c8735-2e3e-454b-9e79-a0f654239fb8,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:12.649995 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c8c91adf-2f1e-4707-9340-2b122111f346 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:12.665360 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c8c91adf-2f1e-4707-9340-2b122111f346 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/ports/a45c8735-2e3e-454b-9e79-a0f654239fb8 HTTP/1.1" status: 204 len: 168 time: 0.8291085 Feb 10 11:38:12.667775 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39234) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:12.742010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-be920fe2-6394-4f1c-b5b7-b71269fcfab0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Deleting port e0660978-26da-48b3-a760-e790007a7496 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:12.742719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-be920fe2-6394-4f1c-b5b7-b71269fcfab0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:12.812535 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f3dc80a7-8687-46ed-8bae-678936e2ce13 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:12.997154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-be920fe2-6394-4f1c-b5b7-b71269fcfab0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:13.155416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-be920fe2-6394-4f1c-b5b7-b71269fcfab0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Calling delete_port for e0660978-26da-48b3-a760-e790007a7496 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:13.404941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-b0db31e8-1e17-45b3-880c-2dbc30fe9f5f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:13.405691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-b0db31e8-1e17-45b3-880c-2dbc30fe9f5f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:13.426591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-be920fe2-6394-4f1c-b5b7-b71269fcfab0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:13.459149 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1120ab0c-2b07-4e0d-8113-e6de5af0293d req-2b955747-cf32-4c5c-9da1-df4eeba16811 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 210 time: 0.0515494 Feb 10 11:38:13.573554 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-b0db31e8-1e17-45b3-880c-2dbc30fe9f5f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:13.574666 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-b0db31e8-1e17-45b3-880c-2dbc30fe9f5f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/networks?id=93df1815-38d8-4c40-af2a-090e65c006e2 HTTP/1.1" status: 200 len: 796 time: 0.4515257 Feb 10 11:38:13.582477 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be920fe2-6394-4f1c-b5b7-b71269fcfab0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Port': ['ID=e0660978-26da-48b3-a760-e790007a7496,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:13.615523 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f3dc80a7-8687-46ed-8bae-678936e2ce13 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port fa9f37a4-b3a2-4487-9be8-56f7faacec82 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:13.615862 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f3dc80a7-8687-46ed-8bae-678936e2ce13 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:13.717203 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-a0c3a395-5f96-426a-ac4b-af5e844451d9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:13.725778 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-be920fe2-6394-4f1c-b5b7-b71269fcfab0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:13.738953 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-be920fe2-6394-4f1c-b5b7-b71269fcfab0 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/ports/e0660978-26da-48b3-a760-e790007a7496 HTTP/1.1" status: 204 len: 168 time: 1.0700176 Feb 10 11:38:13.742558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39240) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:13.790924 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-a0c3a395-5f96-426a-ac4b-af5e844451d9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:13.792062 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-a0c3a395-5f96-426a-ac4b-af5e844451d9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 380 time: 0.2043176 Feb 10 11:38:13.799433 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f3dc80a7-8687-46ed-8bae-678936e2ce13 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:13.808440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-5424276e-701a-4c67-953a-3f82468b487b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'port': {'device_id': 'bf2ff663-b506-4b81-8fa5-35370a4a6eb8', 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2', 'admin_state_up': True, 'tenant_id': '0287a4c215574103957c73d52a854e74', 'security_groups': ['847bd2aa-aaac-4674-9474-cbfcfe5c74bb']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:13.930852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9560cad1-0ac1-43aa-a0be-455a6b42b972 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:13.931933 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9560cad1-0ac1-43aa-a0be-455a6b42b972 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Synchronizing usage tracker for tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:13.932706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f3dc80a7-8687-46ed-8bae-678936e2ce13 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for fa9f37a4-b3a2-4487-9be8-56f7faacec82 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:13.978834 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-5424276e-701a-4c67-953a-3f82468b487b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:13.980787 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9560cad1-0ac1-43aa-a0be-455a6b42b972 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Unset dirty status for tenant:4d0ad0ff719548caa5ca82cc8d9f9d47 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:13.981963 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9560cad1-0ac1-43aa-a0be-455a6b42b972 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56953d0-8900-457e-93bf-a8749eda4dbf HTTP/1.1" status: 200 len: 913 time: 0.2385051 Feb 10 11:38:13.986438 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39244) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:13.991183 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-5424276e-701a-4c67-953a-3f82468b487b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:14.001902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-5424276e-701a-4c67-953a-3f82468b487b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:38:14.005009 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-5424276e-701a-4c67-953a-3f82468b487b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:14.172481 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-5424276e-701a-4c67-953a-3f82468b487b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.4 (93df1815-38d8-4c40-af2a-090e65c006e2/b3b607ed-8be1-4304-b256-7b439a9e0073/4334b4fb-7df7-41d7-bb08-4e706034ad16) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:38:14.265725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f3dc80a7-8687-46ed-8bae-678936e2ce13 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:14.315996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc80a7-8687-46ed-8bae-678936e2ce13 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Port': ['ID=fa9f37a4-b3a2-4487-9be8-56f7faacec82,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:14.429270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-5424276e-701a-4c67-953a-3f82468b487b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:14.449073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-5424276e-701a-4c67-953a-3f82468b487b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object 4334b4fb-7df7-41d7-bb08-4e706034ad16 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:14.473403 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-5424276e-701a-4c67-953a-3f82468b487b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:14.556893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-5424276e-701a-4c67-953a-3f82468b487b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 93df1815-38d8-4c40-af2a-090e65c006e2 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:14.560105 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-5424276e-701a-4c67-953a-3f82468b487b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:14.566838 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-5424276e-701a-4c67-953a-3f82468b487b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:38:14.611199 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424276e-701a-4c67-953a-3f82468b487b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=4334b4fb-7df7-41d7-bb08-4e706034ad16,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:14.650283 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-5424276e-701a-4c67-953a-3f82468b487b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:14.651103 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-5424276e-701a-4c67-953a-3f82468b487b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:14.680615 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-5424276e-701a-4c67-953a-3f82468b487b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8756800 Feb 10 11:38:14.691817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Request body: {'port': {'device_id': 'bf2ff663-b506-4b81-8fa5-35370a4a6eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:14.816997 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:14.892609 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6d040bcb-e8d1-459c-bed1-1eb56c6c9a23 None None] Provisioning for port 4334b4fb-7df7-41d7-bb08-4e706034ad16 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:14.901563 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6d040bcb-e8d1-459c-bed1-1eb56c6c9a23 None None] Provisioning complete for port 4334b4fb-7df7-41d7-bb08-4e706034ad16 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:14.902610 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6d040bcb-e8d1-459c-bed1-1eb56c6c9a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:14.956481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdc301-e8d6-4601-b24e-7dbf841b480c req-2dea06fe-9e57-4b0e-bc37-57f97b64b3c5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:14.958115 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6cfdc301-e8d6-4601-b24e-7dbf841b480c req-2dea06fe-9e57-4b0e-bc37-57f97b64b3c5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 931 time: 0.3078043 Feb 10 11:38:14.972584 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6d040bcb-e8d1-459c-bed1-1eb56c6c9a23 None None] Port 4334b4fb-7df7-41d7-bb08-4e706034ad16 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:38:15.029210 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f3dc80a7-8687-46ed-8bae-678936e2ce13 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:15.049459 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6cfdc301-e8d6-4601-b24e-7dbf841b480c req-2a73ad8b-da58-43fa-a677-19ee6cd3abd7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=847bd2aa-aaac-4674-9474-cbfcfe5c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821095 Feb 10 11:38:15.107794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0e78a4a6-fc96-4899-9c14-c39e55429ff9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:15.193549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4334b4fb-7df7-41d7-bb08-4e706034ad16 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:38:15.200455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:15.215010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Transition to ACTIVE for port object 4334b4fb-7df7-41d7-bb08-4e706034ad16 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:15.218279 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:15.347166 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Pushing event updated for resources: {'Port': ['ID=4334b4fb-7df7-41d7-bb08-4e706034ad16,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:15.473716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Attempting to bind port 4334b4fb-7df7-41d7-bb08-4e706034ad16 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:38:15.474042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Attempting to bind port 4334b4fb-7df7-41d7-bb08-4e706034ad16 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '344cf98f-3f56-4ac7-8c9a-732a76056c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:38:15.474367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Attempting to bind port 4334b4fb-7df7-41d7-bb08-4e706034ad16 on network 93df1815-38d8-4c40-af2a-090e65c006e2 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:38:15.481527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Port 4334b4fb-7df7-41d7-bb08-4e706034ad16 on network 93df1815-38d8-4c40-af2a-090e65c006e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:38:15.482089 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Attempting to bind port 4334b4fb-7df7-41d7-bb08-4e706034ad16 on network 93df1815-38d8-4c40-af2a-090e65c006e2 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:38:15.489995 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:38:15.490471 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Checking segment: {'id': '344cf98f-3f56-4ac7-8c9a-732a76056c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:38:15.490948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Bound using segment: {'id': '344cf98f-3f56-4ac7-8c9a-732a76056c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:38:15.491566 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Bound port: 4334b4fb-7df7-41d7-bb08-4e706034ad16, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '344cf98f-3f56-4ac7-8c9a-732a76056c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:38:15.491934 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:15.589541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] For port 4334b4fb-7df7-41d7-bb08-4e706034ad16, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:38:15.592586 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] For port 4334b4fb-7df7-41d7-bb08-4e706034ad16, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4334b4fb-7df7-41d7-bb08-4e706034ad16,segment=NetworkSegment(344cf98f-3f56-4ac7-8c9a-732a76056c0c),segment_id=344cf98f-3f56-4ac7-8c9a-732a76056c0c)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:38:15.598074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:15.766333 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:15.768146 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] 10.222.0.73 "PUT /v2.0/ports/4334b4fb-7df7-41d7-bb08-4e706034ad16 HTTP/1.1" status: 200 len: 1093 time: 1.0811155 Feb 10 11:38:15.768646 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2ff663-b506-4b81-8fa5-35370a4a6eb8', 'tag': '4334b4fb-7df7-41d7-bb08-4e706034ad16'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:38:15.801269 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9341a11-7866-4856-8eaa-0cbd4cc4bca1 service neutron] Pushing event updated for resources: {'Port': ['ID=4334b4fb-7df7-41d7-bb08-4e706034ad16,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:15.863818 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2ff663-b506-4b81-8fa5-35370a4a6eb8', 'tag': '4334b4fb-7df7-41d7-bb08-4e706034ad16', 'status': 'completed', 'code': 200} Feb 10 11:38:15.948946 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-a1eed662-43e9-4cd4-ab6a-3eb7e937ab12 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 1096 time: 0.1374137 Feb 10 11:38:16.006277 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dc80a7-8687-46ed-8bae-678936e2ce13 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:16.039779 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-e3d3597e-b292-4b3a-8a4d-244665bc8dc5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4334b4fb-7df7-41d7-bb08-4e706034ad16 HTTP/1.1" status: 200 len: 217 time: 0.0833318 Feb 10 11:38:16.131867 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-9dfeb047-3915-44ae-b3ca-5eb50bbc7f83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:16.137244 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-9dfeb047-3915-44ae-b3ca-5eb50bbc7f83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b3b607ed-8be1-4304-b256-7b439a9e0073 HTTP/1.1" status: 200 len: 834 time: 0.0905001 Feb 10 11:38:16.220714 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-28089774-fa0c-4f48-a141-48eae6be5e83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93df1815-38d8-4c40-af2a-090e65c006e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766995 Feb 10 11:38:16.376665 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-9dd8fb98-7d1d-4ea2-8b19-428a39ceed7a service neutron] 10.222.0.73 "GET /v2.0/networks/93df1815-38d8-4c40-af2a-090e65c006e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480725 Feb 10 11:38:16.499349 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c18917-d18f-45dd-9e86-0638500f3ae3 req-ed6f57c2-3e80-44fe-b98c-08e3d0d7bd1f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:16.500929 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c18917-d18f-45dd-9e86-0638500f3ae3 req-ed6f57c2-3e80-44fe-b98c-08e3d0d7bd1f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 943 time: 0.3014588 Feb 10 11:38:16.512246 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7e2e876c-ac1d-4e60-89be-0d5f37b0a54f req-d911363f-89b6-4950-b5bf-0aef2827dd94 service neutron] 10.222.0.73 "GET /v2.0/networks/93df1815-38d8-4c40-af2a-090e65c006e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276622 Feb 10 11:38:16.572284 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dc80a7-8687-46ed-8bae-678936e2ce13 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:16.580171 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c18917-d18f-45dd-9e86-0638500f3ae3 req-f03ce524-d6ff-4fba-a4a3-54f41933fe8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=847bd2aa-aaac-4674-9474-cbfcfe5c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688555 Feb 10 11:38:16.618976 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f3dc80a7-8687-46ed-8bae-678936e2ce13 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/0dfaf5b2-3a90-4126-bfd4-7cfe4306e253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1669321 Feb 10 11:38:16.623416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39254) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:16.647225 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0e78a4a6-fc96-4899-9c14-c39e55429ff9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Deleting port 56ab13a9-a595-4873-a2ef-4639e6d42bbd {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:16.647591 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0e78a4a6-fc96-4899-9c14-c39e55429ff9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:16.683803 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-86a5299c-385f-4ad5-aca0-859de0b3f15e req-74997b34-ce7e-4743-96e1-68b6eae3f25e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 1096 time: 0.1225169 Feb 10 11:38:16.834254 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0e78a4a6-fc96-4899-9c14-c39e55429ff9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:16.926612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5299c-385f-4ad5-aca0-859de0b3f15e req-28670d50-2c7a-4142-a8ce-3b2f99eb4928 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:16.928036 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-86a5299c-385f-4ad5-aca0-859de0b3f15e req-28670d50-2c7a-4142-a8ce-3b2f99eb4928 service neutron] 10.222.0.73 "GET /v2.0/networks?id=93df1815-38d8-4c40-af2a-090e65c006e2 HTTP/1.1" status: 200 len: 897 time: 0.2360711 Feb 10 11:38:16.934079 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff69e9ea-1a3e-4bfe-9215-ec04481085a2 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting subnet 50098e78-35ff-44dc-a313-be6fad013b6c {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:38:16.963673 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0e78a4a6-fc96-4899-9c14-c39e55429ff9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Calling delete_port for 56ab13a9-a595-4873-a2ef-4639e6d42bbd owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:16.983404 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ff69e9ea-1a3e-4bfe-9215-ec04481085a2 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:17.040550 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-86a5299c-385f-4ad5-aca0-859de0b3f15e req-df0a14d3-bbdd-427f-bb3f-55b43116c2b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4334b4fb-7df7-41d7-bb08-4e706034ad16 HTTP/1.1" status: 200 len: 217 time: 0.1044436 Feb 10 11:38:17.087352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ff69e9ea-1a3e-4bfe-9215-ec04481085a2 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:17.148357 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0e78a4a6-fc96-4899-9c14-c39e55429ff9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:17.154869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5299c-385f-4ad5-aca0-859de0b3f15e req-d5d2ae80-89da-4a41-b22b-aa3737057ede service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:17.156861 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-86a5299c-385f-4ad5-aca0-859de0b3f15e req-d5d2ae80-89da-4a41-b22b-aa3737057ede service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b3b607ed-8be1-4304-b256-7b439a9e0073 HTTP/1.1" status: 200 len: 834 time: 0.1099076 Feb 10 11:38:17.198172 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78a4a6-fc96-4899-9c14-c39e55429ff9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Port': ['ID=56ab13a9-a595-4873-a2ef-4639e6d42bbd,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:17.237349 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ff69e9ea-1a3e-4bfe-9215-ec04481085a2 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:17.301380 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-86a5299c-385f-4ad5-aca0-859de0b3f15e req-1e6b39d2-b7fe-4c53-a20c-055ae747f131 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93df1815-38d8-4c40-af2a-090e65c006e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1366658 Feb 10 11:38:17.406780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ff69e9ea-1a3e-4bfe-9215-ec04481085a2 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:17.521919 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0e78a4a6-fc96-4899-9c14-c39e55429ff9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:17.567584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69e9ea-1a3e-4bfe-9215-ec04481085a2 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Subnet': ['ID=50098e78-35ff-44dc-a313-be6fad013b6c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:17.591556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ff69e9ea-1a3e-4bfe-9215-ec04481085a2 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:17.599095 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55151042-0adc-4bc2-8538-ec2520d7a3d0 None None] Network b7cbcdd5-201c-4099-9431-9ee1e6ada68e requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:17.608927 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ff69e9ea-1a3e-4bfe-9215-ec04481085a2 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/50098e78-35ff-44dc-a313-be6fad013b6c HTTP/1.1" status: 204 len: 168 time: 0.9821711 Feb 10 11:38:17.611826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39260) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:17.636396 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-86a5299c-385f-4ad5-aca0-859de0b3f15e req-f3906fe9-b910-4142-8e30-82d1f16cd4ad service neutron] 10.222.0.73 "GET /v2.0/networks/93df1815-38d8-4c40-af2a-090e65c006e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279865 Feb 10 11:38:17.820452 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:17.859661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port 87bf68b0-e5ce-4ac1-bd58-44cebc78827a {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:17.860037 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:17.902123 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-86a5299c-385f-4ad5-aca0-859de0b3f15e req-9e2fa701-a346-40b8-b4e3-e04f804b59cb service neutron] 10.222.0.73 "GET /v2.0/networks/93df1815-38d8-4c40-af2a-090e65c006e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100725 Feb 10 11:38:17.912581 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685c4bc9-cab4-4fb5-bfd5-54718659c04b None None] DHCP port deletion for b7cbcdd5-201c-4099-9431-9ee1e6ada68e request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:38:17.918473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-685c4bc9-cab4-4fb5-bfd5-54718659c04b None None] Deleting port 87bf68b0-e5ce-4ac1-bd58-44cebc78827a {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:17.918854 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-685c4bc9-cab4-4fb5-bfd5-54718659c04b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:18.096837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] For port 87bf68b0-e5ce-4ac1-bd58-44cebc78827a, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=87bf68b0-e5ce-4ac1-bd58-44cebc78827a,segment=NetworkSegment(16e464a2-c871-4648-a19e-5e68fbc2333a),segment_id=16e464a2-c871-4648-a19e-5e68fbc2333a)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:18.097493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:18.145463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-685c4bc9-cab4-4fb5-bfd5-54718659c04b None None] For port 87bf68b0-e5ce-4ac1-bd58-44cebc78827a, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=87bf68b0-e5ce-4ac1-bd58-44cebc78827a,segment=NetworkSegment(16e464a2-c871-4648-a19e-5e68fbc2333a),segment_id=16e464a2-c871-4648-a19e-5e68fbc2333a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:18.145770 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-685c4bc9-cab4-4fb5-bfd5-54718659c04b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:18.154563 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909b263-9b4a-47a8-bf71-565b0cb96676 req-a5ae7606-8d29-4fd7-9ba2-1c5f0b0c9a5c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:18.157197 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d909b263-9b4a-47a8-bf71-565b0cb96676 req-a5ae7606-8d29-4fd7-9ba2-1c5f0b0c9a5c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 943 time: 0.4222744 Feb 10 11:38:18.228080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for 87bf68b0-e5ce-4ac1-bd58-44cebc78827a owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:18.300023 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-685c4bc9-cab4-4fb5-bfd5-54718659c04b None None] Calling delete_port for 87bf68b0-e5ce-4ac1-bd58-44cebc78827a owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:18.311602 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:18.325401 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d909b263-9b4a-47a8-bf71-565b0cb96676 req-afd800ba-99a0-4f70-ad30-8d506858fd08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=847bd2aa-aaac-4674-9474-cbfcfe5c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591294 Feb 10 11:38:18.365326 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Port': ['ID=87bf68b0-e5ce-4ac1-bd58-44cebc78827a,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:18.374589 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] No DVR routers for this DVR port 87bf68b0-e5ce-4ac1-bd58-44cebc78827a on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:38:18.378456 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-685c4bc9-cab4-4fb5-bfd5-54718659c04b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:38:18.379181 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-685c4bc9-cab4-4fb5-bfd5-54718659c04b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:38:18.443219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e78a4a6-fc96-4899-9c14-c39e55429ff9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Router a56953d0-8900-457e-93bf-a8749eda4dbf has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:18.505491 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:18.532823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7cbcdd5-201c-4099-9431-9ee1e6ada68e']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:18.545635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e464a2-c871-4648-a19e-5e68fbc2333a') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:18.545943 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e464a2-c871-4648-a19e-5e68fbc2333a') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:18.558752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:18.581239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:18.588817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:38:18.589244 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:18.602828 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 87bf68b0-e5ce-4ac1-bd58-44cebc78827a no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:38:18.606180 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:38:18.648111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 87bf68b0-e5ce-4ac1-bd58-44cebc78827a {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:38:18.648541 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 87bf68b0-e5ce-4ac1-bd58-44cebc78827a not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:38:18.662978 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e78a4a6-fc96-4899-9c14-c39e55429ff9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:18.675748 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c0884-d82f-4a6b-aadc-80b67c4bbd72 None None] Sync routers for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:18.688541 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0e78a4a6-fc96-4899-9c14-c39e55429ff9 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "PUT /v2.0/routers/a56953d0-8900-457e-93bf-a8749eda4dbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7009733 Feb 10 11:38:18.691651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39264) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:18.694372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:18.699792 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c0884-d82f-4a6b-aadc-80b67c4bbd72 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:18.700406 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-be0c0884-d82f-4a6b-aadc-80b67c4bbd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:18.768510 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-be0c0884-d82f-4a6b-aadc-80b67c4bbd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:18.780650 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c0884-d82f-4a6b-aadc-80b67c4bbd72 None None] Routers {'a56953d0-8900-457e-93bf-a8749eda4dbf'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:18.781386 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-be0c0884-d82f-4a6b-aadc-80b67c4bbd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a56953d0-8900-457e-93bf-a8749eda4dbf'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:18.783806 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:18.840958 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-be0c0884-d82f-4a6b-aadc-80b67c4bbd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:18.841543 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c0884-d82f-4a6b-aadc-80b67c4bbd72 None None] The sync data for ids ['a56953d0-8900-457e-93bf-a8749eda4dbf'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:18.850550 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/networks/b7cbcdd5-201c-4099-9431-9ee1e6ada68e HTTP/1.1" status: 204 len: 168 time: 1.2352788 Feb 10 11:38:18.850550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5d926-f5ca-450e-ad15-4cbe0c7f4b87 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Network': ['ID=b7cbcdd5-201c-4099-9431-9ee1e6ada68e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:18.852061 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39268) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:18.880363 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-685c4bc9-cab4-4fb5-bfd5-54718659c04b None None] Deleting port 87bf68b0-e5ce-4ac1-bd58-44cebc78827a {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:18.880745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-685c4bc9-cab4-4fb5-bfd5-54718659c04b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:18.946612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6158fd5b-8fe4-4dc9-b458-89f5dac22313 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:18.950836 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-685c4bc9-cab4-4fb5-bfd5-54718659c04b None None] The port '87bf68b0-e5ce-4ac1-bd58-44cebc78827a' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:38:19.015272 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 4334b4fb-7df7-41d7-bb08-4e706034ad16 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:38:19.153576 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 4334b4fb-7df7-41d7-bb08-4e706034ad16, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4334b4fb-7df7-41d7-bb08-4e706034ad16,segment=NetworkSegment(344cf98f-3f56-4ac7-8c9a-732a76056c0c),segment_id=344cf98f-3f56-4ac7-8c9a-732a76056c0c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:19.170349 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '4334b4fb-7df7-41d7-bb08-4e706034ad16', 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2', 'port_id': '4334b4fb-7df7-41d7-bb08-4e706034ad16', 'mac_address': 'fa:16:3e:15:14:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:38:19.230939 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:19.231946 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4f31b0a-b392-41aa-be8c-990bea72f53d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:19.253071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4334b4fb-7df7-41d7-bb08-4e706034ad16 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:38:19.271098 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 4334b4fb-7df7-41d7-bb08-4e706034ad16, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4334b4fb-7df7-41d7-bb08-4e706034ad16,segment=NetworkSegment(344cf98f-3f56-4ac7-8c9a-732a76056c0c),segment_id=344cf98f-3f56-4ac7-8c9a-732a76056c0c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:19.277533 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:19.291159 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6158fd5b-8fe4-4dc9-b458-89f5dac22313 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:19.301479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6158fd5b-8fe4-4dc9-b458-89f5dac22313 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Deleting port 476d72c4-76fb-4b40-9381-42f5f777c543 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:19.301836 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6158fd5b-8fe4-4dc9-b458-89f5dac22313 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:19.356211 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=4334b4fb-7df7-41d7-bb08-4e706034ad16,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:19.491626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['4334b4fb-7df7-41d7-bb08-4e706034ad16'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:38:19.508667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6158fd5b-8fe4-4dc9-b458-89f5dac22313 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:19.644605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6158fd5b-8fe4-4dc9-b458-89f5dac22313 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Calling delete_port for 476d72c4-76fb-4b40-9381-42f5f777c543 owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:19.668910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0572ba9-80d3-4008-a708-718e35b0e69f req-fda06dc2-f256-456c-9ee2-8f24fcbf6dd1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:19.670974 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b0572ba9-80d3-4008-a708-718e35b0e69f req-fda06dc2-f256-456c-9ee2-8f24fcbf6dd1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 944 time: 0.1480770 Feb 10 11:38:19.797792 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b0572ba9-80d3-4008-a708-718e35b0e69f req-11427f75-0b42-4e01-999b-1ba70e87f825 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=847bd2aa-aaac-4674-9474-cbfcfe5c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004400 Feb 10 11:38:19.830449 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6158fd5b-8fe4-4dc9-b458-89f5dac22313 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:19.876982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158fd5b-8fe4-4dc9-b458-89f5dac22313 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Port': ['ID=476d72c4-76fb-4b40-9381-42f5f777c543,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:20.074097 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b4f31b0a-b392-41aa-be8c-990bea72f53d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port 2289a897-9324-4ace-b419-0a90e39dd1bb {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:20.074336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4f31b0a-b392-41aa-be8c-990bea72f53d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:20.111140 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6158fd5b-8fe4-4dc9-b458-89f5dac22313 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:20.271221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-b4f31b0a-b392-41aa-be8c-990bea72f53d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] For port 2289a897-9324-4ace-b419-0a90e39dd1bb, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=2289a897-9324-4ace-b419-0a90e39dd1bb,segment=NetworkSegment(bca3291c-2af5-4172-ace8-71c6f6847c86),segment_id=bca3291c-2af5-4172-ace8-71c6f6847c86)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:20.271816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4f31b0a-b392-41aa-be8c-990bea72f53d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:20.378696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6158fd5b-8fe4-4dc9-b458-89f5dac22313 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:20.383028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6158fd5b-8fe4-4dc9-b458-89f5dac22313 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:20.409493 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b4f31b0a-b392-41aa-be8c-990bea72f53d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for 2289a897-9324-4ace-b419-0a90e39dd1bb owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:20.419594 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6158fd5b-8fe4-4dc9-b458-89f5dac22313 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:20.420200 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6158fd5b-8fe4-4dc9-b458-89f5dac22313 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Fanout notify agent at l3_agent the message router_deleted on router a56953d0-8900-457e-93bf-a8749eda4dbf {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:38:20.437383 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6158fd5b-8fe4-4dc9-b458-89f5dac22313 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:20.438568 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6158fd5b-8fe4-4dc9-b458-89f5dac22313 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/routers/a56953d0-8900-457e-93bf-a8749eda4dbf HTTP/1.1" status: 204 len: 168 time: 1.7456734 Feb 10 11:38:20.441395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39274) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:20.618742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4f31b0a-b392-41aa-be8c-990bea72f53d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:20.655911 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-b450358b-42e2-43b3-bbc5-7b18d91b5471 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Deleting subnet 98dcc05f-dc73-42be-a940-3d82c450d3b2 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:38:20.659604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b450358b-42e2-43b3-bbc5-7b18d91b5471 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:20.674299 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f31b0a-b392-41aa-be8c-990bea72f53d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Port': ['ID=2289a897-9324-4ace-b419-0a90e39dd1bb,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:20.740168 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b450358b-42e2-43b3-bbc5-7b18d91b5471 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:20.978821 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b450358b-42e2-43b3-bbc5-7b18d91b5471 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:21.024595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4f31b0a-b392-41aa-be8c-990bea72f53d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:21.035475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 4334b4fb-7df7-41d7-bb08-4e706034ad16 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:21.076597 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b450358b-42e2-43b3-bbc5-7b18d91b5471 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:21.118593 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450358b-42e2-43b3-bbc5-7b18d91b5471 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Subnet': ['ID=98dcc05f-dc73-42be-a940-3d82c450d3b2,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:21.132728 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 4334b4fb-7df7-41d7-bb08-4e706034ad16 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:21.133358 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b450358b-42e2-43b3-bbc5-7b18d91b5471 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:21.138557 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 4334b4fb-7df7-41d7-bb08-4e706034ad16 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:21.138924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:21.155386 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b450358b-42e2-43b3-bbc5-7b18d91b5471 tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/subnets/98dcc05f-dc73-42be-a940-3d82c450d3b2 HTTP/1.1" status: 204 len: 168 time: 0.7103612 Feb 10 11:38:21.155692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39280) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:21.250376 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba5bfa-dedf-430a-b681-8c834780b6f9 req-9e16d130-f61d-4867-9a9d-81884dc0d217 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:21.251781 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4ba5bfa-dedf-430a-b681-8c834780b6f9 req-9e16d130-f61d-4867-9a9d-81884dc0d217 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 944 time: 0.2660255 Feb 10 11:38:21.277395 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:21.279522 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6a46752-5650-4a7a-8ad6-0f5874fa555b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:21.314613 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2ff663-b506-4b81-8fa5-35370a4a6eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4334b4fb-7df7-41d7-bb08-4e706034ad16'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:38:21.320830 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 4334b4fb-7df7-41d7-bb08-4e706034ad16, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4334b4fb-7df7-41d7-bb08-4e706034ad16,segment=NetworkSegment(344cf98f-3f56-4ac7-8c9a-732a76056c0c),segment_id=344cf98f-3f56-4ac7-8c9a-732a76056c0c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:21.325773 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:21.373610 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4ba5bfa-dedf-430a-b681-8c834780b6f9 req-deff3653-42e1-49ac-9606-cde452b8ce70 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=847bd2aa-aaac-4674-9474-cbfcfe5c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101530 Feb 10 11:38:21.403867 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2ff663-b506-4b81-8fa5-35370a4a6eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4334b4fb-7df7-41d7-bb08-4e706034ad16', 'code': 200} Feb 10 11:38:21.423824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=4334b4fb-7df7-41d7-bb08-4e706034ad16,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:21.477182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6a46752-5650-4a7a-8ad6-0f5874fa555b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:21.511729 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-f6a46752-5650-4a7a-8ad6-0f5874fa555b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65040583-32df-4806-b6a9-78180bbce4ba']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:21.525576 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-f6a46752-5650-4a7a-8ad6-0f5874fa555b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89ae0fc-e4b6-465f-9790-1d630f716d9b') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:21.527246 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-f6a46752-5650-4a7a-8ad6-0f5874fa555b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89ae0fc-e4b6-465f-9790-1d630f716d9b') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:21.551691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6a46752-5650-4a7a-8ad6-0f5874fa555b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:21.601088 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a2261-834f-4e53-99e9-b393f18c9ace None None] Sync routers for ids ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:21.616354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a2261-834f-4e53-99e9-b393f18c9ace None None] Routers {'0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:21.617162 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c39a2261-834f-4e53-99e9-b393f18c9ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:21.628105 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6a46752-5650-4a7a-8ad6-0f5874fa555b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:21.650237 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a46752-5650-4a7a-8ad6-0f5874fa555b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:38:21.650729 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6a46752-5650-4a7a-8ad6-0f5874fa555b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:38:21.667443 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:38:21.758349 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-80d7b915-efa1-4a94-8756-f91ae56f2fdf req-3d54b822-d520-48dc-9d36-d66fa3b37d43 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 1098 time: 0.1994312 Feb 10 11:38:21.776004 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f31b0a-b392-41aa-be8c-990bea72f53d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:21.784715 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6a46752-5650-4a7a-8ad6-0f5874fa555b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:21.788872 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6a46752-5650-4a7a-8ad6-0f5874fa555b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:21.803048 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c39a2261-834f-4e53-99e9-b393f18c9ace None None] Set router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:21.820675 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a46752-5650-4a7a-8ad6-0f5874fa555b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] Pushing event deleted for resources: {'Network': ['ID=65040583-32df-4806-b6a9-78180bbce4ba,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:21.831564 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f6a46752-5650-4a7a-8ad6-0f5874fa555b tempest-FloatingIPTestJSON-1223756887 tempest-FloatingIPTestJSON-1223756887-project] 10.222.0.36 "DELETE /v2.0/networks/65040583-32df-4806-b6a9-78180bbce4ba HTTP/1.1" status: 204 len: 168 time: 0.6743340 Feb 10 11:38:21.844575 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-80d7b915-efa1-4a94-8756-f91ae56f2fdf req-b866eb4f-a2d8-4557-8e98-f8721b9810d4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=847bd2aa-aaac-4674-9474-cbfcfe5c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799038 Feb 10 11:38:21.994826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f31b0a-b392-41aa-be8c-990bea72f53d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:22.014619 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b4f31b0a-b392-41aa-be8c-990bea72f53d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/0dfaf5b2-3a90-4126-bfd4-7cfe4306e253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1581926 Feb 10 11:38:22.016074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39288) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:22.187943 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39294) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:22.214778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d7b42f-ec3f-4587-8af8-4f88674dba67 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting subnet c4b8295a-c2c0-4ace-b90d-9b14f6f76440 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:38:22.217886 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-14d7b42f-ec3f-4587-8af8-4f88674dba67 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:22.257670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c39a2261-834f-4e53-99e9-b393f18c9ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:38:20Z', 'revision_number': 9, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None, '_interfaces': [{'id': '0ef6c440-3dce-4b04-889c-435f8a56a10d', 'name': '', 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:f2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:44Z', 'updated_at': '2022-02-10T11:37:56Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a52605a1-8883-4c45-8fd4-d575d6275812', 'name': '', 'network_id': '206d94da-f51e-409d-829a-fafa161987e0', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:d7:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:08Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:22.264054 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a2261-834f-4e53-99e9-b393f18c9ace None None] Checking router: 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:38:22.281401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-14d7b42f-ec3f-4587-8af8-4f88674dba67 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:22.282993 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a2261-834f-4e53-99e9-b393f18c9ace None None] Routers {'0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:22.283954 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c39a2261-834f-4e53-99e9-b393f18c9ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:22.368659 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-14d7b42f-ec3f-4587-8af8-4f88674dba67 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:22.385940 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b5530aab-004a-40a9-8141-da438485b99b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d0ad0ff719548caa5ca82cc8d9f9d47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1966498 Feb 10 11:38:22.386622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39300) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:22.456970 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-88cd92e1-eadd-4ebc-ad0b-13b7455468e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:22.459648 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-14d7b42f-ec3f-4587-8af8-4f88674dba67 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:22.494657 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-88cd92e1-eadd-4ebc-ad0b-13b7455468e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:22.503551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7b42f-ec3f-4587-8af8-4f88674dba67 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b8295a-c2c0-4ace-b90d-9b14f6f76440,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:22.510863 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c39a2261-834f-4e53-99e9-b393f18c9ace None None] Set router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:22.511722 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-14d7b42f-ec3f-4587-8af8-4f88674dba67 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:22.530218 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-14d7b42f-ec3f-4587-8af8-4f88674dba67 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/c4b8295a-c2c0-4ace-b90d-9b14f6f76440 HTTP/1.1" status: 204 len: 168 time: 0.5122099 Feb 10 11:38:22.530541 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39306) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:22.585519 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf1c3d-a2ed-42c9-ae53-d1ab489c4baa None None] Network 1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:22.618429 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-88cd92e1-eadd-4ebc-ad0b-13b7455468e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:22.634620 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd92e1-eadd-4ebc-ad0b-13b7455468e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526722ae-cfad-48ac-b129-df221d9813a3,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:22.653585 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-88cd92e1-eadd-4ebc-ad0b-13b7455468e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:22.657551 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-88cd92e1-eadd-4ebc-ad0b-13b7455468e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/526722ae-cfad-48ac-b129-df221d9813a3 HTTP/1.1" status: 204 len: 168 time: 0.2673233 Feb 10 11:38:22.758687 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:22.781481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port b68656f4-b017-48bc-bbbc-0fd9446f093c {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:22.781837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:22.850670 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f302b0d-d965-453a-be71-ff5c45352787 req-038f1caa-8199-4c25-9e65-736911273be3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:22.852446 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f302b0d-d965-453a-be71-ff5c45352787 req-038f1caa-8199-4c25-9e65-736911273be3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 945 time: 0.2003679 Feb 10 11:38:22.978919 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f302b0d-d965-453a-be71-ff5c45352787 req-f55fa3d9-e7ff-4e0a-b6f8-3b16e1ab00c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=847bd2aa-aaac-4674-9474-cbfcfe5c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962765 Feb 10 11:38:23.062053 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c39a2261-834f-4e53-99e9-b393f18c9ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:38:20Z', 'revision_number': 9, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None, '_interfaces': [{'id': '0ef6c440-3dce-4b04-889c-435f8a56a10d', 'name': '', 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:f2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:44Z', 'updated_at': '2022-02-10T11:37:56Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a52605a1-8883-4c45-8fd4-d575d6275812', 'name': '', 'network_id': '206d94da-f51e-409d-829a-fafa161987e0', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:d7:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:08Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:23.069562 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a2261-834f-4e53-99e9-b393f18c9ace None None] The sync data for ids ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'] in dv-neutron-828497-1-hyperv is: [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:38:20Z', 'revision_number': 9, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None, '_interfaces': [{'id': '0ef6c440-3dce-4b04-889c-435f8a56a10d', 'name': '', 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:f2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:44Z', 'updated_at': '2022-02-10T11:37:56Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a52605a1-8883-4c45-8fd4-d575d6275812', 'name': '', 'network_id': '206d94da-f51e-409d-829a-fafa161987e0', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:d7:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:08Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:23.092336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] For port b68656f4-b017-48bc-bbbc-0fd9446f093c, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=b68656f4-b017-48bc-bbbc-0fd9446f093c,segment=NetworkSegment(bca3291c-2af5-4172-ace8-71c6f6847c86),segment_id=bca3291c-2af5-4172-ace8-71c6f6847c86)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:23.092946 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:23.227083 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for b68656f4-b017-48bc-bbbc-0fd9446f093c owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:23.311117 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:23.357360 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Port': ['ID=b68656f4-b017-48bc-bbbc-0fd9446f093c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:23.362462 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] No DVR routers for this DVR port b68656f4-b017-48bc-bbbc-0fd9446f093c on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:38:23.448133 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7233dbe9-204a-4437-b891-7f957f502e15 None None] DHCP port deletion for 1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:38:23.588149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:23.614548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:23.627014 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca3291c-2af5-4172-ace8-71c6f6847c86') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:23.627321 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca3291c-2af5-4172-ace8-71c6f6847c86') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:23.638741 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:23.655032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:23.661603 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:38:23.661995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:38:23.677090 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:38:23.679233 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39328) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:23.761581 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:23.785953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:23.788826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Network': ['ID=1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:23.800762 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-63035c88-11b7-45da-b9e4-8add7618678d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/networks/1e0b05da-b4d0-4106-b3dc-e35b5b8ff7d8 HTTP/1.1" status: 204 len: 168 time: 1.2692688 Feb 10 11:38:23.803290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39334) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:23.831443 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1496444240'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:23.837547 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:23.841852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:network and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:23.845803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:23.865992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:23.876175 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:38:23.879477 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:23.892187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:23.925752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:23.930138 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:security_group_rule and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:23.933483 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:23.939483 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:24.010244 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:24.015107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:24.050646 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:38:24.056080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba31728b-5809-4a3c-bbee-9c26375524b6,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:24.064313 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:24.064827 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Added segment 71179031-2def-4c38-92ba-b013b257a1fd of type vlan for network 34517066-7b17-4c98-bbbd-2a7b1629020a Feb 10 11:38:24.095531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:24.129413 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:24.133246 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:24.133830 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:24.213437 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-07e7260c-c6c8-4fc2-8b99-9c3c56a129be tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:24.244914 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Network': ['ID=34517066-7b17-4c98-bbbd-2a7b1629020a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:24.250992 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1b6cb813-719b-4cf4-89d8-325715727300 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5724139 Feb 10 11:38:24.253753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39340) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:24.259925 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 34517066-7b17-4c98-bbbd-2a7b1629020a details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:38:24.262989 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-8d0c9902-cd7d-4da1-a18d-fc6b8567ed1b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-544764242'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:24.269797 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8d0c9902-cd7d-4da1-a18d-fc6b8567ed1b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:24.270059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f590b8-990f-4f80-9b4d-aec25961fbdf req-b3ca166e-e956-4e0f-96c7-ceb2a7bb0e49 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:24.271876 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34f590b8-990f-4f80-9b4d-aec25961fbdf req-b3ca166e-e956-4e0f-96c7-ceb2a7bb0e49 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 945 time: 0.1544616 Feb 10 11:38:24.274196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8d0c9902-cd7d-4da1-a18d-fc6b8567ed1b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:network and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:24.277270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8d0c9902-cd7d-4da1-a18d-fc6b8567ed1b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:24.285507 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8d0c9902-cd7d-4da1-a18d-fc6b8567ed1b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:24.298116 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0c9902-cd7d-4da1-a18d-fc6b8567ed1b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:38:24.302062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9902-cd7d-4da1-a18d-fc6b8567ed1b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:24.334951 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0c9902-cd7d-4da1-a18d-fc6b8567ed1b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:38:24.345610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9902-cd7d-4da1-a18d-fc6b8567ed1b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:24.346203 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-8d0c9902-cd7d-4da1-a18d-fc6b8567ed1b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Added segment c93240e1-549f-474e-b024-ada9bd857db3 of type vlan for network 5ea4c943-9744-41e1-ad41-533e77772252 Feb 10 11:38:24.374550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9902-cd7d-4da1-a18d-fc6b8567ed1b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:24.404879 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9902-cd7d-4da1-a18d-fc6b8567ed1b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:24.405931 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34f590b8-990f-4f80-9b4d-aec25961fbdf req-715e62ef-408f-4969-8869-483ff5f85bc4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=847bd2aa-aaac-4674-9474-cbfcfe5c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189466 Feb 10 11:38:24.409632 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0c9902-cd7d-4da1-a18d-fc6b8567ed1b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:24.410232 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9902-cd7d-4da1-a18d-fc6b8567ed1b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:24.531261 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8d0c9902-cd7d-4da1-a18d-fc6b8567ed1b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2764125 Feb 10 11:38:24.535640 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39346) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:24.542306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-00062534-5ec8-4382-b9b6-5f968c890c3f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'subnet': {'network_id': '34517066-7b17-4c98-bbbd-2a7b1629020a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:24.619449 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c9902-cd7d-4da1-a18d-fc6b8567ed1b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Network': ['ID=5ea4c943-9744-41e1-ad41-533e77772252,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:24.670877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-00062534-5ec8-4382-b9b6-5f968c890c3f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:24.675760 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-00062534-5ec8-4382-b9b6-5f968c890c3f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:subnet and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:24.678729 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-00062534-5ec8-4382-b9b6-5f968c890c3f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:24.681045 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 5ea4c943-9744-41e1-ad41-533e77772252 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:38:24.684868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-00062534-5ec8-4382-b9b6-5f968c890c3f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:24.695098 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 2289a897-9324-4ace-b419-0a90e39dd1bb no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:38:24.695682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00062534-5ec8-4382-b9b6-5f968c890c3f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:38:24.736353 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bf2e8-6375-49f6-bf8b-079fcbd815d9 req-3dbecacc-1e73-4a8e-b21e-dcadcecfaab9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:24.737868 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-236bf2e8-6375-49f6-bf8b-079fcbd815d9 req-3dbecacc-1e73-4a8e-b21e-dcadcecfaab9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 945 time: 0.1550071 Feb 10 11:38:24.814350 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-00062534-5ec8-4382-b9b6-5f968c890c3f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:24.834959 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-236bf2e8-6375-49f6-bf8b-079fcbd815d9 req-91de9c8f-3577-469c-947d-6903248afcb5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=847bd2aa-aaac-4674-9474-cbfcfe5c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709903 Feb 10 11:38:24.837099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 2289a897-9324-4ace-b419-0a90e39dd1bb {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:38:24.837538 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 2289a897-9324-4ace-b419-0a90e39dd1bb not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:38:24.838020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fa9f37a4-b3a2-4487-9be8-56f7faacec82 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:38:24.884261 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39350) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:24.888681 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: fa9f37a4-b3a2-4487-9be8-56f7faacec82 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:38:24.889107 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fa9f37a4-b3a2-4487-9be8-56f7faacec82 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:38:24.889622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b68656f4-b017-48bc-bbbc-0fd9446f093c no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:38:24.945367 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: b68656f4-b017-48bc-bbbc-0fd9446f093c {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:38:24.945855 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b68656f4-b017-48bc-bbbc-0fd9446f093c not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:38:25.153805 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Sync routers for ids ['5d07be48-1c9c-4a81-bd87-d3b232f908df'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:25.166904 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Routers {'5d07be48-1c9c-4a81-bd87-d3b232f908df'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:25.167668 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-32288a77-43a4-4266-bf68-01323d87031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['5d07be48-1c9c-4a81-bd87-d3b232f908df'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:25.175289 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-470e15bb-a8fb-4a9d-aba9-5a8f65a5057b tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 1093 time: 0.2866726 Feb 10 11:38:25.180641 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39354) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:25.189006 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': '4334b4fb-7df7-41d7-bb08-4e706034ad16', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:25.198648 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:25.206869 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:floatingip and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:25.209502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-07e7260c-c6c8-4fc2-8b99-9c3c56a129be tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port a52605a1-8883-4c45-8fd4-d575d6275812 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:25.209859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-07e7260c-c6c8-4fc2-8b99-9c3c56a129be tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:25.230618 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4677a19-58c9-4ba9-a0cc-3a5b0eb0533d None None] Sync routers for ids ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:25.239058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:25.243215 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4677a19-58c9-4ba9-a0cc-3a5b0eb0533d None None] Routers {'0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:25.244126 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b4677a19-58c9-4ba9-a0cc-3a5b0eb0533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:25.253494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:25.277586 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-00062534-5ec8-4382-b9b6-5f968c890c3f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:25.299366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:25.351759 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00062534-5ec8-4382-b9b6-5f968c890c3f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Subnet': ['ID=b44aa303-cf82-483f-8028-7525379dba60,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:25.395698 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Set router 5d07be48-1c9c-4a81-bd87-d3b232f908df gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:25.398279 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00062534-5ec8-4382-b9b6-5f968c890c3f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Checking segment: {'id': '71179031-2def-4c38-92ba-b013b257a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '34517066-7b17-4c98-bbbd-2a7b1629020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:38:25.398660 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00062534-5ec8-4382-b9b6-5f968c890c3f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network hostable DHCP agents. Network: 34517066-7b17-4c98-bbbd-2a7b1629020a, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:38:25.426661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00062534-5ec8-4382-b9b6-5f968c890c3f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network 34517066-7b17-4c98-bbbd-2a7b1629020a is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:38:25.428241 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-b4677a19-58c9-4ba9-a0cc-3a5b0eb0533d None None] Set router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:25.440140 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-00062534-5ec8-4382-b9b6-5f968c890c3f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 34517066-7b17-4c98-bbbd-2a7b1629020a) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:25.448101 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00062534-5ec8-4382-b9b6-5f968c890c3f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:25.448793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-00062534-5ec8-4382-b9b6-5f968c890c3f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:25.483417 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-00062534-5ec8-4382-b9b6-5f968c890c3f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9451334 Feb 10 11:38:25.486038 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39358) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:25.493333 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-79b547df-a6d6-445f-8a92-cc9995feab75 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'subnet': {'network_id': '5ea4c943-9744-41e1-ad41-533e77772252', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:25.501056 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273e5b94-2508-4cb1-baab-33e0392a51dd None None] Network 34517066-7b17-4c98-bbbd-2a7b1629020a requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:25.537167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-07e7260c-c6c8-4fc2-8b99-9c3c56a129be tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] For port a52605a1-8883-4c45-8fd4-d575d6275812, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a52605a1-8883-4c45-8fd4-d575d6275812,segment=NetworkSegment(3d8bd062-37a1-4f05-84b4-bae20d69f32d),segment_id=3d8bd062-37a1-4f05-84b4-bae20d69f32d)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:25.537542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-07e7260c-c6c8-4fc2-8b99-9c3c56a129be tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:25.629793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-79b547df-a6d6-445f-8a92-cc9995feab75 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:25.636262 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-79b547df-a6d6-445f-8a92-cc9995feab75 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:subnet and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:25.641280 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-79b547df-a6d6-445f-8a92-cc9995feab75 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:25.650032 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-79b547df-a6d6-445f-8a92-cc9995feab75 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:25.666026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b547df-a6d6-445f-8a92-cc9995feab75 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:38:25.685273 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-07e7260c-c6c8-4fc2-8b99-9c3c56a129be tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for a52605a1-8883-4c45-8fd4-d575d6275812 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:25.746951 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:25.822496 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-79b547df-a6d6-445f-8a92-cc9995feab75 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:25.830682 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-32288a77-43a4-4266-bf68-01323d87031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'name': 'tempest-TestNetworkBasicOps-router-1121164917', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:50Z', 'updated_at': '2022-02-10T11:38:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'bcc5b510-1429-448a-8cd1-1a617b8c5ddc', 'name': '', 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:c3:72:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:58Z', 'updated_at': '2022-02-10T11:38:01Z', 'revision_number': 2, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:25.836000 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Checking router: 5d07be48-1c9c-4a81-bd87-d3b232f908df for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:38:25.836349 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Updating router 5d07be48-1c9c-4a81-bd87-d3b232f908df port bcc5b510-1429-448a-8cd1-1a617b8c5ddc binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:38:25.905002 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.036446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-34517066-7b17-4c98-bbbd-2a7b1629020a', 'network_id': '34517066-7b17-4c98-bbbd-2a7b1629020a', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'fixed_ips': [{'subnet_id': 'b44aa303-cf82-483f-8028-7525379dba60'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:38:26.037500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.060315 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.26.4.220 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/f7e9ae64-b7c6-46cf-8081-0c2fbeeb72e1) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:38:26.127370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-79b547df-a6d6-445f-8a92-cc9995feab75 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.220557 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b547df-a6d6-445f-8a92-cc9995feab75 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Subnet': ['ID=67bdea46-3cce-4b10-bc1b-78295862ce57,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:26.223568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Allocated IP 2001:db8::2 (34517066-7b17-4c98-bbbd-2a7b1629020a/b44aa303-cf82-483f-8028-7525379dba60/7548e0ea-bfbd-4296-98ba-449ebd1b6186) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:38:26.227476 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b4677a19-58c9-4ba9-a0cc-3a5b0eb0533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:38:20Z', 'revision_number': 9, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None, '_interfaces': [{'id': '0ef6c440-3dce-4b04-889c-435f8a56a10d', 'name': '', 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:f2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:44Z', 'updated_at': '2022-02-10T11:37:56Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a52605a1-8883-4c45-8fd4-d575d6275812', 'name': '', 'network_id': '206d94da-f51e-409d-829a-fafa161987e0', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:d7:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:08Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': '8c41238d-a18b-4e06-a86b-4293f88700fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:26.234591 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4677a19-58c9-4ba9-a0cc-3a5b0eb0533d None None] Checking router: 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:38:26.253864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4677a19-58c9-4ba9-a0cc-3a5b0eb0533d None None] Routers {'0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:26.254478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b4677a19-58c9-4ba9-a0cc-3a5b0eb0533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:26.264724 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b547df-a6d6-445f-8a92-cc9995feab75 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Checking segment: {'id': 'c93240e1-549f-474e-b024-ada9bd857db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5ea4c943-9744-41e1-ad41-533e77772252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:38:26.265510 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b547df-a6d6-445f-8a92-cc9995feab75 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network hostable DHCP agents. Network: 5ea4c943-9744-41e1-ad41-533e77772252, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:38:26.275748 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-07e7260c-c6c8-4fc2-8b99-9c3c56a129be tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.295266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b547df-a6d6-445f-8a92-cc9995feab75 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network 5ea4c943-9744-41e1-ad41-533e77772252 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:38:26.308802 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-79b547df-a6d6-445f-8a92-cc9995feab75 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 5ea4c943-9744-41e1-ad41-533e77772252) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:26.323071 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b547df-a6d6-445f-8a92-cc9995feab75 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:26.324493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-79b547df-a6d6-445f-8a92-cc9995feab75 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.344327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7260c-c6c8-4fc2-8b99-9c3c56a129be tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Port': ['ID=a52605a1-8883-4c45-8fd4-d575d6275812,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:26.357680 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-79b547df-a6d6-445f-8a92-cc9995feab75 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8702357 Feb 10 11:38:26.357893 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39362) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:26.372041 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a1d36-08ad-4e9d-9fa7-a455075ed0ae None None] Network 5ea4c943-9744-41e1-ad41-533e77772252 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:26.373400 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-062cecdc-c2b4-4f38-b6b3-1bc6636fee38 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-366763321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:26.376832 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.395375 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Transition to ACTIVE for port object bcc5b510-1429-448a-8cd1-1a617b8c5ddc will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:26.413619 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.422991 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-062cecdc-c2b4-4f38-b6b3-1bc6636fee38 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:26.434145 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-062cecdc-c2b4-4f38-b6b3-1bc6636fee38 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:router and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:26.446017 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-062cecdc-c2b4-4f38-b6b3-1bc6636fee38 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:26.497073 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-062cecdc-c2b4-4f38-b6b3-1bc6636fee38 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:26.522019 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.561815 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3623c1-2c11-47a8-998d-75abff1302c6 None None] Pushing event updated for resources: {'Port': ['ID=bcc5b510-1429-448a-8cd1-1a617b8c5ddc,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:26.563466 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-062cecdc-c2b4-4f38-b6b3-1bc6636fee38 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.573258 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-062cecdc-c2b4-4f38-b6b3-1bc6636fee38 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.723462 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-33a50714-3f1d-4ca4-959c-cd534aeade00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.735601 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Attempting to bind port bcc5b510-1429-448a-8cd1-1a617b8c5ddc on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:38:26.736611 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Attempting to bind port bcc5b510-1429-448a-8cd1-1a617b8c5ddc by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '344cf98f-3f56-4ac7-8c9a-732a76056c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:38:26.737067 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Attempting to bind port bcc5b510-1429-448a-8cd1-1a617b8c5ddc on network 93df1815-38d8-4c40-af2a-090e65c006e2 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:38:26.740112 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-b4677a19-58c9-4ba9-a0cc-3a5b0eb0533d None None] Set router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:26.744432 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:38:26.745052 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Checking segment: {'id': '344cf98f-3f56-4ac7-8c9a-732a76056c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:38:26.746451 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.746934 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Bound using segment: {'id': '344cf98f-3f56-4ac7-8c9a-732a76056c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:38:26.747560 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Bound port: bcc5b510-1429-448a-8cd1-1a617b8c5ddc, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344cf98f-3f56-4ac7-8c9a-732a76056c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:38:26.747967 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.798573 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-062cecdc-c2b4-4f38-b6b3-1bc6636fee38 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.843981 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.879798 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-32288a77-43a4-4266-bf68-01323d87031d None None] For port bcc5b510-1429-448a-8cd1-1a617b8c5ddc, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:38:26.887032 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-32288a77-43a4-4266-bf68-01323d87031d None None] For port bcc5b510-1429-448a-8cd1-1a617b8c5ddc, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=bcc5b510-1429-448a-8cd1-1a617b8c5ddc,segment=NetworkSegment(344cf98f-3f56-4ac7-8c9a-732a76056c0c),segment_id=344cf98f-3f56-4ac7-8c9a-732a76056c0c)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:38:26.893286 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-062cecdc-c2b4-4f38-b6b3-1bc6636fee38 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.895566 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.950582 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:26.955828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=f7e9ae64-b7c6-46cf-8081-0c2fbeeb72e1,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:26.960543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:26.964899 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:38:26.994955 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-062cecdc-c2b4-4f38-b6b3-1bc6636fee38 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:26.998633 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-062cecdc-c2b4-4f38-b6b3-1bc6636fee38 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6365061 Feb 10 11:38:27.000557 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39366) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:27.010972 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3623c1-2c11-47a8-998d-75abff1302c6 None None] Pushing event updated for resources: {'Port': ['ID=bcc5b510-1429-448a-8cd1-1a617b8c5ddc,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:27.023836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-07e7260c-c6c8-4fc2-8b99-9c3c56a129be tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:27.034366 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Routers {'5d07be48-1c9c-4a81-bd87-d3b232f908df'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:27.035299 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-32288a77-43a4-4266-bf68-01323d87031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['5d07be48-1c9c-4a81-bd87-d3b232f908df'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:27.309685 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-32288a77-43a4-4266-bf68-01323d87031d None None] Set router 5d07be48-1c9c-4a81-bd87-d3b232f908df gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:27.451433 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-5ea4c943-9744-41e1-ad41-533e77772252', 'network_id': '5ea4c943-9744-41e1-ad41-533e77772252', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'fixed_ips': [{'subnet_id': '67bdea46-3cce-4b10-bc1b-78295862ce57'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:38:27.452242 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:27.651997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Allocated IP 2001:db8:1::2 (5ea4c943-9744-41e1-ad41-533e77772252/67bdea46-3cce-4b10-bc1b-78295862ce57/7a7f88f3-c860-4bf4-b7d7-9bea13127726) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:38:27.664362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:27.697162 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:27.730160 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-32288a77-43a4-4266-bf68-01323d87031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'name': 'tempest-TestNetworkBasicOps-router-1121164917', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:50Z', 'updated_at': '2022-02-10T11:38:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'bcc5b510-1429-448a-8cd1-1a617b8c5ddc', 'name': '', 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:c3:72:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:58Z', 'updated_at': '2022-02-10T11:38:26Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:27.736889 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32288a77-43a4-4266-bf68-01323d87031d None None] The sync data for ids ['5d07be48-1c9c-4a81-bd87-d3b232f908df'] in dv-neutron-828497-1-hyperv is: [{'id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'name': 'tempest-TestNetworkBasicOps-router-1121164917', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:50Z', 'updated_at': '2022-02-10T11:38:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'bcc5b510-1429-448a-8cd1-1a617b8c5ddc', 'name': '', 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:c3:72:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:58Z', 'updated_at': '2022-02-10T11:38:26Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:27.772204 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Transition to ACTIVE for port object 7548e0ea-bfbd-4296-98ba-449ebd1b6186 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:27.840043 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Transition to ACTIVE for port object 7548e0ea-bfbd-4296-98ba-449ebd1b6186 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:27.861682 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b4677a19-58c9-4ba9-a0cc-3a5b0eb0533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:38:26Z', 'revision_number': 10, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None, '_interfaces': [{'id': '0ef6c440-3dce-4b04-889c-435f8a56a10d', 'name': '', 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:f2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:44Z', 'updated_at': '2022-02-10T11:37:56Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:27.864455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:27.973519 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4677a19-58c9-4ba9-a0cc-3a5b0eb0533d None None] The sync data for ids ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'] in dv-neutron-828497-1-hyperv is: [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:38:26Z', 'revision_number': 10, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None, '_interfaces': [{'id': '0ef6c440-3dce-4b04-889c-435f8a56a10d', 'name': '', 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:f2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:44Z', 'updated_at': '2022-02-10T11:37:56Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:27.982254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Pushing event updated for resources: {'Port': ['ID=7548e0ea-bfbd-4296-98ba-449ebd1b6186,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:28.036006 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Network 34517066-7b17-4c98-bbbd-2a7b1629020a is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:28.038630 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:28.042378 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:38:28.198099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:28.209590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Attempting to bind port 7548e0ea-bfbd-4296-98ba-449ebd1b6186 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:38:28.209875 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Attempting to bind port 7548e0ea-bfbd-4296-98ba-449ebd1b6186 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '71179031-2def-4c38-92ba-b013b257a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '34517066-7b17-4c98-bbbd-2a7b1629020a'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:38:28.210247 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Attempting to bind port 7548e0ea-bfbd-4296-98ba-449ebd1b6186 on network 34517066-7b17-4c98-bbbd-2a7b1629020a {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:38:28.214543 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Transition to ACTIVE for port object 7a7f88f3-c860-4bf4-b7d7-9bea13127726 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:28.227746 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:38:28.228459 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Checking segment: {'id': '71179031-2def-4c38-92ba-b013b257a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '34517066-7b17-4c98-bbbd-2a7b1629020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:38:28.228614 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:28.229175 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Bound using segment: {'id': '71179031-2def-4c38-92ba-b013b257a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '34517066-7b17-4c98-bbbd-2a7b1629020a'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:38:28.229409 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Bound port: 7548e0ea-bfbd-4296-98ba-449ebd1b6186, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71179031-2def-4c38-92ba-b013b257a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '34517066-7b17-4c98-bbbd-2a7b1629020a'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:38:28.229790 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:28.246711 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e7260c-c6c8-4fc2-8b99-9c3c56a129be tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:28.256667 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Transition to ACTIVE for port object 7a7f88f3-c860-4bf4-b7d7-9bea13127726 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:28.294426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Allocated IP 2001:db8::1 (34517066-7b17-4c98-bbbd-2a7b1629020a/b44aa303-cf82-483f-8028-7525379dba60/0bcb79cd-5262-41b7-b751-26f3ec573a57) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:38:28.303465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:28.344240 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] For port 7548e0ea-bfbd-4296-98ba-449ebd1b6186, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:38:28.348426 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] For port 7548e0ea-bfbd-4296-98ba-449ebd1b6186, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7548e0ea-bfbd-4296-98ba-449ebd1b6186,segment=NetworkSegment(71179031-2def-4c38-92ba-b013b257a1fd),segment_id=71179031-2def-4c38-92ba-b013b257a1fd)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:38:28.397845 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:28.454315 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Pushing event updated for resources: {'Port': ['ID=7a7f88f3-c860-4bf4-b7d7-9bea13127726,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:28.457995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Network 5ea4c943-9744-41e1-ad41-533e77772252 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:28.500249 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:28.510220 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:38:28.552710 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:28.582136 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Transition to ACTIVE for port object 0bcb79cd-5262-41b7-b751-26f3ec573a57 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:28.594725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:28.617559 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:28.665618 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c9f8f-cf5b-466e-89a1-2497ea1787fe None None] Pushing event updated for resources: {'Port': ['ID=7548e0ea-bfbd-4296-98ba-449ebd1b6186,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:28.693398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network 34517066-7b17-4c98-bbbd-2a7b1629020a is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:28.700516 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:28.710761 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Attempting to bind port 7a7f88f3-c860-4bf4-b7d7-9bea13127726 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:38:28.711052 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Attempting to bind port 7a7f88f3-c860-4bf4-b7d7-9bea13127726 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'c93240e1-549f-474e-b024-ada9bd857db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5ea4c943-9744-41e1-ad41-533e77772252'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:38:28.711417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Attempting to bind port 7a7f88f3-c860-4bf4-b7d7-9bea13127726 on network 5ea4c943-9744-41e1-ad41-533e77772252 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:38:28.714271 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:38:28.714987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:28.720935 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:38:28.721399 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Checking segment: {'id': 'c93240e1-549f-474e-b024-ada9bd857db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5ea4c943-9744-41e1-ad41-533e77772252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:38:28.721728 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:28.722121 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Bound using segment: {'id': 'c93240e1-549f-474e-b024-ada9bd857db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5ea4c943-9744-41e1-ad41-533e77772252'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:38:28.722604 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Bound port: 7a7f88f3-c860-4bf4-b7d7-9bea13127726, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93240e1-549f-474e-b024-ada9bd857db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5ea4c943-9744-41e1-ad41-533e77772252'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:38:28.722985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:28.752371 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device bcc5b510-1429-448a-8cd1-1a617b8c5ddc up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:28.773575 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=0bcb79cd-5262-41b7-b751-26f3ec573a57,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:28.775033 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:28.849471 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:28.892235 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-71f5aa71-b8b8-4e08-af66-eea3455ad30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:28.899615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e7260c-c6c8-4fc2-8b99-9c3c56a129be tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:28.967924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] For port 7a7f88f3-c860-4bf4-b7d7-9bea13127726, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:38:28.968900 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-07e7260c-c6c8-4fc2-8b99-9c3c56a129be tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/0dfaf5b2-3a90-4126-bfd4-7cfe4306e253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1634274 Feb 10 11:38:28.973037 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] For port 7a7f88f3-c860-4bf4-b7d7-9bea13127726, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7a7f88f3-c860-4bf4-b7d7-9bea13127726,segment=NetworkSegment(c93240e1-549f-474e-b024-ada9bd857db3),segment_id=c93240e1-549f-474e-b024-ada9bd857db3)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:38:28.983163 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port bcc5b510-1429-448a-8cd1-1a617b8c5ddc completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:28.989430 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:28.993548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39370) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:29.109494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375f3f1-c3fb-4734-a4ec-364b701165c4 None None] Pushing event updated for resources: {'Port': ['ID=7a7f88f3-c860-4bf4-b7d7-9bea13127726,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:29.112383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port bcc5b510-1429-448a-8cd1-1a617b8c5ddc triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:29.112769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.212795 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.217556 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.300503 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.344709 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port bcc5b510-1429-448a-8cd1-1a617b8c5ddc, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=bcc5b510-1429-448a-8cd1-1a617b8c5ddc,segment=NetworkSegment(344cf98f-3f56-4ac7-8c9a-732a76056c0c),segment_id=344cf98f-3f56-4ac7-8c9a-732a76056c0c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:29.351950 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.429312 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a52605a1-8883-4c45-8fd4-d575d6275812 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:38:29.480360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7a1f2c-2c7f-49db-a0b4-a1bfce5c102d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting subnet 8c41238d-a18b-4e06-a86b-4293f88700fb {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:38:29.501531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1a7a1f2c-2c7f-49db-a0b4-a1bfce5c102d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.522763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=f7e9ae64-b7c6-46cf-8081-0c2fbeeb72e1,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:29.534747 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: a52605a1-8883-4c45-8fd4-d575d6275812 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:38:29.535237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a52605a1-8883-4c45-8fd4-d575d6275812 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:38:29.536029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.572097 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=bcc5b510-1429-448a-8cd1-1a617b8c5ddc,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:29.650534 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1a7a1f2c-2c7f-49db-a0b4-a1bfce5c102d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.774978 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.786734 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Floating IP 247cbc7a-a2b7-4f42-b677-86f024d3e72e associated. External IP: 172.26.4.220, port: 4334b4fb-7df7-41d7-bb08-4e706034ad16. Feb 10 11:38:29.825426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.829865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1a7a1f2c-2c7f-49db-a0b4-a1bfce5c102d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.877568 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.878622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:30.160174 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b66901-aa78-4777-824b-13a7cab5e165 None None] Network 34517066-7b17-4c98-bbbd-2a7b1629020a requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:30.185328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:30.192331 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=0bcb79cd-5262-41b7-b751-26f3ec573a57,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:30.238596 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1a7a1f2c-2c7f-49db-a0b4-a1bfce5c102d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:30.262364 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 5d07be48-1c9c-4a81-bd87-d3b232f908df has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:30.284716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1a7a1f2c-2c7f-49db-a0b4-a1bfce5c102d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:30.285818 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-07ea6466-ac1c-4df9-8c0b-420155bafcef None None] Provisioning for port 7548e0ea-bfbd-4296-98ba-449ebd1b6186 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:30.298530 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1a7a1f2c-2c7f-49db-a0b4-a1bfce5c102d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/8c41238d-a18b-4e06-a86b-4293f88700fb HTTP/1.1" status: 204 len: 168 time: 1.2693245 Feb 10 11:38:30.300697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a1f2c-2c7f-49db-a0b4-a1bfce5c102d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Subnet': ['ID=8c41238d-a18b-4e06-a86b-4293f88700fb,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:30.301249 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e08e931-c1fd-4102-9d9b-b336d55a0701 None None] Network 206d94da-f51e-409d-829a-fafa161987e0 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:30.307078 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39374) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:30.339612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network 34517066-7b17-4c98-bbbd-2a7b1629020a is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:30.391002 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:30.512054 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:30.535119 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:30.589206 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:30.598533 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e6489d4e-ec97-4ec2-a89f-255f782c73f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4145699 Feb 10 11:38:30.598533 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2ff663-b506-4b81-8fa5-35370a4a6eb8', 'tag': '4334b4fb-7df7-41d7-bb08-4e706034ad16'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:38:30.601472 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39378) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:30.693383 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port 9e6472dd-59df-4cb4-ad8d-eb563106234b {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:30.693735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:30.714376 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2ff663-b506-4b81-8fa5-35370a4a6eb8', 'tag': '4334b4fb-7df7-41d7-bb08-4e706034ad16', 'status': 'completed', 'code': 200} Feb 10 11:38:30.834968 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc26f8-3f10-4ecd-a51f-8a4360904c93 None None] Sync routers for ids ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:30.849119 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc26f8-3f10-4ecd-a51f-8a4360904c93 None None] Routers {'0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:30.851934 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-becc26f8-3f10-4ecd-a51f-8a4360904c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:30.858551 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571c5f08-4538-4022-b8f8-cff104e7714d None None] DHCP port deletion for 206d94da-f51e-409d-829a-fafa161987e0 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:38:30.883510 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-571c5f08-4538-4022-b8f8-cff104e7714d None None] Deleting port 9e6472dd-59df-4cb4-ad8d-eb563106234b {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:30.883913 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-571c5f08-4538-4022-b8f8-cff104e7714d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:30.945683 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7548e0ea-bfbd-4296-98ba-449ebd1b6186 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:30.997407 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41006197-06c4-41da-8cea-606511362fed None None] Network 5ea4c943-9744-41e1-ad41-533e77772252 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:31.081384 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-18f60b5d-82c3-4b71-912b-28f14d4c37a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/247cbc7a-a2b7-4f42-b677-86f024d3e72e HTTP/1.1" status: 200 len: 991 time: 0.4688268 Feb 10 11:38:31.138772 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-becc26f8-3f10-4ecd-a51f-8a4360904c93 None None] Set router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:31.227877 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a69fc172-147e-4f6f-aec7-008aa7b75479 None None] Provisioning for port 7a7f88f3-c860-4bf4-b7d7-9bea13127726 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:31.233341 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68fd85a0-b4d4-4a3e-b526-452b4d930b0e req-70a88749-dd2e-4597-ba64-46abd7f26a66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 1098 time: 0.4860826 Feb 10 11:38:31.302068 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 7548e0ea-bfbd-4296-98ba-449ebd1b6186 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:31.370072 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] For port 9e6472dd-59df-4cb4-ad8d-eb563106234b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9e6472dd-59df-4cb4-ad8d-eb563106234b,segment=NetworkSegment(3d8bd062-37a1-4f05-84b4-bae20d69f32d),segment_id=3d8bd062-37a1-4f05-84b4-bae20d69f32d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:31.370438 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.388493 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 7548e0ea-bfbd-4296-98ba-449ebd1b6186 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:31.389050 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.512425 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-becc26f8-3f10-4ecd-a51f-8a4360904c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:38:26Z', 'revision_number': 10, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None, '_interfaces': [{'id': '0ef6c440-3dce-4b04-889c-435f8a56a10d', 'name': '', 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:f2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:44Z', 'updated_at': '2022-02-10T11:37:56Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:31.519737 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc26f8-3f10-4ecd-a51f-8a4360904c93 None None] Checking router: 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:38:31.526080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for 9e6472dd-59df-4cb4-ad8d-eb563106234b owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:31.534483 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc26f8-3f10-4ecd-a51f-8a4360904c93 None None] Routers {'0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:31.535927 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-becc26f8-3f10-4ecd-a51f-8a4360904c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:31.602071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-571c5f08-4538-4022-b8f8-cff104e7714d None None] For port 9e6472dd-59df-4cb4-ad8d-eb563106234b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9e6472dd-59df-4cb4-ad8d-eb563106234b,segment=NetworkSegment(3d8bd062-37a1-4f05-84b4-bae20d69f32d),segment_id=3d8bd062-37a1-4f05-84b4-bae20d69f32d)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:31.602353 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-571c5f08-4538-4022-b8f8-cff104e7714d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.612661 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f2c3be34-5e2a-4a22-9c7c-9d38c088b67d None None] Provisioning complete for port 7548e0ea-bfbd-4296-98ba-449ebd1b6186 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:31.613386 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f2c3be34-5e2a-4a22-9c7c-9d38c088b67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.653474 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.681674 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd85a0-b4d4-4a3e-b526-452b4d930b0e req-17af0120-46b2-4ce7-9f8c-da37a815f5f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:31.684269 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68fd85a0-b4d4-4a3e-b526-452b4d930b0e req-17af0120-46b2-4ce7-9f8c-da37a815f5f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=93df1815-38d8-4c40-af2a-090e65c006e2 HTTP/1.1" status: 200 len: 897 time: 0.4313357 Feb 10 11:38:31.719732 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-becc26f8-3f10-4ecd-a51f-8a4360904c93 None None] Set router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:31.751213 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.804320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-571c5f08-4538-4022-b8f8-cff104e7714d None None] Calling delete_port for 9e6472dd-59df-4cb4-ad8d-eb563106234b owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:31.953338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Port': ['ID=9e6472dd-59df-4cb4-ad8d-eb563106234b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:31.980250 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] No DVR routers for this DVR port 9e6472dd-59df-4cb4-ad8d-eb563106234b on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:38:32.046953 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68fd85a0-b4d4-4a3e-b526-452b4d930b0e req-c505625b-e4f1-4d2d-b923-e9668d6dd33f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4334b4fb-7df7-41d7-bb08-4e706034ad16 HTTP/1.1" status: 200 len: 999 time: 0.3559825 Feb 10 11:38:32.047733 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router 2f20eb92-4faf-463d-8a65-31b7ec339249 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:38:32.051805 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-571c5f08-4538-4022-b8f8-cff104e7714d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:38:32.052330 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-571c5f08-4538-4022-b8f8-cff104e7714d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:38:32.059382 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f2c3be34-5e2a-4a22-9c7c-9d38c088b67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.074432 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.084025 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39384) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:32.089265 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-becc26f8-3f10-4ecd-a51f-8a4360904c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:38:26Z', 'revision_number': 10, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None, '_interfaces': [{'id': '0ef6c440-3dce-4b04-889c-435f8a56a10d', 'name': '', 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:f2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:44Z', 'updated_at': '2022-02-10T11:37:56Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:32.094838 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc26f8-3f10-4ecd-a51f-8a4360904c93 None None] The sync data for ids ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'] in dv-neutron-828497-1-hyperv is: [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:38:26Z', 'revision_number': 10, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None, '_interfaces': [{'id': '0ef6c440-3dce-4b04-889c-435f8a56a10d', 'name': '', 'network_id': '1549f1df-029e-482e-8f73-4ee4e144e9a3', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'mac_address': 'fa:16:3e:f2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:44Z', 'updated_at': '2022-02-10T11:37:56Z', 'revision_number': 5, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'subnets': [{'id': 'acd0ea9d-e703-433d-9ab3-3c03315b7281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:32.119861 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f2c3be34-5e2a-4a22-9c7c-9d38c088b67d None None] For port 7548e0ea-bfbd-4296-98ba-449ebd1b6186, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7548e0ea-bfbd-4296-98ba-449ebd1b6186,segment=NetworkSegment(71179031-2def-4c38-92ba-b013b257a1fd),segment_id=71179031-2def-4c38-92ba-b013b257a1fd)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:32.135559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f2c3be34-5e2a-4a22-9c7c-9d38c088b67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.182371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.230464 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e69a056f-7422-4148-a666-379e742c3ccf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/247cbc7a-a2b7-4f42-b677-86f024d3e72e HTTP/1.1" status: 200 len: 991 time: 0.1429996 Feb 10 11:38:32.284555 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206d94da-f51e-409d-829a-fafa161987e0']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:32.292139 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:38:32.293253 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:38:32.293958 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f2c3be34-5e2a-4a22-9c7c-9d38c088b67d None None] Provisioning for port 0bcb79cd-5262-41b7-b751-26f3ec573a57 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:32.297079 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3be34-5e2a-4a22-9c7c-9d38c088b67d None None] Pushing event updated for resources: {'Port': ['ID=7548e0ea-bfbd-4296-98ba-449ebd1b6186,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:32.306604 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f2c3be34-5e2a-4a22-9c7c-9d38c088b67d None None] Provisioning complete for port 0bcb79cd-5262-41b7-b751-26f3ec573a57 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:32.306980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f2c3be34-5e2a-4a22-9c7c-9d38c088b67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.359585 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8bd062-37a1-4f05-84b4-bae20d69f32d') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:32.359829 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3be34-5e2a-4a22-9c7c-9d38c088b67d None None] Port 0bcb79cd-5262-41b7-b751-26f3ec573a57 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:38:32.359936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8bd062-37a1-4f05-84b4-bae20d69f32d') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:32.372817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd85a0-b4d4-4a3e-b526-452b4d930b0e req-793ae84e-8bf4-4030-8ef4-ef5b7089b7f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:32.374901 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68fd85a0-b4d4-4a3e-b526-452b4d930b0e req-793ae84e-8bf4-4030-8ef4-ef5b7089b7f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b3b607ed-8be1-4304-b256-7b439a9e0073 HTTP/1.1" status: 200 len: 834 time: 0.2694027 Feb 10 11:38:32.385297 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.454097 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.473400 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:38:32.473803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.481415 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5897a8f1-a2c8-41ea-aedc-8f3d8d7bea27 None None] Provisioning complete for port 0bcb79cd-5262-41b7-b751-26f3ec573a57 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:32.481791 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5897a8f1-a2c8-41ea-aedc-8f3d8d7bea27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:38:32.489156 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:38:32.535542 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-5897a8f1-a2c8-41ea-aedc-8f3d8d7bea27 None None] Port 0bcb79cd-5262-41b7-b751-26f3ec573a57 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:38:32.553758 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-571c5f08-4538-4022-b8f8-cff104e7714d None None] Deleting port 9e6472dd-59df-4cb4-ad8d-eb563106234b {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:32.554138 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-571c5f08-4538-4022-b8f8-cff104e7714d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.591039 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.612698 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.617981 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68fd85a0-b4d4-4a3e-b526-452b4d930b0e req-2dae9c08-044a-481a-9b84-86d207664411 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93df1815-38d8-4c40-af2a-090e65c006e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2359431 Feb 10 11:38:32.621835 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-571c5f08-4538-4022-b8f8-cff104e7714d None None] The port '9e6472dd-59df-4cb4-ad8d-eb563106234b' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:38:32.651089 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Network': ['ID=206d94da-f51e-409d-829a-fafa161987e0,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:32.711791 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-693a5f97-0dc9-4fee-8c9d-2d9660906db7 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/networks/206d94da-f51e-409d-829a-fafa161987e0 HTTP/1.1" status: 204 len: 168 time: 2.4034665 Feb 10 11:38:32.714402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39388) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:32.718866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:32.727659 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-750f2e7d-bb4d-440b-b7bd-8c4307e6e00a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/2f20eb92-4faf-463d-8a65-31b7ec339249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7211149 Feb 10 11:38:32.727659 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39392) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:32.734062 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c191daf2-6e01-482b-a7c7-d51d1210e618 None None] Sync routers for ids ['2f20eb92-4faf-463d-8a65-31b7ec339249'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:32.746947 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c191daf2-6e01-482b-a7c7-d51d1210e618 None None] Routers {'2f20eb92-4faf-463d-8a65-31b7ec339249'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:32.747564 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c191daf2-6e01-482b-a7c7-d51d1210e618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2f20eb92-4faf-463d-8a65-31b7ec339249'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:32.826433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4f02d2-4f5b-4ee9-9e86-9eb0045d060a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:32.827007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2d4f02d2-4f5b-4ee9-9e86-9eb0045d060a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Synchronizing usage tracker for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:32.848322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c191daf2-6e01-482b-a7c7-d51d1210e618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:32.853505 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68fd85a0-b4d4-4a3e-b526-452b4d930b0e req-e5cce5ca-610e-435e-8454-1d2aa2b847fd service neutron] 10.222.0.73 "GET /v2.0/networks/93df1815-38d8-4c40-af2a-090e65c006e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243819 Feb 10 11:38:32.883768 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2d4f02d2-4f5b-4ee9-9e86-9eb0045d060a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Unset dirty status for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:32.888048 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2d4f02d2-4f5b-4ee9-9e86-9eb0045d060a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports/0bcb79cd-5262-41b7-b751-26f3ec573a57 HTTP/1.1" status: 200 len: 911 time: 0.1575177 Feb 10 11:38:32.888201 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c191daf2-6e01-482b-a7c7-d51d1210e618 None None] Routers {'2f20eb92-4faf-463d-8a65-31b7ec339249'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:32.888298 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39396) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:32.888720 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c191daf2-6e01-482b-a7c7-d51d1210e618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2f20eb92-4faf-463d-8a65-31b7ec339249'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:32.954382 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7a7f88f3-c860-4bf4-b7d7-9bea13127726 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:32.981262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c191daf2-6e01-482b-a7c7-d51d1210e618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:32.981488 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c191daf2-6e01-482b-a7c7-d51d1210e618 None None] The sync data for ids ['2f20eb92-4faf-463d-8a65-31b7ec339249'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:33.012218 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68fd85a0-b4d4-4a3e-b526-452b4d930b0e req-f2f08133-9b49-424c-a72b-e66155077e1f service neutron] 10.222.0.73 "GET /v2.0/networks/93df1815-38d8-4c40-af2a-090e65c006e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504130 Feb 10 11:38:33.045337 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 7a7f88f3-c860-4bf4-b7d7-9bea13127726 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:33.051807 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 7a7f88f3-c860-4bf4-b7d7-9bea13127726 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:33.052484 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:33.103896 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:38:33.175059 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:33.208621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 7a7f88f3-c860-4bf4-b7d7-9bea13127726, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7a7f88f3-c860-4bf4-b7d7-9bea13127726,segment=NetworkSegment(c93240e1-549f-474e-b024-ada9bd857db3),segment_id=c93240e1-549f-474e-b024-ada9bd857db3)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:33.213571 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:33.214379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device bcc5b510-1429-448a-8cd1-1a617b8c5ddc up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:33.233430 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39400) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:33.339400 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=7a7f88f3-c860-4bf4-b7d7-9bea13127726,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:33.347607 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-87bc0055-735a-4de5-908e-5b6b357c26c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/247cbc7a-a2b7-4f42-b677-86f024d3e72e HTTP/1.1" status: 200 len: 991 time: 0.1109495 Feb 10 11:38:33.355724 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port bcc5b510-1429-448a-8cd1-1a617b8c5ddc triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:33.356098 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:33.482348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0a42afe-6140-45c7-a468-33ea0a32c8bb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:33.548202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7548e0ea-bfbd-4296-98ba-449ebd1b6186 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:33.625601 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 7548e0ea-bfbd-4296-98ba-449ebd1b6186 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:33.625977 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:33.748905 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7a7f88f3-c860-4bf4-b7d7-9bea13127726 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:33.816060 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 7a7f88f3-c860-4bf4-b7d7-9bea13127726 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:33.816431 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:33.985052 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9e6472dd-59df-4cb4-ad8d-eb563106234b no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:38:34.018829 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 9e6472dd-59df-4cb4-ad8d-eb563106234b {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:38:34.019222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9e6472dd-59df-4cb4-ad8d-eb563106234b not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:38:34.183549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:34.350530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39404) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:34.464458 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-94d2e6b3-ac59-4076-a85d-4f1dcd777bbd tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/247cbc7a-a2b7-4f42-b677-86f024d3e72e HTTP/1.1" status: 200 len: 991 time: 0.1128566 Feb 10 11:38:34.819718 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Allocated IP 2001:db8:1::1 (5ea4c943-9744-41e1-ad41-533e77772252/67bdea46-3cce-4b10-bc1b-78295862ce57/811d850c-78e7-4adf-8054-3b9426ffdad8) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:38:34.836393 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d0a42afe-6140-45c7-a468-33ea0a32c8bb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port 0ef6c440-3dce-4b04-889c-435f8a56a10d {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:34.836735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0a42afe-6140-45c7-a468-33ea0a32c8bb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:35.152599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:35.172249 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-d0a42afe-6140-45c7-a468-33ea0a32c8bb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] For port 0ef6c440-3dce-4b04-889c-435f8a56a10d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0ef6c440-3dce-4b04-889c-435f8a56a10d,segment=NetworkSegment(7f75e1c2-7d4b-4138-92d9-41f4f6020484),segment_id=7f75e1c2-7d4b-4138-92d9-41f4f6020484)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:35.172249 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0a42afe-6140-45c7-a468-33ea0a32c8bb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:35.187842 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Transition to ACTIVE for port object 811d850c-78e7-4adf-8054-3b9426ffdad8 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:35.299975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d0a42afe-6140-45c7-a468-33ea0a32c8bb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for 0ef6c440-3dce-4b04-889c-435f8a56a10d owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:35.377490 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:35.458760 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network 5ea4c943-9744-41e1-ad41-533e77772252 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:35.462316 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:35.467050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:38:35.467581 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:35.469024 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39408) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:35.481901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=811d850c-78e7-4adf-8054-3b9426ffdad8,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:35.608259 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-021de018-644d-42c7-89d5-36262f2e493f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/247cbc7a-a2b7-4f42-b677-86f024d3e72e HTTP/1.1" status: 200 len: 991 time: 0.1350448 Feb 10 11:38:35.629349 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:35.647090 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0a42afe-6140-45c7-a468-33ea0a32c8bb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:35.704306 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ba38f56c-cf1e-456b-ac90-ca2312d02e00 None None] Provisioning for port 811d850c-78e7-4adf-8054-3b9426ffdad8 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:35.709361 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ba38f56c-cf1e-456b-ac90-ca2312d02e00 None None] Provisioning complete for port 811d850c-78e7-4adf-8054-3b9426ffdad8 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:35.709733 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ba38f56c-cf1e-456b-ac90-ca2312d02e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:35.730328 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a42afe-6140-45c7-a468-33ea0a32c8bb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Port': ['ID=0ef6c440-3dce-4b04-889c-435f8a56a10d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:35.772996 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ba38f56c-cf1e-456b-ac90-ca2312d02e00 None None] Port 811d850c-78e7-4adf-8054-3b9426ffdad8 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:38:36.250546 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e81447-9335-44a4-9b8e-b20b73e3a0f0 None None] Sync routers for ids ['5d07be48-1c9c-4a81-bd87-d3b232f908df'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:36.263189 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e81447-9335-44a4-9b8e-b20b73e3a0f0 None None] Routers {'5d07be48-1c9c-4a81-bd87-d3b232f908df'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:36.264817 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c0e81447-9335-44a4-9b8e-b20b73e3a0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['5d07be48-1c9c-4a81-bd87-d3b232f908df'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:36.298372 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0a42afe-6140-45c7-a468-33ea0a32c8bb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:36.444101 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-c0e81447-9335-44a4-9b8e-b20b73e3a0f0 None None] Set router 5d07be48-1c9c-4a81-bd87-d3b232f908df gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:36.540742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:36.604923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:36.605706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:36.611567 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39412) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:36.757850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=811d850c-78e7-4adf-8054-3b9426ffdad8,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:36.844315 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c0e81447-9335-44a4-9b8e-b20b73e3a0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'name': 'tempest-TestNetworkBasicOps-router-1121164917', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:50Z', 'updated_at': '2022-02-10T11:38:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '247cbc7a-a2b7-4f42-b677-86f024d3e72e', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.220', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'port_id': '4334b4fb-7df7-41d7-bb08-4e706034ad16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2', 'mac_address': 'fa:16:3e:15:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2ff663-b506-4b81-8fa5-35370a4a6eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:38:28Z', 'updated_at': '2022-02-10T11:38:28Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc5b510-1429-448a-8cd1-1a617b8c5ddc', 'name': '', 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:c3:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:58Z', 'updated_at': '2022-02-10T11:38:29Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:36.848721 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e81447-9335-44a4-9b8e-b20b73e3a0f0 None None] Checking router: 5d07be48-1c9c-4a81-bd87-d3b232f908df for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:38:36.849942 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-43a8fafc-c4b0-4f24-9c36-b0f9038e0096 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/247cbc7a-a2b7-4f42-b677-86f024d3e72e HTTP/1.1" status: 200 len: 991 time: 0.2368608 Feb 10 11:38:36.860946 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e81447-9335-44a4-9b8e-b20b73e3a0f0 None None] Routers {'5d07be48-1c9c-4a81-bd87-d3b232f908df'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:36.861713 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c0e81447-9335-44a4-9b8e-b20b73e3a0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['5d07be48-1c9c-4a81-bd87-d3b232f908df'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:36.954837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network 5ea4c943-9744-41e1-ad41-533e77772252 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:36.958105 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a42afe-6140-45c7-a468-33ea0a32c8bb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:36.959562 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:37.064461 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-c0e81447-9335-44a4-9b8e-b20b73e3a0f0 None None] Set router 5d07be48-1c9c-4a81-bd87-d3b232f908df gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:37.222136 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0d2cc7b7-c8c1-4175-af8c-a18bfa6927b1 None None] Provisioning complete for port 811d850c-78e7-4adf-8054-3b9426ffdad8 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:37.222740 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0d2cc7b7-c8c1-4175-af8c-a18bfa6927b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:37.278703 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0d2cc7b7-c8c1-4175-af8c-a18bfa6927b1 None None] Port 811d850c-78e7-4adf-8054-3b9426ffdad8 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:38:37.428477 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c0e81447-9335-44a4-9b8e-b20b73e3a0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'name': 'tempest-TestNetworkBasicOps-router-1121164917', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:50Z', 'updated_at': '2022-02-10T11:38:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '247cbc7a-a2b7-4f42-b677-86f024d3e72e', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.220', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'port_id': '4334b4fb-7df7-41d7-bb08-4e706034ad16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2', 'mac_address': 'fa:16:3e:15:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2ff663-b506-4b81-8fa5-35370a4a6eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:38:28Z', 'updated_at': '2022-02-10T11:38:28Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc5b510-1429-448a-8cd1-1a617b8c5ddc', 'name': '', 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:c3:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:58Z', 'updated_at': '2022-02-10T11:38:29Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:37.432556 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e81447-9335-44a4-9b8e-b20b73e3a0f0 None None] The sync data for ids ['5d07be48-1c9c-4a81-bd87-d3b232f908df'] in dv-neutron-828497-1-hyperv is: [{'id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'name': 'tempest-TestNetworkBasicOps-router-1121164917', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:50Z', 'updated_at': '2022-02-10T11:38:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '247cbc7a-a2b7-4f42-b677-86f024d3e72e', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.220', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'port_id': '4334b4fb-7df7-41d7-bb08-4e706034ad16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2', 'mac_address': 'fa:16:3e:15:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2ff663-b506-4b81-8fa5-35370a4a6eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:38:28Z', 'updated_at': '2022-02-10T11:38:28Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc5b510-1429-448a-8cd1-1a617b8c5ddc', 'name': '', 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:c3:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:58Z', 'updated_at': '2022-02-10T11:38:29Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:37.476944 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a42afe-6140-45c7-a468-33ea0a32c8bb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:37.501431 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3cbe44-02ad-479c-ba97-f8dd38f0cb61 None None] Sync routers for ids ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:37.516299 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d0a42afe-6140-45c7-a468-33ea0a32c8bb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/0dfaf5b2-3a90-4126-bfd4-7cfe4306e253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7974584 Feb 10 11:38:37.517011 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39416) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:37.534367 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3cbe44-02ad-479c-ba97-f8dd38f0cb61 None None] Routers {'0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:37.535150 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4a3cbe44-02ad-479c-ba97-f8dd38f0cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:37.556854 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router 2f20eb92-4faf-463d-8a65-31b7ec339249 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:37.717546 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-4a3cbe44-02ad-479c-ba97-f8dd38f0cb61 None None] Set router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:37.727548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d180288b-fb24-45ed-8014-5eae44ccc771 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting subnet acd0ea9d-e703-433d-9ab3-3c03315b7281 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:38:37.730518 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d180288b-fb24-45ed-8014-5eae44ccc771 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:37.731932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:37.736621 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2d07d99f-73b4-4212-9486-f2c8c95bae97 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/2f20eb92-4faf-463d-8a65-31b7ec339249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8468852 Feb 10 11:38:37.739192 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39420) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:37.743954 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d6ed55-ac0c-4842-9dca-7f442db21e65 None None] Sync routers for ids ['2f20eb92-4faf-463d-8a65-31b7ec339249'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:37.756598 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d6ed55-ac0c-4842-9dca-7f442db21e65 None None] Routers {'2f20eb92-4faf-463d-8a65-31b7ec339249'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:37.757378 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f5d6ed55-ac0c-4842-9dca-7f442db21e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2f20eb92-4faf-463d-8a65-31b7ec339249'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:37.799121 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d180288b-fb24-45ed-8014-5eae44ccc771 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:37.820871 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f5d6ed55-ac0c-4842-9dca-7f442db21e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:37.825001 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfd2f28-4fe7-44a5-9562-7bb5f950db0f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:37.825994 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3dfd2f28-4fe7-44a5-9562-7bb5f950db0f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Synchronizing usage tracker for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:37.833657 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d6ed55-ac0c-4842-9dca-7f442db21e65 None None] Routers {'2f20eb92-4faf-463d-8a65-31b7ec339249'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:37.834401 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f5d6ed55-ac0c-4842-9dca-7f442db21e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2f20eb92-4faf-463d-8a65-31b7ec339249'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:37.844502 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4a3cbe44-02ad-479c-ba97-f8dd38f0cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:38:35Z', 'revision_number': 11, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:37.844908 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3dfd2f28-4fe7-44a5-9562-7bb5f950db0f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Unset dirty status for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:37.849235 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3dfd2f28-4fe7-44a5-9562-7bb5f950db0f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports/811d850c-78e7-4adf-8054-3b9426ffdad8 HTTP/1.1" status: 200 len: 913 time: 0.1088099 Feb 10 11:38:37.849428 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3cbe44-02ad-479c-ba97-f8dd38f0cb61 None None] Checking router: 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:38:37.849988 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39424) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:37.850321 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39426) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:37.861795 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3cbe44-02ad-479c-ba97-f8dd38f0cb61 None None] Routers {'0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:37.862094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4a3cbe44-02ad-479c-ba97-f8dd38f0cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:37.905102 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d180288b-fb24-45ed-8014-5eae44ccc771 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:37.962138 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f5d6ed55-ac0c-4842-9dca-7f442db21e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:37.966131 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d6ed55-ac0c-4842-9dca-7f442db21e65 None None] The sync data for ids ['2f20eb92-4faf-463d-8a65-31b7ec339249'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:37.998485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-4a3cbe44-02ad-479c-ba97-f8dd38f0cb61 None None] Set router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:38.010829 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d180288b-fb24-45ed-8014-5eae44ccc771 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:38.057268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180288b-fb24-45ed-8014-5eae44ccc771 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Subnet': ['ID=acd0ea9d-e703-433d-9ab3-3c03315b7281,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:38.064268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d180288b-fb24-45ed-8014-5eae44ccc771 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:38.071704 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d180288b-fb24-45ed-8014-5eae44ccc771 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/acd0ea9d-e703-433d-9ab3-3c03315b7281 HTTP/1.1" status: 204 len: 168 time: 0.5533931 Feb 10 11:38:38.074207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39432) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:38.108712 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-35b31f9f-355d-49f6-aa71-3855e8c7bbe0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/247cbc7a-a2b7-4f42-b677-86f024d3e72e HTTP/1.1" status: 200 len: 991 time: 0.2549520 Feb 10 11:38:38.111444 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6cb9de-b332-4d18-8e6f-c35d6cd5b8ab None None] Network 1549f1df-029e-482e-8f73-4ee4e144e9a3 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:38.140647 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4a3cbe44-02ad-479c-ba97-f8dd38f0cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:38:35Z', 'revision_number': 11, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:38.198379 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:38.208941 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3cbe44-02ad-479c-ba97-f8dd38f0cb61 None None] The sync data for ids ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'] in dv-neutron-828497-1-hyperv is: [{'id': '0dfaf5b2-3a90-4126-bfd4-7cfe4306e253', 'name': 'tempest-RoutersTest-router-891527919', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:41Z', 'updated_at': '2022-02-10T11:38:35Z', 'revision_number': 11, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:38.210458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:38.211162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Deleting port dcaf3c1f-627c-420e-96d4-c708642d36c9 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:38.211763 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:38.314574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-36f0e913-7d5e-40ac-84fc-633014f4e379 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:38.447243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] For port dcaf3c1f-627c-420e-96d4-c708642d36c9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=dcaf3c1f-627c-420e-96d4-c708642d36c9,segment=NetworkSegment(7f75e1c2-7d4b-4138-92d9-41f4f6020484),segment_id=7f75e1c2-7d4b-4138-92d9-41f4f6020484)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:38.447603 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:38.578040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Calling delete_port for dcaf3c1f-627c-420e-96d4-c708642d36c9 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:38.583718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7acf98-1281-4fc0-af1d-d3edd4d09216 None None] DHCP port deletion for 1549f1df-029e-482e-8f73-4ee4e144e9a3 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:38:38.594335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-2f7acf98-1281-4fc0-af1d-d3edd4d09216 None None] Deleting port dcaf3c1f-627c-420e-96d4-c708642d36c9 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:38.595476 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2f7acf98-1281-4fc0-af1d-d3edd4d09216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:38.667897 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:38.693701 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-2f7acf98-1281-4fc0-af1d-d3edd4d09216 None None] The port 'dcaf3c1f-627c-420e-96d4-c708642d36c9' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:38:38.720057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Port': ['ID=dcaf3c1f-627c-420e-96d4-c708642d36c9,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:38.722024 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] No DVR routers for this DVR port dcaf3c1f-627c-420e-96d4-c708642d36c9 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:38:38.853831 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:38.885237 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1549f1df-029e-482e-8f73-4ee4e144e9a3']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:38.899426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f75e1c2-7d4b-4138-92d9-41f4f6020484') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:38.899781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f75e1c2-7d4b-4138-92d9-41f4f6020484') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:38.913748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:38.933714 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:38.941267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:38:38.941674 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:38:38.957679 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:38:39.047267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:39.065929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:39.066533 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-36f0e913-7d5e-40ac-84fc-633014f4e379 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port 811d850c-78e7-4adf-8054-3b9426ffdad8 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:39.067298 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-36f0e913-7d5e-40ac-84fc-633014f4e379 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:39.080744 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Pushing event deleted for resources: {'Network': ['ID=1549f1df-029e-482e-8f73-4ee4e144e9a3,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:39.086015 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c21999f2-d173-4a80-84e6-9c8d1cac8e22 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/networks/1549f1df-029e-482e-8f73-4ee4e144e9a3 HTTP/1.1" status: 204 len: 168 time: 1.0105870 Feb 10 11:38:39.089086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39436) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:39.095334 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d4d6713e-8d70-4fd3-9e75-961bbaee5ad3 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'router': {'routes': None}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:39.121265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39440) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:39.316790 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e7417433-7888-4f8c-b3e6-03729182de66 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/247cbc7a-a2b7-4f42-b677-86f024d3e72e HTTP/1.1" status: 200 len: 991 time: 0.1941559 Feb 10 11:38:39.356334 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-36f0e913-7d5e-40ac-84fc-633014f4e379 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:39.479866 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-36f0e913-7d5e-40ac-84fc-633014f4e379 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for 811d850c-78e7-4adf-8054-3b9426ffdad8 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:39.481294 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.extraroute_db [None req-d4d6713e-8d70-4fd3-9e75-961bbaee5ad3 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Added routes are [] {{(pid=83555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 11:38:39.481600 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.extraroute_db [None req-d4d6713e-8d70-4fd3-9e75-961bbaee5ad3 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Removed routes are [] {{(pid=83555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 11:38:39.481958 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d4d6713e-8d70-4fd3-9e75-961bbaee5ad3 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:39.544080 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0ef6c440-3dce-4b04-889c-435f8a56a10d no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:38:39.579650 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 0ef6c440-3dce-4b04-889c-435f8a56a10d {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:38:39.580142 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0ef6c440-3dce-4b04-889c-435f8a56a10d not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:38:39.580659 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device dcaf3c1f-627c-420e-96d4-c708642d36c9 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:38:39.613690 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: dcaf3c1f-627c-420e-96d4-c708642d36c9 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:38:39.614392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device dcaf3c1f-627c-420e-96d4-c708642d36c9 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:38:39.669642 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-36f0e913-7d5e-40ac-84fc-633014f4e379 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:39.715437 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0e913-7d5e-40ac-84fc-633014f4e379 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Port': ['ID=811d850c-78e7-4adf-8054-3b9426ffdad8,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:39.740960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d4d6713e-8d70-4fd3-9e75-961bbaee5ad3 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:39.744360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d4d6713e-8d70-4fd3-9e75-961bbaee5ad3 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:39.890326 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d6713e-8d70-4fd3-9e75-961bbaee5ad3 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:39.927774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-36f0e913-7d5e-40ac-84fc-633014f4e379 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:40.035693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d6713e-8d70-4fd3-9e75-961bbaee5ad3 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:40.041506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d4d6713e-8d70-4fd3-9e75-961bbaee5ad3 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:40.042614 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d4d6713e-8d70-4fd3-9e75-961bbaee5ad3 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 HTTP/1.1" status: 200 len: 700 time: 0.9523020 Feb 10 11:38:40.045374 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39444) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:40.085338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-751c749e-03ef-4eb8-adff-ec20a417d196 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Synchronizing usage tracker for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:40.101157 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-751c749e-03ef-4eb8-adff-ec20a417d196 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Unset dirty status for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:40.102367 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-751c749e-03ef-4eb8-adff-ec20a417d196 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 HTTP/1.1" status: 200 len: 205 time: 0.0558925 Feb 10 11:38:40.105004 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39448) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:40.241692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-84ab6075-520d-4e74-898d-88fe752471da tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:40.347908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39452) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:40.532213 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f0e913-7d5e-40ac-84fc-633014f4e379 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router 2f20eb92-4faf-463d-8a65-31b7ec339249 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:40.551105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fff8a20-ca04-4c0d-8347-e3fa54017b94 None None] New status for floating IP 247cbc7a-a2b7-4f42-b677-86f024d3e72e: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:38:40.647194 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0bb89a5a-3492-45b2-9212-e873bc7bd460 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/247cbc7a-a2b7-4f42-b677-86f024d3e72e HTTP/1.1" status: 200 len: 991 time: 0.2978191 Feb 10 11:38:40.709074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f0e913-7d5e-40ac-84fc-633014f4e379 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:40.724097 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e6840-b296-4639-9453-15b0e38169d6 None None] Sync routers for ids ['2f20eb92-4faf-463d-8a65-31b7ec339249'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:40.730339 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-36f0e913-7d5e-40ac-84fc-633014f4e379 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/2f20eb92-4faf-463d-8a65-31b7ec339249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8786573 Feb 10 11:38:40.732703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39456) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:40.737869 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e6840-b296-4639-9453-15b0e38169d6 None None] Routers {'2f20eb92-4faf-463d-8a65-31b7ec339249'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:40.738716 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ea5e6840-b296-4639-9453-15b0e38169d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2f20eb92-4faf-463d-8a65-31b7ec339249'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:40.803822 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ea5e6840-b296-4639-9453-15b0e38169d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:40.816027 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e6840-b296-4639-9453-15b0e38169d6 None None] Routers {'2f20eb92-4faf-463d-8a65-31b7ec339249'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:40.816896 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ea5e6840-b296-4639-9453-15b0e38169d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2f20eb92-4faf-463d-8a65-31b7ec339249'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:40.881863 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ea5e6840-b296-4639-9453-15b0e38169d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:40.882511 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e6840-b296-4639-9453-15b0e38169d6 None None] The sync data for ids ['2f20eb92-4faf-463d-8a65-31b7ec339249'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:40.888778 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-84ab6075-520d-4e74-898d-88fe752471da tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:40.894372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-84ab6075-520d-4e74-898d-88fe752471da tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:40.922916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-84ab6075-520d-4e74-898d-88fe752471da tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:40.923399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ab6075-520d-4e74-898d-88fe752471da tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Fanout notify agent at l3_agent the message router_deleted on router 0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:38:40.939807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-84ab6075-520d-4e74-898d-88fe752471da tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:40.940876 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-84ab6075-520d-4e74-898d-88fe752471da tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/routers/0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 HTTP/1.1" status: 204 len: 168 time: 0.8349469 Feb 10 11:38:40.946126 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39460) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:40.949910 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-cda7676a-ca70-4f93-9624-add21f9ddd7c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1587404221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:40.956437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-cda7676a-ca70-4f93-9624-add21f9ddd7c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:40.960701 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cda7676a-ca70-4f93-9624-add21f9ddd7c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Usage tracker for resource:router and tenant:03bdb6aaeed741009216db5dec7fc83b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:40.968430 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cda7676a-ca70-4f93-9624-add21f9ddd7c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:40.974290 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-cda7676a-ca70-4f93-9624-add21f9ddd7c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:40.985503 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cda7676a-ca70-4f93-9624-add21f9ddd7c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:40.986513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cda7676a-ca70-4f93-9624-add21f9ddd7c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:41.006822 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cda7676a-ca70-4f93-9624-add21f9ddd7c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:41.024122 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cda7676a-ca70-4f93-9624-add21f9ddd7c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:41.050235 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cda7676a-ca70-4f93-9624-add21f9ddd7c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:41.054102 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cda7676a-ca70-4f93-9624-add21f9ddd7c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1056547 Feb 10 11:38:41.054322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39464) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:41.059441 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-2ad0be4b-2343-4e97-b128-b5acf1bf7302 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:41.092392 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e65681-c36b-406d-aa85-f695d5b75569 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:41.439208 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ad0be4b-2343-4e97-b128-b5acf1bf7302 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:41.451435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ad0be4b-2343-4e97-b128-b5acf1bf7302 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:41.627007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad0be4b-2343-4e97-b128-b5acf1bf7302 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Router 3051fbb6-23f5-4aae-b104-b3c0bdea4bce is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:38:41.658067 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39468) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:41.748363 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a9e65681-c36b-406d-aa85-f695d5b75569 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port 0bcb79cd-5262-41b7-b751-26f3ec573a57 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:41.748644 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e65681-c36b-406d-aa85-f695d5b75569 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:41.767753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad0be4b-2343-4e97-b128-b5acf1bf7302 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:41.774042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2ad0be4b-2343-4e97-b128-b5acf1bf7302 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:41.775232 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2ad0be4b-2343-4e97-b128-b5acf1bf7302 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "PUT /v2.0/routers/3051fbb6-23f5-4aae-b104-b3c0bdea4bce HTTP/1.1" status: 200 len: 694 time: 0.7199965 Feb 10 11:38:41.777885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39472) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:41.781835 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76718eea-3d34-4074-a785-7b2b3e6864d1 None None] Sync routers for ids ['3051fbb6-23f5-4aae-b104-b3c0bdea4bce'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:41.795382 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76718eea-3d34-4074-a785-7b2b3e6864d1 None None] Routers {'3051fbb6-23f5-4aae-b104-b3c0bdea4bce'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:41.796698 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-76718eea-3d34-4074-a785-7b2b3e6864d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['3051fbb6-23f5-4aae-b104-b3c0bdea4bce'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:41.938025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-76718eea-3d34-4074-a785-7b2b3e6864d1 None None] Set router 3051fbb6-23f5-4aae-b104-b3c0bdea4bce gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:42.043042 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-86dd2f90-bce9-41cc-b91a-291421bb04ca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/247cbc7a-a2b7-4f42-b677-86f024d3e72e HTTP/1.1" status: 200 len: 993 time: 0.3838427 Feb 10 11:38:42.086189 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-28c190cf-9506-4612-9cf1-c843b1b46643 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/routers/3051fbb6-23f5-4aae-b104-b3c0bdea4bce HTTP/1.1" status: 200 len: 700 time: 0.3047664 Feb 10 11:38:42.086753 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39476) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:42.107633 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-76718eea-3d34-4074-a785-7b2b3e6864d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051fbb6-23f5-4aae-b104-b3c0bdea4bce', 'name': 'tempest-RoutersTest-router-1587404221', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:38:40Z', 'updated_at': '2022-02-10T11:38:41Z', 'revision_number': 2, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:42.112742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76718eea-3d34-4074-a785-7b2b3e6864d1 None None] Checking router: 3051fbb6-23f5-4aae-b104-b3c0bdea4bce for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:38:42.124456 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76718eea-3d34-4074-a785-7b2b3e6864d1 None None] Routers {'3051fbb6-23f5-4aae-b104-b3c0bdea4bce'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:42.125088 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-76718eea-3d34-4074-a785-7b2b3e6864d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['3051fbb6-23f5-4aae-b104-b3c0bdea4bce'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:42.144070 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d7e31d58-2ea7-45b5-8af1-2c6a97527b50 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Synchronizing usage tracker for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:42.166957 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e65681-c36b-406d-aa85-f695d5b75569 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:42.187473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d7e31d58-2ea7-45b5-8af1-2c6a97527b50 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Unset dirty status for tenant:03bdb6aaeed741009216db5dec7fc83b on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:42.189406 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d7e31d58-2ea7-45b5-8af1-2c6a97527b50 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports?device_id=3051fbb6-23f5-4aae-b104-b3c0bdea4bce HTTP/1.1" status: 200 len: 205 time: 0.1006649 Feb 10 11:38:42.192506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39480) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:42.255374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-76718eea-3d34-4074-a785-7b2b3e6864d1 None None] Set router 3051fbb6-23f5-4aae-b104-b3c0bdea4bce gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:42.301857 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a9e65681-c36b-406d-aa85-f695d5b75569 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for 0bcb79cd-5262-41b7-b751-26f3ec573a57 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:42.352342 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7c6061bd-84dd-4438-b4e9-f5852c28a5c4 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:42.365087 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-76718eea-3d34-4074-a785-7b2b3e6864d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051fbb6-23f5-4aae-b104-b3c0bdea4bce', 'name': 'tempest-RoutersTest-router-1587404221', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:38:40Z', 'updated_at': '2022-02-10T11:38:41Z', 'revision_number': 2, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:42.369455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76718eea-3d34-4074-a785-7b2b3e6864d1 None None] The sync data for ids ['3051fbb6-23f5-4aae-b104-b3c0bdea4bce'] in dv-neutron-828497-1-hyperv is: [{'id': '3051fbb6-23f5-4aae-b104-b3c0bdea4bce', 'name': 'tempest-RoutersTest-router-1587404221', 'tenant_id': '03bdb6aaeed741009216db5dec7fc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:38:40Z', 'updated_at': '2022-02-10T11:38:41Z', 'revision_number': 2, 'project_id': '03bdb6aaeed741009216db5dec7fc83b', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:42.508108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e65681-c36b-406d-aa85-f695d5b75569 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:42.591186 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e65681-c36b-406d-aa85-f695d5b75569 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Port': ['ID=0bcb79cd-5262-41b7-b751-26f3ec573a57,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:42.814864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e65681-c36b-406d-aa85-f695d5b75569 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:42.864145 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7c6061bd-84dd-4438-b4e9-f5852c28a5c4 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:42.869011 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7c6061bd-84dd-4438-b4e9-f5852c28a5c4 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:42.900842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7c6061bd-84dd-4438-b4e9-f5852c28a5c4 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:42.901572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6061bd-84dd-4438-b4e9-f5852c28a5c4 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Fanout notify agent at l3_agent the message router_deleted on router 3051fbb6-23f5-4aae-b104-b3c0bdea4bce {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:38:42.919635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7c6061bd-84dd-4438-b4e9-f5852c28a5c4 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:42.925181 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7c6061bd-84dd-4438-b4e9-f5852c28a5c4 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/routers/3051fbb6-23f5-4aae-b104-b3c0bdea4bce HTTP/1.1" status: 204 len: 168 time: 0.7269199 Feb 10 11:38:42.926116 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39484) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:42.973688 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-72b0e394-76a9-4679-aa90-86a81f8f525c tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports?device_id=3051fbb6-23f5-4aae-b104-b3c0bdea4bce HTTP/1.1" status: 200 len: 205 time: 0.0442545 Feb 10 11:38:42.973932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39488) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:43.042178 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-3a8e20d3-1f28-4228-b012-9b641671b135 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] delete failed (client error): The resource could not be found. Feb 10 11:38:43.043208 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3a8e20d3-1f28-4228-b012-9b641671b135 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/routers/3051fbb6-23f5-4aae-b104-b3c0bdea4bce HTTP/1.1" status: 404 len: 336 time: 0.0684042 Feb 10 11:38:43.046306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39492) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:43.085358 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-462a84fc-7e73-4fd2-a5f2-0090d34ffd77 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] DELETE failed (client error): The resource could not be found. Feb 10 11:38:43.085724 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462a84fc-7e73-4fd2-a5f2-0090d34ffd77 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:38:43.087357 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-462a84fc-7e73-4fd2-a5f2-0090d34ffd77 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/50098e78-35ff-44dc-a313-be6fad013b6c HTTP/1.1" status: 404 len: 337 time: 0.0399003 Feb 10 11:38:43.089969 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39496) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:43.131669 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf2c58f-fa9d-4a8a-91f0-10484938d3d3 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] DELETE failed (client error): The resource could not be found. Feb 10 11:38:43.132118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf2c58f-fa9d-4a8a-91f0-10484938d3d3 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:38:43.133754 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9bf2c58f-fa9d-4a8a-91f0-10484938d3d3 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/c4b8295a-c2c0-4ace-b90d-9b14f6f76440 HTTP/1.1" status: 404 len: 337 time: 0.0428891 Feb 10 11:38:43.136268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39500) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:43.174714 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5a5ce1-1582-4d37-812b-fc5fca3cd3bb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] DELETE failed (client error): The resource could not be found. Feb 10 11:38:43.175158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5a5ce1-1582-4d37-812b-fc5fca3cd3bb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:38:43.176774 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1c5a5ce1-1582-4d37-812b-fc5fca3cd3bb tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/8c41238d-a18b-4e06-a86b-4293f88700fb HTTP/1.1" status: 404 len: 337 time: 0.0396287 Feb 10 11:38:43.179370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39504) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:43.218066 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d565a049-1980-46ef-b362-ec6bc0c2da19 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] DELETE failed (client error): The resource could not be found. Feb 10 11:38:43.218511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d565a049-1980-46ef-b362-ec6bc0c2da19 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:38:43.220146 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d565a049-1980-46ef-b362-ec6bc0c2da19 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/acd0ea9d-e703-433d-9ab3-3c03315b7281 HTTP/1.1" status: 404 len: 337 time: 0.0397487 Feb 10 11:38:43.222805 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39508) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:43.268776 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d1d888b7-9d6d-4130-aa26-be20f7439616 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 HTTP/1.1" status: 200 len: 205 time: 0.0448575 Feb 10 11:38:43.271114 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39512) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:43.338124 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-96d1312a-74a9-4586-84ca-198e3ee68b55 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] delete failed (client error): The resource could not be found. Feb 10 11:38:43.339077 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-96d1312a-74a9-4586-84ca-198e3ee68b55 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/routers/0dfaf5b2-3a90-4126-bfd4-7cfe4306e253 HTTP/1.1" status: 404 len: 336 time: 0.0670166 Feb 10 11:38:43.341810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39516) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:43.389017 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fa0e194e-48d1-4f52-97a5-900ce8e0ce78 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbc7fcd1-760a-4694-85fd-99c6d93003c1 HTTP/1.1" status: 200 len: 205 time: 0.0453939 Feb 10 11:38:43.391531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39520) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:43.456939 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-4a48665b-a0ad-4a6c-9898-09b6f764b860 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] delete failed (client error): The resource could not be found. Feb 10 11:38:43.458003 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4a48665b-a0ad-4a6c-9898-09b6f764b860 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/routers/fbc7fcd1-760a-4694-85fd-99c6d93003c1 HTTP/1.1" status: 404 len: 336 time: 0.0655410 Feb 10 11:38:43.459073 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e65681-c36b-406d-aa85-f695d5b75569 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router 2f20eb92-4faf-463d-8a65-31b7ec339249 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:43.460841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39524) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:43.609340 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-60af1c26-81b3-4b7c-bdb6-45da4b19c618 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] DELETE failed (client error): The resource could not be found. Feb 10 11:38:43.609926 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60af1c26-81b3-4b7c-bdb6-45da4b19c618 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:38:43.612585 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-60af1c26-81b3-4b7c-bdb6-45da4b19c618 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/9e20b7be-c05d-4628-8dfb-d9ef853fa572 HTTP/1.1" status: 404 len: 337 time: 0.1506546 Feb 10 11:38:43.615362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39528) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:43.662495 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0a28e413-9376-479e-85f4-8f55fea05c0f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports?device_id=189f4918-4b0f-4c64-841e-4fb20a9d3dc8 HTTP/1.1" status: 200 len: 205 time: 0.0457270 Feb 10 11:38:43.665179 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39532) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:43.707506 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e65681-c36b-406d-aa85-f695d5b75569 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:43.719400 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b33b3e-35a1-4a7c-969a-2c464ea8e66d None None] Sync routers for ids ['2f20eb92-4faf-463d-8a65-31b7ec339249'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:43.729785 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a9e65681-c36b-406d-aa85-f695d5b75569 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/2f20eb92-4faf-463d-8a65-31b7ec339249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9942076 Feb 10 11:38:43.732311 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39536) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:43.741155 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b33b3e-35a1-4a7c-969a-2c464ea8e66d None None] Routers {'2f20eb92-4faf-463d-8a65-31b7ec339249'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:43.741911 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-88b33b3e-35a1-4a7c-969a-2c464ea8e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2f20eb92-4faf-463d-8a65-31b7ec339249'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:43.746502 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-dd594c87-86be-4e97-b2b6-860a18434673 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] delete failed (client error): The resource could not be found. Feb 10 11:38:43.751214 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-dd594c87-86be-4e97-b2b6-860a18434673 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/routers/189f4918-4b0f-4c64-841e-4fb20a9d3dc8 HTTP/1.1" status: 404 len: 336 time: 0.0819745 Feb 10 11:38:43.751988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39540) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:43.753822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f03bd-55bd-4b01-b3ed-ecdcac23cdf0 None None] Sync routers for ids ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:43.774004 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f03bd-55bd-4b01-b3ed-ecdcac23cdf0 None None] Routers set() bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:43.774662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f03bd-55bd-4b01-b3ed-ecdcac23cdf0 None None] Router IDs set() for agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 10 11:38:43.780715 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_agentschedulers_db [None req-4a8f03bd-55bd-4b01-b3ed-ecdcac23cdf0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent'). {{(pid=83556) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 11:38:43.794541 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f03bd-55bd-4b01-b3ed-ecdcac23cdf0 None None] Routers set() bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:43.795096 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f03bd-55bd-4b01-b3ed-ecdcac23cdf0 None None] Router IDs set() for agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 10 11:38:43.796993 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_agentschedulers_db [None req-4a8f03bd-55bd-4b01-b3ed-ecdcac23cdf0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent'). {{(pid=83556) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 11:38:43.797376 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f03bd-55bd-4b01-b3ed-ecdcac23cdf0 None None] The sync data for ids ['0dfaf5b2-3a90-4126-bfd4-7cfe4306e253'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:43.809704 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-13ca6488-14b4-436b-b523-bf16f5c162cc tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports?device_id=529ab806-430c-4adb-8c4e-853d3d9f84dc HTTP/1.1" status: 200 len: 205 time: 0.0554597 Feb 10 11:38:43.812682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39544) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:43.885380 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-88b33b3e-35a1-4a7c-969a-2c464ea8e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:43.917635 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b33b3e-35a1-4a7c-969a-2c464ea8e66d None None] Routers {'2f20eb92-4faf-463d-8a65-31b7ec339249'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:43.919048 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-88b33b3e-35a1-4a7c-969a-2c464ea8e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2f20eb92-4faf-463d-8a65-31b7ec339249'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:43.935289 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-315078f0-9b9c-414d-8c0d-0c2ca017ac22 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Synchronizing usage tracker for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:43.947503 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-117038d2-2732-4777-9a5c-f1e5221e1032 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] delete failed (client error): The resource could not be found. Feb 10 11:38:43.948585 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-117038d2-2732-4777-9a5c-f1e5221e1032 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/routers/529ab806-430c-4adb-8c4e-853d3d9f84dc HTTP/1.1" status: 404 len: 336 time: 0.1344173 Feb 10 11:38:43.951552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39548) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:43.962602 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-315078f0-9b9c-414d-8c0d-0c2ca017ac22 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Unset dirty status for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:43.967914 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-315078f0-9b9c-414d-8c0d-0c2ca017ac22 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f20eb92-4faf-463d-8a65-31b7ec339249 HTTP/1.1" status: 200 len: 205 time: 0.2339959 Feb 10 11:38:43.968653 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39552) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:44.001058 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8d8957-1bd3-4ef1-8585-e1c5692e842e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] DELETE failed (client error): The resource could not be found. Feb 10 11:38:44.001676 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8d8957-1bd3-4ef1-8585-e1c5692e842e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:38:44.003739 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-af8d8957-1bd3-4ef1-8585-e1c5692e842e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/52fc3b55-3486-48cd-b6aa-ec2a0b4b7d02 HTTP/1.1" status: 404 len: 337 time: 0.0510530 Feb 10 11:38:44.006442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39556) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:44.059948 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-245f893a-a730-49ca-b78b-79063014a82d tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports?device_id=de4fd7a6-10f2-469e-8645-f7f7f6fc308f HTTP/1.1" status: 200 len: 205 time: 0.0473833 Feb 10 11:38:44.060177 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-88b33b3e-35a1-4a7c-969a-2c464ea8e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:44.060804 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b33b3e-35a1-4a7c-969a-2c464ea8e66d None None] The sync data for ids ['2f20eb92-4faf-463d-8a65-31b7ec339249'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:44.061911 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39560) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:44.130480 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e18273b1-0c59-4154-8998-7948e4f6b435 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:44.132618 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-5ec51d85-7e4a-4801-a46b-753a0779c5f0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] delete failed (client error): The resource could not be found. Feb 10 11:38:44.133679 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5ec51d85-7e4a-4801-a46b-753a0779c5f0 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/routers/de4fd7a6-10f2-469e-8645-f7f7f6fc308f HTTP/1.1" status: 404 len: 336 time: 0.0706227 Feb 10 11:38:44.136505 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39564) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:44.180373 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-25bfabae-6a85-46bf-a787-8444f20f686e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] DELETE failed (client error): The resource could not be found. Feb 10 11:38:44.180809 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25bfabae-6a85-46bf-a787-8444f20f686e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:38:44.185347 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-25bfabae-6a85-46bf-a787-8444f20f686e tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/3e61ccf8-0ce8-42ec-8299-b4a7ece5f894 HTTP/1.1" status: 404 len: 337 time: 0.0450149 Feb 10 11:38:44.185570 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39568) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:44.231266 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3489ff7f-feec-4f3f-a658-476c5789c779 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "GET /v2.0/ports?device_id=0300094e-0c12-431f-bf43-a6a718f48a1c HTTP/1.1" status: 200 len: 205 time: 0.0445495 Feb 10 11:38:44.235201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39572) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:44.306043 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-60682ceb-10a3-4e99-9215-c6ef2e4e3f9f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] delete failed (client error): The resource could not be found. Feb 10 11:38:44.307080 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-60682ceb-10a3-4e99-9215-c6ef2e4e3f9f tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/routers/0300094e-0c12-431f-bf43-a6a718f48a1c HTTP/1.1" status: 404 len: 336 time: 0.0708530 Feb 10 11:38:44.311077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39576) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:44.362999 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89ea4c8-6bb8-48c5-93c3-aea13ff022c2 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] DELETE failed (client error): The resource could not be found. Feb 10 11:38:44.363668 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89ea4c8-6bb8-48c5-93c3-aea13ff022c2 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:38:44.370032 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a89ea4c8-6bb8-48c5-93c3-aea13ff022c2 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/7d7be544-1755-426f-b8f0-414942bed52d HTTP/1.1" status: 404 len: 337 time: 0.0533600 Feb 10 11:38:44.370426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39580) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:44.423775 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-55806a3b-5f2c-40e0-a775-e182a94c55c1 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] DELETE failed (client error): The resource could not be found. Feb 10 11:38:44.424203 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55806a3b-5f2c-40e0-a775-e182a94c55c1 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:38:44.426106 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-55806a3b-5f2c-40e0-a775-e182a94c55c1 tempest-RoutersTest-1232948021 tempest-RoutersTest-1232948021-project] 10.222.0.36 "DELETE /v2.0/subnets/968ba572-5bac-4f0b-aae0-10dd9652cad9 HTTP/1.1" status: 404 len: 337 time: 0.0545719 Feb 10 11:38:44.557349 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e18273b1-0c59-4154-8998-7948e4f6b435 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:44.561007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e18273b1-0c59-4154-8998-7948e4f6b435 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:44.598480 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e18273b1-0c59-4154-8998-7948e4f6b435 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:44.599188 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18273b1-0c59-4154-8998-7948e4f6b435 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Fanout notify agent at l3_agent the message router_deleted on router 2f20eb92-4faf-463d-8a65-31b7ec339249 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:38:44.614244 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e18273b1-0c59-4154-8998-7948e4f6b435 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:44.618355 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39586) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:44.619448 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e18273b1-0c59-4154-8998-7948e4f6b435 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/routers/2f20eb92-4faf-463d-8a65-31b7ec339249 HTTP/1.1" status: 204 len: 168 time: 0.6495469 Feb 10 11:38:44.908962 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-e867973a-cfdb-4fba-96e2-5f4c8606fce8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting subnet 67bdea46-3cce-4b10-bc1b-78295862ce57 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:38:44.915540 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e867973a-cfdb-4fba-96e2-5f4c8606fce8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:44.937389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39592) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:45.004441 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e867973a-cfdb-4fba-96e2-5f4c8606fce8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:45.116249 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e867973a-cfdb-4fba-96e2-5f4c8606fce8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:45.199126 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-16b3af75-dd05-4e50-8565-0078e3ad8d08 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03bdb6aaeed741009216db5dec7fc83b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2577319 Feb 10 11:38:45.201633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39598) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:45.215153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e867973a-cfdb-4fba-96e2-5f4c8606fce8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:45.268955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867973a-cfdb-4fba-96e2-5f4c8606fce8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Subnet': ['ID=67bdea46-3cce-4b10-bc1b-78295862ce57,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:45.280061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e867973a-cfdb-4fba-96e2-5f4c8606fce8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:45.285235 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a110141b-b35d-47fc-a30c-c7394be38bd0 None None] Network 5ea4c943-9744-41e1-ad41-533e77772252 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:45.300412 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e867973a-cfdb-4fba-96e2-5f4c8606fce8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/67bdea46-3cce-4b10-bc1b-78295862ce57 HTTP/1.1" status: 204 len: 168 time: 0.6779673 Feb 10 11:38:45.301082 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39602) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:45.323420 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78f5bf3a-1f4a-486f-8163-ba2fb79b0132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:45.356260 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78f5bf3a-1f4a-486f-8163-ba2fb79b0132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:45.420195 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78f5bf3a-1f4a-486f-8163-ba2fb79b0132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:45.437806 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5bf3a-1f4a-486f-8163-ba2fb79b0132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1c8ee8-76d7-4833-af77-54f03a925bc6,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:45.450618 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78f5bf3a-1f4a-486f-8163-ba2fb79b0132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:45.453504 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-78f5bf3a-1f4a-486f-8163-ba2fb79b0132 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba1c8ee8-76d7-4833-af77-54f03a925bc6 HTTP/1.1" status: 204 len: 168 time: 0.2496624 Feb 10 11:38:45.631159 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-17882f98-61f9-4e5b-a75f-a04b9fabd1b8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting subnet b44aa303-cf82-483f-8028-7525379dba60 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:38:45.636448 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17882f98-61f9-4e5b-a75f-a04b9fabd1b8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:45.647660 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0664503-8eb4-4151-b100-76062d129df0 None None] DHCP port deletion for 5ea4c943-9744-41e1-ad41-533e77772252 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:38:45.652355 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-c0664503-8eb4-4151-b100-76062d129df0 None None] Deleting port 7a7f88f3-c860-4bf4-b7d7-9bea13127726 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:45.652723 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c0664503-8eb4-4151-b100-76062d129df0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:45.747453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17882f98-61f9-4e5b-a75f-a04b9fabd1b8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:45.872942 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17882f98-61f9-4e5b-a75f-a04b9fabd1b8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:45.916061 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-c0664503-8eb4-4151-b100-76062d129df0 None None] For port 7a7f88f3-c860-4bf4-b7d7-9bea13127726, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7a7f88f3-c860-4bf4-b7d7-9bea13127726,segment=NetworkSegment(c93240e1-549f-474e-b024-ada9bd857db3),segment_id=c93240e1-549f-474e-b024-ada9bd857db3)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:45.916459 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c0664503-8eb4-4151-b100-76062d129df0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:45.985437 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17882f98-61f9-4e5b-a75f-a04b9fabd1b8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:46.033267 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17882f98-61f9-4e5b-a75f-a04b9fabd1b8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Subnet': ['ID=b44aa303-cf82-483f-8028-7525379dba60,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:46.038831 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17882f98-61f9-4e5b-a75f-a04b9fabd1b8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:46.046801 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-17882f98-61f9-4e5b-a75f-a04b9fabd1b8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/b44aa303-cf82-483f-8028-7525379dba60 HTTP/1.1" status: 204 len: 168 time: 0.7438869 Feb 10 11:38:46.050916 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39616) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:46.066389 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4788210f-c2ef-4b4f-aff0-aa8df45a7b08 None None] Network 34517066-7b17-4c98-bbbd-2a7b1629020a requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:46.198806 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:46.215640 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port 7a7f88f3-c860-4bf4-b7d7-9bea13127726 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:46.216111 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:46.222231 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-c0664503-8eb4-4151-b100-76062d129df0 None None] Calling delete_port for 7a7f88f3-c860-4bf4-b7d7-9bea13127726 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:46.651960 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c0664503-8eb4-4151-b100-76062d129df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:46.662444 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] For port 7a7f88f3-c860-4bf4-b7d7-9bea13127726, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7a7f88f3-c860-4bf4-b7d7-9bea13127726,segment=NetworkSegment(c93240e1-549f-474e-b024-ada9bd857db3),segment_id=c93240e1-549f-474e-b024-ada9bd857db3)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:46.663399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:46.690544 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39628) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:46.728428 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0664503-8eb4-4151-b100-76062d129df0 None None] No DVR routers for this DVR port 7a7f88f3-c860-4bf4-b7d7-9bea13127726 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:38:46.760171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0664503-8eb4-4151-b100-76062d129df0 None None] Pushing event deleted for resources: {'Port': ['ID=7a7f88f3-c860-4bf4-b7d7-9bea13127726,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:46.871116 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97985d7b-d757-4995-992d-3c98b126430c None None] DHCP port deletion for 34517066-7b17-4c98-bbbd-2a7b1629020a request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:38:46.877102 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-97985d7b-d757-4995-992d-3c98b126430c None None] Deleting port 7548e0ea-bfbd-4296-98ba-449ebd1b6186 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:46.877664 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-97985d7b-d757-4995-992d-3c98b126430c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:46.892253 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for 7a7f88f3-c860-4bf4-b7d7-9bea13127726 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:46.903991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097297948'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:46.911545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:46.917410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:46.921921 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:46.930424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:46.946257 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:46.960771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.008086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:47.010601 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:38:47.011494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:38:47.013210 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:47.018519 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:47.028088 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:47.136028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.141216 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.184456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:47.188889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1392b360-ea01-4e9c-bf4b-222754f821f7,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:47.191753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:47.195501 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:47.202689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:47.254973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-97985d7b-d757-4995-992d-3c98b126430c None None] For port 7548e0ea-bfbd-4296-98ba-449ebd1b6186, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7548e0ea-bfbd-4296-98ba-449ebd1b6186,segment=NetworkSegment(71179031-2def-4c38-92ba-b013b257a1fd),segment_id=71179031-2def-4c38-92ba-b013b257a1fd)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:47.255412 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-97985d7b-d757-4995-992d-3c98b126430c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.292706 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.298876 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.364015 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfc2bc7-360c-462c-bf70-e29bf6956f68,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:47.367390 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.377014 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ed1dbb61-5ac4-4b4a-9f73-35fdcc64e0b6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6779280 Feb 10 11:38:47.378197 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39634) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:47.397087 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-97985d7b-d757-4995-992d-3c98b126430c None None] Calling delete_port for 7548e0ea-bfbd-4296-98ba-449ebd1b6186 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:47.451049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9261c8d5-e3d7-4e40-a0a3-d0a863b80f8e tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:47.471185 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9261c8d5-e3d7-4e40-a0a3-d0a863b80f8e tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:47.472992 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9261c8d5-e3d7-4e40-a0a3-d0a863b80f8e tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0940154 Feb 10 11:38:47.475754 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39638) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:47.483782 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-61d643f9-e467-4203-b36c-f28529fac460 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group': {'name': 'tempest-security--2129860634', 'description': 'tempest-security-description-1248634817'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:47.489188 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-97985d7b-d757-4995-992d-3c98b126430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.512420 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port 7a7f88f3-c860-4bf4-b7d7-9bea13127726 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:47.513614 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.540564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61d643f9-e467-4203-b36c-f28529fac460 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.558816 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97985d7b-d757-4995-992d-3c98b126430c None None] Pushing event deleted for resources: {'Port': ['ID=7548e0ea-bfbd-4296-98ba-449ebd1b6186,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:47.563860 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97985d7b-d757-4995-992d-3c98b126430c None None] No DVR routers for this DVR port 7548e0ea-bfbd-4296-98ba-449ebd1b6186 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:38:47.595001 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] The port '7a7f88f3-c860-4bf4-b7d7-9bea13127726' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:38:47.600740 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7548e0ea-bfbd-4296-98ba-449ebd1b6186 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:38:47.626771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61d643f9-e467-4203-b36c-f28529fac460 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.631973 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61d643f9-e467-4203-b36c-f28529fac460 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.634669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61d643f9-e467-4203-b36c-f28529fac460 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.640903 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-61d643f9-e467-4203-b36c-f28529fac460 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "PUT /v2.0/security-groups/0cfc2bc7-360c-462c-bf70-e29bf6956f68 HTTP/1.1" status: 200 len: 1612 time: 0.1590054 Feb 10 11:38:47.641238 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 7548e0ea-bfbd-4296-98ba-449ebd1b6186 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:38:47.641238 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7548e0ea-bfbd-4296-98ba-449ebd1b6186 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:38:47.641238 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7a7f88f3-c860-4bf4-b7d7-9bea13127726 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:38:47.644748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39642) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:47.677951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 7a7f88f3-c860-4bf4-b7d7-9bea13127726 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:38:47.677951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7a7f88f3-c860-4bf4-b7d7-9bea13127726 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:38:47.698267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d643f9-e467-4203-b36c-f28529fac460 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfc2bc7-360c-462c-bf70-e29bf6956f68,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:47.760634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.790789 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea4c943-9744-41e1-ad41-533e77772252']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:47.804615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93240e1-549f-474e-b024-ada9bd857db3') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:47.804914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93240e1-549f-474e-b024-ada9bd857db3') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:47.821235 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fad3beba-874e-43f9-b9df-2b78da56e13c tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-groups/0cfc2bc7-360c-462c-bf70-e29bf6956f68 HTTP/1.1" status: 200 len: 1612 time: 0.1735697 Feb 10 11:38:47.822613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39646) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:47.824179 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.846116 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.852709 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:38:47.853401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:38:47.868843 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:38:47.933931 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66063a6a-9ee3-4f4f-929f-3f941b388745 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.968097 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66063a6a-9ee3-4f4f-929f-3f941b388745 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.972143 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.979546 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.011219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Network': ['ID=5ea4c943-9744-41e1-ad41-533e77772252,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:48.027522 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4235cc0a-3427-4a9c-be7f-5a2bd825e3e8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/networks/5ea4c943-9744-41e1-ad41-533e77772252 HTTP/1.1" status: 204 len: 168 time: 1.9721472 Feb 10 11:38:48.028160 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39650) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:48.043332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66063a6a-9ee3-4f4f-929f-3f941b388745 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.063269 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66063a6a-9ee3-4f4f-929f-3f941b388745 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfc2bc7-360c-462c-bf70-e29bf6956f68,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:48.081205 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66063a6a-9ee3-4f4f-929f-3f941b388745 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.082807 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-66063a6a-9ee3-4f4f-929f-3f941b388745 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-groups/0cfc2bc7-360c-462c-bf70-e29bf6956f68 HTTP/1.1" status: 204 len: 168 time: 0.2593269 Feb 10 11:38:48.085585 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39656) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:48.158440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-26ec9c3a-5653-46a6-a61d-87a850408969 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:48.182367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-26ec9c3a-5653-46a6-a61d-87a850408969 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:48.184482 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-26ec9c3a-5653-46a6-a61d-87a850408969 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0966315 Feb 10 11:38:48.189161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39660) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:48.241268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24bfb839-41ec-47b8-a065-2ec4777d6884 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.245648 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-aae6f80a-311e-4d2c-90f6-2163d60d63bd tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] delete failed (client error): The resource could not be found. Feb 10 11:38:48.248051 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-aae6f80a-311e-4d2c-90f6-2163d60d63bd tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-groups/0cfc2bc7-360c-462c-bf70-e29bf6956f68 HTTP/1.1" status: 404 len: 347 time: 0.0549483 Feb 10 11:38:48.252824 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39664) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:48.258751 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-88ac1a79-7d8a-46e3-916e-4486751dd371 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055745643'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:48.265707 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-88ac1a79-7d8a-46e3-916e-4486751dd371 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:48.277139 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-88ac1a79-7d8a-46e3-916e-4486751dd371 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:48.292992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-88ac1a79-7d8a-46e3-916e-4486751dd371 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.362401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-88ac1a79-7d8a-46e3-916e-4486751dd371 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:48.367740 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-88ac1a79-7d8a-46e3-916e-4486751dd371 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:48.371075 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-88ac1a79-7d8a-46e3-916e-4486751dd371 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:48.378305 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-88ac1a79-7d8a-46e3-916e-4486751dd371 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:48.428246 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24bfb839-41ec-47b8-a065-2ec4777d6884 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.446470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-88ac1a79-7d8a-46e3-916e-4486751dd371 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.451640 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-88ac1a79-7d8a-46e3-916e-4486751dd371 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.458768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-24bfb839-41ec-47b8-a065-2ec4777d6884 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34517066-7b17-4c98-bbbd-2a7b1629020a']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:48.472504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-24bfb839-41ec-47b8-a065-2ec4777d6884 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71179031-2def-4c38-92ba-b013b257a1fd') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:48.472799 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-24bfb839-41ec-47b8-a065-2ec4777d6884 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71179031-2def-4c38-92ba-b013b257a1fd') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:48.485961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24bfb839-41ec-47b8-a065-2ec4777d6884 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.505587 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24bfb839-41ec-47b8-a065-2ec4777d6884 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.515490 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bfb839-41ec-47b8-a065-2ec4777d6884 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:38:48.516265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24bfb839-41ec-47b8-a065-2ec4777d6884 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.528698 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac1a79-7d8a-46e3-916e-4486751dd371 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd582e46-d35d-4ab4-b437-f5d5a914ddf6,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:48.535394 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-88ac1a79-7d8a-46e3-916e-4486751dd371 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:38:48.536015 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:38:48.538554 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-88ac1a79-7d8a-46e3-916e-4486751dd371 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2830758 Feb 10 11:38:48.541059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39670) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:48.552024 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f2e91fb2-12d7-4fc8-8490-1f2db7700801 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group_rule': {'security_group_id': 'dd582e46-d35d-4ab4-b437-f5d5a914ddf6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:48.562891 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f2e91fb2-12d7-4fc8-8490-1f2db7700801 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:48.569678 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f2e91fb2-12d7-4fc8-8490-1f2db7700801 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:48.574792 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f2e91fb2-12d7-4fc8-8490-1f2db7700801 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:48.583481 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f2e91fb2-12d7-4fc8-8490-1f2db7700801 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:48.613029 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f2e91fb2-12d7-4fc8-8490-1f2db7700801 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.641369 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24bfb839-41ec-47b8-a065-2ec4777d6884 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.646796 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24bfb839-41ec-47b8-a065-2ec4777d6884 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.671927 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-24bfb839-41ec-47b8-a065-2ec4777d6884 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/networks/34517066-7b17-4c98-bbbd-2a7b1629020a HTTP/1.1" status: 204 len: 168 time: 0.6419570 Feb 10 11:38:48.676050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39674) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:48.679135 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfb839-41ec-47b8-a065-2ec4777d6884 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Network': ['ID=34517066-7b17-4c98-bbbd-2a7b1629020a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:48.684778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8bdb757e-72fa-4b0c-849b-f03f5975e27a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-112508157'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:48.690800 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8bdb757e-72fa-4b0c-849b-f03f5975e27a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:48.695049 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8bdb757e-72fa-4b0c-849b-f03f5975e27a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:network and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:48.699157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8bdb757e-72fa-4b0c-849b-f03f5975e27a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:48.710580 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8bdb757e-72fa-4b0c-849b-f03f5975e27a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:48.715177 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f2e91fb2-12d7-4fc8-8490-1f2db7700801 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.720026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f2e91fb2-12d7-4fc8-8490-1f2db7700801 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.731020 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdb757e-72fa-4b0c-849b-f03f5975e27a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:38:48.735632 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8bdb757e-72fa-4b0c-849b-f03f5975e27a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.748174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e91fb2-12d7-4fc8-8490-1f2db7700801 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c2a292-ef8c-46d7-9da0-5806580c53ca,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:48.761924 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f2e91fb2-12d7-4fc8-8490-1f2db7700801 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.763156 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f2e91fb2-12d7-4fc8-8490-1f2db7700801 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2205477 Feb 10 11:38:48.767429 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39678) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:48.781672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bdb757e-72fa-4b0c-849b-f03f5975e27a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:38:48.794278 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8bdb757e-72fa-4b0c-849b-f03f5975e27a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.794651 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-8bdb757e-72fa-4b0c-849b-f03f5975e27a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Added segment eda93e08-cb1b-4319-a95f-3e291103b9fe of type vlan for network 3a8ffd8e-e21b-47f4-9769-3a55f044d281 Feb 10 11:38:48.813509 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6aba440a-85c0-4731-8fe9-3c6449f3bf07 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.830077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6aba440a-85c0-4731-8fe9-3c6449f3bf07 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.831632 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8bdb757e-72fa-4b0c-849b-f03f5975e27a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.870172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6aba440a-85c0-4731-8fe9-3c6449f3bf07 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.874875 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8bdb757e-72fa-4b0c-849b-f03f5975e27a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.879264 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb757e-72fa-4b0c-849b-f03f5975e27a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:48.880002 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8bdb757e-72fa-4b0c-849b-f03f5975e27a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.909527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba440a-85c0-4731-8fe9-3c6449f3bf07 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78c2a292-ef8c-46d7-9da0-5806580c53ca,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:48.916973 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6aba440a-85c0-4731-8fe9-3c6449f3bf07 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.922771 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6aba440a-85c0-4731-8fe9-3c6449f3bf07 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/78c2a292-ef8c-46d7-9da0-5806580c53ca HTTP/1.1" status: 204 len: 168 time: 0.1498334 Feb 10 11:38:48.923300 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39682) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:48.978361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-79ca4da9-3c1c-4776-bcfc-4e957313dae9 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:48.991679 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8bdb757e-72fa-4b0c-849b-f03f5975e27a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3145456 Feb 10 11:38:48.996662 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39686) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:49.006190 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb757e-72fa-4b0c-849b-f03f5975e27a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Network': ['ID=3a8ffd8e-e21b-47f4-9769-3a55f044d281,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:49.006667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-047cf7f3-01b0-4e09-b3bc-511a3294bff7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'subnet': {'network_id': '3a8ffd8e-e21b-47f4-9769-3a55f044d281', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:49.020694 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 3a8ffd8e-e21b-47f4-9769-3a55f044d281 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:38:49.025940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-79ca4da9-3c1c-4776-bcfc-4e957313dae9 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:49.027203 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-79ca4da9-3c1c-4776-bcfc-4e957313dae9 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1027873 Feb 10 11:38:49.031209 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39690) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:49.138300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2c6cf11-29fc-43fd-96fe-83b0db6d7e95 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.151282 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-047cf7f3-01b0-4e09-b3bc-511a3294bff7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:49.159771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-047cf7f3-01b0-4e09-b3bc-511a3294bff7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:subnet and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:49.165541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-047cf7f3-01b0-4e09-b3bc-511a3294bff7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:49.176463 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-047cf7f3-01b0-4e09-b3bc-511a3294bff7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:49.185530 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2c6cf11-29fc-43fd-96fe-83b0db6d7e95 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.191057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047cf7f3-01b0-4e09-b3bc-511a3294bff7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:38:49.241647 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2c6cf11-29fc-43fd-96fe-83b0db6d7e95 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.266489 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6cf11-29fc-43fd-96fe-83b0db6d7e95 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd582e46-d35d-4ab4-b437-f5d5a914ddf6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:49.286962 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2c6cf11-29fc-43fd-96fe-83b0db6d7e95 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.288504 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b2c6cf11-29fc-43fd-96fe-83b0db6d7e95 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-groups/dd582e46-d35d-4ab4-b437-f5d5a914ddf6 HTTP/1.1" status: 204 len: 168 time: 0.2560163 Feb 10 11:38:49.292015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39694) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:49.324310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-047cf7f3-01b0-4e09-b3bc-511a3294bff7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.353638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-562db3b5-1317-4567-a81f-b1e7f9695d1a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:49.372555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-562db3b5-1317-4567-a81f-b1e7f9695d1a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:49.375502 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-562db3b5-1317-4567-a81f-b1e7f9695d1a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0819540 Feb 10 11:38:49.380233 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39698) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:49.386056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-53e74fe8-acf0-4bef-8c91-3bc5a0d34a43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group': {'name': 'tempest-secgroup--371271381'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:49.394734 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-53e74fe8-acf0-4bef-8c91-3bc5a0d34a43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:49.407001 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-53e74fe8-acf0-4bef-8c91-3bc5a0d34a43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:49.425773 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53e74fe8-acf0-4bef-8c91-3bc5a0d34a43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.477654 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-53e74fe8-acf0-4bef-8c91-3bc5a0d34a43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:49.483787 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-53e74fe8-acf0-4bef-8c91-3bc5a0d34a43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:49.487596 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-53e74fe8-acf0-4bef-8c91-3bc5a0d34a43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:49.495974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-53e74fe8-acf0-4bef-8c91-3bc5a0d34a43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:49.589850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53e74fe8-acf0-4bef-8c91-3bc5a0d34a43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.595676 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53e74fe8-acf0-4bef-8c91-3bc5a0d34a43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.618630 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-047cf7f3-01b0-4e09-b3bc-511a3294bff7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.697627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cf7f3-01b0-4e09-b3bc-511a3294bff7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Subnet': ['ID=3b17b6e2-2c5d-401c-a290-6549b1354216,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:49.733886 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047cf7f3-01b0-4e09-b3bc-511a3294bff7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Checking segment: {'id': 'eda93e08-cb1b-4319-a95f-3e291103b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3a8ffd8e-e21b-47f4-9769-3a55f044d281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:38:49.734796 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047cf7f3-01b0-4e09-b3bc-511a3294bff7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network hostable DHCP agents. Network: 3a8ffd8e-e21b-47f4-9769-3a55f044d281, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:38:49.764772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047cf7f3-01b0-4e09-b3bc-511a3294bff7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network 3a8ffd8e-e21b-47f4-9769-3a55f044d281 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:38:49.780034 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-047cf7f3-01b0-4e09-b3bc-511a3294bff7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 3a8ffd8e-e21b-47f4-9769-3a55f044d281) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:49.786815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047cf7f3-01b0-4e09-b3bc-511a3294bff7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:49.787635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-047cf7f3-01b0-4e09-b3bc-511a3294bff7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.791021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61662a24-3d41-4b0a-9baa-cf0f7926b4f9 None None] Network 3a8ffd8e-e21b-47f4-9769-3a55f044d281 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:49.806979 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e74fe8-acf0-4bef-8c91-3bc5a0d34a43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a78ec6-da3e-4d0b-9f13-74c30e08f9cd,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:49.813848 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53e74fe8-acf0-4bef-8c91-3bc5a0d34a43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.816261 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-53e74fe8-acf0-4bef-8c91-3bc5a0d34a43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4344933 Feb 10 11:38:49.821390 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39702) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:49.836836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-19e76308-5282-4d49-a6f5-9d10a1a492a7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group_rule': {'security_group_id': 'f1a78ec6-da3e-4d0b-9f13-74c30e08f9cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:49.845742 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-047cf7f3-01b0-4e09-b3bc-511a3294bff7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8476582 Feb 10 11:38:49.847452 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-19e76308-5282-4d49-a6f5-9d10a1a492a7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:49.850143 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39706) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:49.854598 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-19e76308-5282-4d49-a6f5-9d10a1a492a7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:49.861822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-19e76308-5282-4d49-a6f5-9d10a1a492a7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:49.862211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-aa8380c1-88e4-4312-ae88-e4bf09c6b28f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-278900476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:49.872219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-19e76308-5282-4d49-a6f5-9d10a1a492a7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:49.875505 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-aa8380c1-88e4-4312-ae88-e4bf09c6b28f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:49.884840 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-aa8380c1-88e4-4312-ae88-e4bf09c6b28f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:router and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:49.892241 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-aa8380c1-88e4-4312-ae88-e4bf09c6b28f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:49.904199 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19e76308-5282-4d49-a6f5-9d10a1a492a7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.907373 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-aa8380c1-88e4-4312-ae88-e4bf09c6b28f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:49.935774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aa8380c1-88e4-4312-ae88-e4bf09c6b28f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.940557 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aa8380c1-88e4-4312-ae88-e4bf09c6b28f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.977546 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aa8380c1-88e4-4312-ae88-e4bf09c6b28f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.008518 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aa8380c1-88e4-4312-ae88-e4bf09c6b28f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.035666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19e76308-5282-4d49-a6f5-9d10a1a492a7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.041096 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19e76308-5282-4d49-a6f5-9d10a1a492a7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.050443 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aa8380c1-88e4-4312-ae88-e4bf09c6b28f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.056274 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-aa8380c1-88e4-4312-ae88-e4bf09c6b28f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2003827 Feb 10 11:38:50.056566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39710) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:50.072110 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'port': {'network_id': '3a8ffd8e-e21b-47f4-9769-3a55f044d281', 'name': 'tempest-RoutersIpV6Test-514100422'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:50.099165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e76308-5282-4d49-a6f5-9d10a1a492a7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dd2df2-1c4b-4691-942a-d2de3492dc2e,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:50.176868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3a8ffd8e-e21b-47f4-9769-3a55f044d281', 'network_id': '3a8ffd8e-e21b-47f4-9769-3a55f044d281', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'fixed_ips': [{'subnet_id': '3b17b6e2-2c5d-401c-a290-6549b1354216'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:38:50.178222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.184829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19e76308-5282-4d49-a6f5-9d10a1a492a7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.187150 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-19e76308-5282-4d49-a6f5-9d10a1a492a7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3631828 Feb 10 11:38:50.190294 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39714) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:50.198420 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9f11ee9c-2b09-4b93-adea-0abde9949f50 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group_rule': {'security_group_id': 'f1a78ec6-da3e-4d0b-9f13-74c30e08f9cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:50.209818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9f11ee9c-2b09-4b93-adea-0abde9949f50 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:50.219748 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9f11ee9c-2b09-4b93-adea-0abde9949f50 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:50.225491 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9f11ee9c-2b09-4b93-adea-0abde9949f50 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:50.244222 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9f11ee9c-2b09-4b93-adea-0abde9949f50 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:50.285081 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:50.290393 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f11ee9c-2b09-4b93-adea-0abde9949f50 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.299573 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:port and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:50.306689 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:50.323959 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:50.372704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:38:50.376655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.399025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Allocated IP 2001:db8::2 (3a8ffd8e-e21b-47f4-9769-3a55f044d281/3b17b6e2-2c5d-401c-a290-6549b1354216/eeca93b1-d620-4d18-b76b-7cb1c79d015b) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:38:50.411436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] device_id is not set on port d2186373-75ca-4ab6-851b-6dbbdf8f76a0 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:38:50.490864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f11ee9c-2b09-4b93-adea-0abde9949f50 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.502664 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f11ee9c-2b09-4b93-adea-0abde9949f50 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.551097 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11ee9c-2b09-4b93-adea-0abde9949f50 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f92ab52-e726-4bf3-8b0a-07dc1bbe502c,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:50.575835 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f11ee9c-2b09-4b93-adea-0abde9949f50 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.578543 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9f11ee9c-2b09-4b93-adea-0abde9949f50 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3872628 Feb 10 11:38:50.582763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39718) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:50.590550 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3ec6a0fc-db5e-425c-8775-664e82ecb3aa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group_rule': {'security_group_id': 'f1a78ec6-da3e-4d0b-9f13-74c30e08f9cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:50.599927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3ec6a0fc-db5e-425c-8775-664e82ecb3aa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:50.606979 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3ec6a0fc-db5e-425c-8775-664e82ecb3aa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:50.611467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3ec6a0fc-db5e-425c-8775-664e82ecb3aa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:50.620382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3ec6a0fc-db5e-425c-8775-664e82ecb3aa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:50.644288 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3ec6a0fc-db5e-425c-8775-664e82ecb3aa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.652357 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.666229 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Transition to ACTIVE for port object eeca93b1-d620-4d18-b76b-7cb1c79d015b will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:50.689791 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Transition to ACTIVE for port object eeca93b1-d620-4d18-b76b-7cb1c79d015b will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:50.697985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.786842 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3ec6a0fc-db5e-425c-8775-664e82ecb3aa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.799541 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3ec6a0fc-db5e-425c-8775-664e82ecb3aa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.827372 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Allocated IP 2001:db8::19b (3a8ffd8e-e21b-47f4-9769-3a55f044d281/3b17b6e2-2c5d-401c-a290-6549b1354216/d2186373-75ca-4ab6-851b-6dbbdf8f76a0) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:38:50.833474 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Network 3a8ffd8e-e21b-47f4-9769-3a55f044d281 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:50.838969 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:50.843595 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:38:50.862826 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Pushing event updated for resources: {'Port': ['ID=eeca93b1-d620-4d18-b76b-7cb1c79d015b,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:50.864110 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6a0fc-db5e-425c-8775-664e82ecb3aa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d831c99-fee9-4474-8c50-2ec810192ba4,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:50.918776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3ec6a0fc-db5e-425c-8775-664e82ecb3aa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.919972 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3ec6a0fc-db5e-425c-8775-664e82ecb3aa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3360200 Feb 10 11:38:50.924265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39724) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:50.931690 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-19d27d89-3856-4dd1-8531-c8432bbf0d2d tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group_rule': {'security_group_id': 'f1a78ec6-da3e-4d0b-9f13-74c30e08f9cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:50.945584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-19d27d89-3856-4dd1-8531-c8432bbf0d2d tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:50.954993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-19d27d89-3856-4dd1-8531-c8432bbf0d2d tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:50.959532 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-19d27d89-3856-4dd1-8531-c8432bbf0d2d tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:50.983436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-19d27d89-3856-4dd1-8531-c8432bbf0d2d tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:51.032885 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Attempting to bind port eeca93b1-d620-4d18-b76b-7cb1c79d015b on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:38:51.033581 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Attempting to bind port eeca93b1-d620-4d18-b76b-7cb1c79d015b by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'eda93e08-cb1b-4319-a95f-3e291103b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3a8ffd8e-e21b-47f4-9769-3a55f044d281'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:38:51.034176 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Attempting to bind port eeca93b1-d620-4d18-b76b-7cb1c79d015b on network 3a8ffd8e-e21b-47f4-9769-3a55f044d281 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:38:51.047685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:38:51.048233 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Checking segment: {'id': 'eda93e08-cb1b-4319-a95f-3e291103b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3a8ffd8e-e21b-47f4-9769-3a55f044d281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:38:51.048903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:51.049599 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Bound using segment: {'id': 'eda93e08-cb1b-4319-a95f-3e291103b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3a8ffd8e-e21b-47f4-9769-3a55f044d281'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:38:51.050395 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Bound port: eeca93b1-d620-4d18-b76b-7cb1c79d015b, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda93e08-cb1b-4319-a95f-3e291103b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3a8ffd8e-e21b-47f4-9769-3a55f044d281'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:38:51.051038 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:51.067928 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19d27d89-3856-4dd1-8531-c8432bbf0d2d tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:51.168819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:51.187737 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] For port eeca93b1-d620-4d18-b76b-7cb1c79d015b, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:38:51.191254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] For port eeca93b1-d620-4d18-b76b-7cb1c79d015b, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=eeca93b1-d620-4d18-b76b-7cb1c79d015b,segment=NetworkSegment(eda93e08-cb1b-4319-a95f-3e291103b9fe),segment_id=eda93e08-cb1b-4319-a95f-3e291103b9fe)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:38:51.196158 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:51.202498 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19d27d89-3856-4dd1-8531-c8432bbf0d2d tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:51.206995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Transition to ACTIVE for port object d2186373-75ca-4ab6-851b-6dbbdf8f76a0 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:51.208915 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19d27d89-3856-4dd1-8531-c8432bbf0d2d tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:51.244867 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d27d89-3856-4dd1-8531-c8432bbf0d2d tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36daaf76-a7e9-45b8-9160-840b779db57b,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:51.265293 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19d27d89-3856-4dd1-8531-c8432bbf0d2d tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:51.267115 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-19d27d89-3856-4dd1-8531-c8432bbf0d2d tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3422356 Feb 10 11:38:51.271556 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39728) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:51.278901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9513ea21-7347-4dc0-be41-b560329f69e2 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group_rule': {'security_group_id': 'f1a78ec6-da3e-4d0b-9f13-74c30e08f9cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:51.285758 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:51.288529 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9513ea21-7347-4dc0-be41-b560329f69e2 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:51.292870 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842a7e0-83bd-4d5b-972a-2ebccceac30e None None] Pushing event updated for resources: {'Port': ['ID=eeca93b1-d620-4d18-b76b-7cb1c79d015b,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:51.337321 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9513ea21-7347-4dc0-be41-b560329f69e2 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:51.348970 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9513ea21-7347-4dc0-be41-b560329f69e2 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:51.365935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9513ea21-7347-4dc0-be41-b560329f69e2 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:51.402818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network 3a8ffd8e-e21b-47f4-9769-3a55f044d281 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:51.411457 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:51.418444 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:38:51.423225 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:51.423898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:51.428018 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=d2186373-75ca-4ab6-851b-6dbbdf8f76a0,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:51.439297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9513ea21-7347-4dc0-be41-b560329f69e2 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:51.477663 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cea81a80-0630-4e60-b8ca-5d70b401b596 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4158916 Feb 10 11:38:51.485207 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39732) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:51.629911 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device eeca93b1-d620-4d18-b76b-7cb1c79d015b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:51.762849 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port eeca93b1-d620-4d18-b76b-7cb1c79d015b completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:51.801205 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9513ea21-7347-4dc0-be41-b560329f69e2 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:51.868085 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9513ea21-7347-4dc0-be41-b560329f69e2 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:51.952081 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513ea21-7347-4dc0-be41-b560329f69e2 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde38cc6-ef5f-4d83-9e41-50d7249f99f0,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:51.975707 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9513ea21-7347-4dc0-be41-b560329f69e2 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:51.976897 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9513ea21-7347-4dc0-be41-b560329f69e2 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.7040317 Feb 10 11:38:51.980744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39736) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:52.138112 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b1443b56-e6b2-41ba-b7d1-f313efb8e608 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.152574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b1443b56-e6b2-41ba-b7d1-f313efb8e608 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.229756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b1443b56-e6b2-41ba-b7d1-f313efb8e608 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.258578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1443b56-e6b2-41ba-b7d1-f313efb8e608 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dde38cc6-ef5f-4d83-9e41-50d7249f99f0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:52.264002 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b1443b56-e6b2-41ba-b7d1-f313efb8e608 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.268370 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b1443b56-e6b2-41ba-b7d1-f313efb8e608 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/dde38cc6-ef5f-4d83-9e41-50d7249f99f0 HTTP/1.1" status: 204 len: 168 time: 0.2834601 Feb 10 11:38:52.274375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39740) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:52.354870 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4ac7cf05-4907-4492-89d2-defaea6c2e11 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.0787706 Feb 10 11:38:52.365375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39744) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:52.391140 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9aef2c-93a4-4e72-9477-b501c0a1f4e0 None None] Network 3a8ffd8e-e21b-47f4-9769-3a55f044d281 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:52.402803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0a88e4dd-d17c-4757-acdd-32762e3ff976 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.417647 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0a88e4dd-d17c-4757-acdd-32762e3ff976 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.455874 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0a88e4dd-d17c-4757-acdd-32762e3ff976 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.472561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88e4dd-d17c-4757-acdd-32762e3ff976 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36daaf76-a7e9-45b8-9160-840b779db57b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:52.483516 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0a88e4dd-d17c-4757-acdd-32762e3ff976 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.484910 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0a88e4dd-d17c-4757-acdd-32762e3ff976 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/36daaf76-a7e9-45b8-9160-840b779db57b HTTP/1.1" status: 204 len: 168 time: 0.1183760 Feb 10 11:38:52.490307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39748) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:52.501341 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-59117590-93a1-4a64-a9d8-09a55e969628 None None] Provisioning for port eeca93b1-d620-4d18-b76b-7cb1c79d015b completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:52.515274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-59117590-93a1-4a64-a9d8-09a55e969628 None None] Provisioning complete for port eeca93b1-d620-4d18-b76b-7cb1c79d015b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:52.515975 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-59117590-93a1-4a64-a9d8-09a55e969628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.542548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-58387b7f-537b-40e9-8a52-d1f96d2ac3fe tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.556432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3032b40b-e094-49f7-978c-293e256b9633 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:52.584553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3032b40b-e094-49f7-978c-293e256b9633 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:52.587270 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3032b40b-e094-49f7-978c-293e256b9633 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.0954826 Feb 10 11:38:52.592523 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39752) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:52.640805 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6eccddaa-0ded-41be-9a62-09ae6296bd01 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.663050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6eccddaa-0ded-41be-9a62-09ae6296bd01 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.703606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6eccddaa-0ded-41be-9a62-09ae6296bd01 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.736396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccddaa-0ded-41be-9a62-09ae6296bd01 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d831c99-fee9-4474-8c50-2ec810192ba4,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:52.749907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6eccddaa-0ded-41be-9a62-09ae6296bd01 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.755360 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6eccddaa-0ded-41be-9a62-09ae6296bd01 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/0d831c99-fee9-4474-8c50-2ec810192ba4 HTTP/1.1" status: 204 len: 168 time: 0.1610057 Feb 10 11:38:52.756192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39756) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:52.758216 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-59117590-93a1-4a64-a9d8-09a55e969628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.810260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-59117590-93a1-4a64-a9d8-09a55e969628 None None] For port eeca93b1-d620-4d18-b76b-7cb1c79d015b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=eeca93b1-d620-4d18-b76b-7cb1c79d015b,segment=NetworkSegment(eda93e08-cb1b-4319-a95f-3e291103b9fe),segment_id=eda93e08-cb1b-4319-a95f-3e291103b9fe)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:52.820097 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-59117590-93a1-4a64-a9d8-09a55e969628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.825651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-61c44ebc-2f51-4b36-bf12-ba14a67e4393 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:52.845842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-61c44ebc-2f51-4b36-bf12-ba14a67e4393 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:52.851188 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-61c44ebc-2f51-4b36-bf12-ba14a67e4393 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0933633 Feb 10 11:38:52.852009 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39760) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:52.891496 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c8929aa5-2660-4b74-a696-847758b9b48a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.905030 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c8929aa5-2660-4b74-a696-847758b9b48a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.935266 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59117590-93a1-4a64-a9d8-09a55e969628 None None] Pushing event updated for resources: {'Port': ['ID=eeca93b1-d620-4d18-b76b-7cb1c79d015b,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:52.942809 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c8929aa5-2660-4b74-a696-847758b9b48a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.963642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8929aa5-2660-4b74-a696-847758b9b48a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f92ab52-e726-4bf3-8b0a-07dc1bbe502c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:52.972852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c8929aa5-2660-4b74-a696-847758b9b48a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:52.977172 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39764) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:52.977787 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c8929aa5-2660-4b74-a696-847758b9b48a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/8f92ab52-e726-4bf3-8b0a-07dc1bbe502c HTTP/1.1" status: 204 len: 168 time: 0.1239493 Feb 10 11:38:53.071525 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-58387b7f-537b-40e9-8a52-d1f96d2ac3fe tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:53.080664 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-51aaa379-ad5f-47d7-8e11-9e17ae9d8d9b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:53.085037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-58387b7f-537b-40e9-8a52-d1f96d2ac3fe tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:53.183153 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e9367407-917a-4cbe-a42a-0792a2ed9eba None None] Provisioning complete for port eeca93b1-d620-4d18-b76b-7cb1c79d015b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:53.184838 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e9367407-917a-4cbe-a42a-0792a2ed9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:53.190637 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-51aaa379-ad5f-47d7-8e11-9e17ae9d8d9b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:53.192683 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-51aaa379-ad5f-47d7-8e11-9e17ae9d8d9b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2133482 Feb 10 11:38:53.197627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39768) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:53.246464 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58387b7f-537b-40e9-8a52-d1f96d2ac3fe tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=d2186373-75ca-4ab6-851b-6dbbdf8f76a0,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:53.266511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e9e559c4-8abd-4ea7-8a59-2bf53d1a3eb7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:53.286713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e9e559c4-8abd-4ea7-8a59-2bf53d1a3eb7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:53.334365 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e9e559c4-8abd-4ea7-8a59-2bf53d1a3eb7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:53.359691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e559c4-8abd-4ea7-8a59-2bf53d1a3eb7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41dd2df2-1c4b-4691-942a-d2de3492dc2e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:53.370142 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e9e559c4-8abd-4ea7-8a59-2bf53d1a3eb7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:53.371479 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e9e559c4-8abd-4ea7-8a59-2bf53d1a3eb7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/41dd2df2-1c4b-4691-942a-d2de3492dc2e HTTP/1.1" status: 204 len: 168 time: 0.1719167 Feb 10 11:38:53.377029 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39772) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:53.384308 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e9367407-917a-4cbe-a42a-0792a2ed9eba None None] Provisioning for port d2186373-75ca-4ab6-851b-6dbbdf8f76a0 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:53.396116 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e9367407-917a-4cbe-a42a-0792a2ed9eba None None] Provisioning complete for port d2186373-75ca-4ab6-851b-6dbbdf8f76a0 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:53.396116 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e9367407-917a-4cbe-a42a-0792a2ed9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:53.435151 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-85e85935-65d4-4dee-a2b3-4fa97da52d9b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:53.464665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-85e85935-65d4-4dee-a2b3-4fa97da52d9b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:53.466144 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-85e85935-65d4-4dee-a2b3-4fa97da52d9b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0879719 Feb 10 11:38:53.470696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39776) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:53.504072 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e9367407-917a-4cbe-a42a-0792a2ed9eba None None] Port d2186373-75ca-4ab6-851b-6dbbdf8f76a0 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:38:53.552926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-58387b7f-537b-40e9-8a52-d1f96d2ac3fe tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:53.573750 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b83d9001-ba34-443a-b4ba-d33930753f14 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:53.610047 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b83d9001-ba34-443a-b4ba-d33930753f14 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:53.613497 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device eeca93b1-d620-4d18-b76b-7cb1c79d015b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:53.667438 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-58387b7f-537b-40e9-8a52-d1f96d2ac3fe tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:53.711380 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b83d9001-ba34-443a-b4ba-d33930753f14 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:53.719360 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d28310b1-6372-4ded-a9ee-af75849cee75 None None] Provisioning complete for port d2186373-75ca-4ab6-851b-6dbbdf8f76a0 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:53.720111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d28310b1-6372-4ded-a9ee-af75849cee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:53.753627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d9001-ba34-443a-b4ba-d33930753f14 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a78ec6-da3e-4d0b-9f13-74c30e08f9cd,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:53.760932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b83d9001-ba34-443a-b4ba-d33930753f14 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:53.766069 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b83d9001-ba34-443a-b4ba-d33930753f14 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-groups/f1a78ec6-da3e-4d0b-9f13-74c30e08f9cd HTTP/1.1" status: 204 len: 168 time: 0.2925222 Feb 10 11:38:53.767686 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39780) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:53.774074 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port eeca93b1-d620-4d18-b76b-7cb1c79d015b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:53.775322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:53.834239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-102958ba-cb88-4c53-8b3e-f8917f3ec9e7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:53.857269 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d28310b1-6372-4ded-a9ee-af75849cee75 None None] Port d2186373-75ca-4ab6-851b-6dbbdf8f76a0 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:38:53.863525 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-102958ba-cb88-4c53-8b3e-f8917f3ec9e7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:53.865016 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-102958ba-cb88-4c53-8b3e-f8917f3ec9e7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0948162 Feb 10 11:38:53.872221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39784) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:53.880527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b6463993-7096-4ddf-96f9-e72c05e47027 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group': {'name': 'tempest-secgroup--278493564'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:53.888226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b6463993-7096-4ddf-96f9-e72c05e47027 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:53.900107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b6463993-7096-4ddf-96f9-e72c05e47027 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:53.911891 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6463993-7096-4ddf-96f9-e72c05e47027 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:53.960318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b6463993-7096-4ddf-96f9-e72c05e47027 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:53.969270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b6463993-7096-4ddf-96f9-e72c05e47027 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:53.972942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b6463993-7096-4ddf-96f9-e72c05e47027 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:53.981550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b6463993-7096-4ddf-96f9-e72c05e47027 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:53.981821 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-215adf03-a5a2-4bdf-8f08-0ace88627f3d None None] Provisioning complete for port d2186373-75ca-4ab6-851b-6dbbdf8f76a0 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:53.982105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-215adf03-a5a2-4bdf-8f08-0ace88627f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.065156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6463993-7096-4ddf-96f9-e72c05e47027 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.067374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-215adf03-a5a2-4bdf-8f08-0ace88627f3d None None] Port d2186373-75ca-4ab6-851b-6dbbdf8f76a0 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:38:54.073987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6463993-7096-4ddf-96f9-e72c05e47027 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.129972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6463993-7096-4ddf-96f9-e72c05e47027 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd44f82-fe5f-4f9e-bf66-6964cf3b51d5,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:54.142581 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6463993-7096-4ddf-96f9-e72c05e47027 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.146196 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b6463993-7096-4ddf-96f9-e72c05e47027 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2715001 Feb 10 11:38:54.147577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39788) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:54.157530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-1f597008-b752-40db-83f6-6345368e51ce tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group_rule': {'security_group_id': '1fd44f82-fe5f-4f9e-bf66-6964cf3b51d5', 'direction': 'ingress', 'protocol': 17}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:54.167861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1f597008-b752-40db-83f6-6345368e51ce tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:54.174361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1f597008-b752-40db-83f6-6345368e51ce tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:54.178582 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1f597008-b752-40db-83f6-6345368e51ce tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:54.186430 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1f597008-b752-40db-83f6-6345368e51ce tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:54.206943 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f597008-b752-40db-83f6-6345368e51ce tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.280448 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f597008-b752-40db-83f6-6345368e51ce tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.284458 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f597008-b752-40db-83f6-6345368e51ce tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.303231 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-58387b7f-537b-40e9-8a52-d1f96d2ac3fe tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.308591 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-58387b7f-537b-40e9-8a52-d1f96d2ac3fe tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.309634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-58387b7f-537b-40e9-8a52-d1f96d2ac3fe tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.310081 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f597008-b752-40db-83f6-6345368e51ce tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813821f6-f459-4b61-a725-4c36c48cccc3,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:54.323713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f597008-b752-40db-83f6-6345368e51ce tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.324906 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1f597008-b752-40db-83f6-6345368e51ce tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1758718 Feb 10 11:38:54.330031 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39792) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:54.421649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-997fed98-0298-42c0-b96c-bcdaafd6087b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.456230 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58387b7f-537b-40e9-8a52-d1f96d2ac3fe tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=d2186373-75ca-4ab6-851b-6dbbdf8f76a0,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:54.463532 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-997fed98-0298-42c0-b96c-bcdaafd6087b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.528268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58387b7f-537b-40e9-8a52-d1f96d2ac3fe tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network 3a8ffd8e-e21b-47f4-9769-3a55f044d281 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:54.530391 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-58387b7f-537b-40e9-8a52-d1f96d2ac3fe tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:54.553188 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-997fed98-0298-42c0-b96c-bcdaafd6087b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.577836 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fed98-0298-42c0-b96c-bcdaafd6087b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd44f82-fe5f-4f9e-bf66-6964cf3b51d5,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:54.591045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-997fed98-0298-42c0-b96c-bcdaafd6087b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.595170 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-997fed98-0298-42c0-b96c-bcdaafd6087b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-groups/1fd44f82-fe5f-4f9e-bf66-6964cf3b51d5 HTTP/1.1" status: 204 len: 168 time: 0.2640288 Feb 10 11:38:54.595829 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39798) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:54.670577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-eaa83742-b07e-46ba-838a-13c3a12d666b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:54.697327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-eaa83742-b07e-46ba-838a-13c3a12d666b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:54.698941 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-eaa83742-b07e-46ba-838a-13c3a12d666b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1020515 Feb 10 11:38:54.705639 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39802) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:54.711727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-1f631e08-b9a2-4533-8a95-095f7c1add64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1277492072'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:54.719480 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1f631e08-b9a2-4533-8a95-095f7c1add64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:54.730713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1f631e08-b9a2-4533-8a95-095f7c1add64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:54.743185 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f631e08-b9a2-4533-8a95-095f7c1add64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.789719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1f631e08-b9a2-4533-8a95-095f7c1add64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:54.794512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1f631e08-b9a2-4533-8a95-095f7c1add64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:54.798755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1f631e08-b9a2-4533-8a95-095f7c1add64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:54.806448 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1f631e08-b9a2-4533-8a95-095f7c1add64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:54.877417 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f631e08-b9a2-4533-8a95-095f7c1add64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.882674 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f631e08-b9a2-4533-8a95-095f7c1add64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.925381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f631e08-b9a2-4533-8a95-095f7c1add64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d45f84-fb54-4d29-9db3-2235f31c6241,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:54.948480 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-df23bb18-91ec-4c01-a00b-73ed25c7f4f2 None None] Provisioning complete for port d2186373-75ca-4ab6-851b-6dbbdf8f76a0 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:54.948971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-df23bb18-91ec-4c01-a00b-73ed25c7f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.957779 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f631e08-b9a2-4533-8a95-095f7c1add64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:54.958991 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1f631e08-b9a2-4533-8a95-095f7c1add64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2520733 Feb 10 11:38:54.961852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39806) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:54.968288 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-36feab67-9d00-4a4a-817c-b356b2f618a8 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group': {'name': 'tempest-secgroup--652617480'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:54.975969 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-36feab67-9d00-4a4a-817c-b356b2f618a8 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:54.980763 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-36feab67-9d00-4a4a-817c-b356b2f618a8 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:54.984812 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-36feab67-9d00-4a4a-817c-b356b2f618a8 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:54.991873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-36feab67-9d00-4a4a-817c-b356b2f618a8 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:55.005426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36feab67-9d00-4a4a-817c-b356b2f618a8 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:55.018560 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-df23bb18-91ec-4c01-a00b-73ed25c7f4f2 None None] Port d2186373-75ca-4ab6-851b-6dbbdf8f76a0 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:38:55.049831 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-36feab67-9d00-4a4a-817c-b356b2f618a8 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:55.054681 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-36feab67-9d00-4a4a-817c-b356b2f618a8 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:55.058049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-36feab67-9d00-4a4a-817c-b356b2f618a8 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:55.065378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-36feab67-9d00-4a4a-817c-b356b2f618a8 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:55.075334 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58387b7f-537b-40e9-8a52-d1f96d2ac3fe tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router cd9de84a-f080-4110-8eb2-3eee591b5061 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:38:55.131700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36feab67-9d00-4a4a-817c-b356b2f618a8 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:55.137498 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36feab67-9d00-4a4a-817c-b356b2f618a8 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:55.238709 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36feab67-9d00-4a4a-817c-b356b2f618a8 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4d6102-d087-45c6-a745-388e5e96ad25,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:55.244497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36feab67-9d00-4a4a-817c-b356b2f618a8 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:55.253455 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-36feab67-9d00-4a4a-817c-b356b2f618a8 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2835984 Feb 10 11:38:55.254799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39810) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:55.260914 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-1f8faff0-da0d-4f6e-a4cf-f9d12f34ba23 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group_rule': {'security_group_id': 'a4d45f84-fb54-4d29-9db3-2235f31c6241', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6e4d6102-d087-45c6-a745-388e5e96ad25', 'remote_ip_prefix': None}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:55.267882 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1f8faff0-da0d-4f6e-a4cf-f9d12f34ba23 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:55.272172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1f8faff0-da0d-4f6e-a4cf-f9d12f34ba23 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:55.275604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1f8faff0-da0d-4f6e-a4cf-f9d12f34ba23 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:55.282531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1f8faff0-da0d-4f6e-a4cf-f9d12f34ba23 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:55.315605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f8faff0-da0d-4f6e-a4cf-f9d12f34ba23 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:55.343942 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58387b7f-537b-40e9-8a52-d1f96d2ac3fe tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:55.352584 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-58387b7f-537b-40e9-8a52-d1f96d2ac3fe tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/cd9de84a-f080-4110-8eb2-3eee591b5061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8660157 Feb 10 11:38:55.354894 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39814) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:55.361438 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b5456-ab47-4f02-8987-973c2dd623a0 None None] Sync routers for ids ['cd9de84a-f080-4110-8eb2-3eee591b5061'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:55.375759 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b5456-ab47-4f02-8987-973c2dd623a0 None None] Routers {'cd9de84a-f080-4110-8eb2-3eee591b5061'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:55.376408 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2e8b5456-ab47-4f02-8987-973c2dd623a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['cd9de84a-f080-4110-8eb2-3eee591b5061'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:55.441340 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2e8b5456-ab47-4f02-8987-973c2dd623a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:55.452800 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b5456-ab47-4f02-8987-973c2dd623a0 None None] Routers {'cd9de84a-f080-4110-8eb2-3eee591b5061'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:55.453441 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2e8b5456-ab47-4f02-8987-973c2dd623a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['cd9de84a-f080-4110-8eb2-3eee591b5061'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:55.460042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74b3216-abef-4048-ae44-471f5ee41101 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:55.461662 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d74b3216-abef-4048-ae44-471f5ee41101 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports/d2186373-75ca-4ab6-851b-6dbbdf8f76a0 HTTP/1.1" status: 200 len: 983 time: 0.1056578 Feb 10 11:38:55.464881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39818) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:55.485591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f8faff0-da0d-4f6e-a4cf-f9d12f34ba23 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:55.490985 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f8faff0-da0d-4f6e-a4cf-f9d12f34ba23 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:55.518409 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2e8b5456-ab47-4f02-8987-973c2dd623a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:55.518836 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b5456-ab47-4f02-8987-973c2dd623a0 None None] The sync data for ids ['cd9de84a-f080-4110-8eb2-3eee591b5061'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:55.522813 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8faff0-da0d-4f6e-a4cf-f9d12f34ba23 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfad024-6f00-444c-8b0d-5f2c1c23bb61,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:55.544227 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f8faff0-da0d-4f6e-a4cf-f9d12f34ba23 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:55.546124 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1f8faff0-da0d-4f6e-a4cf-f9d12f34ba23 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.2902863 Feb 10 11:38:55.549392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39822) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:55.581831 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb5bd-424c-43e7-9d01-95ffc68bd1dc tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:55.594121 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb5bd-424c-43e7-9d01-95ffc68bd1dc tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:55.622320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb5bd-424c-43e7-9d01-95ffc68bd1dc tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:55.642506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3eb5bd-424c-43e7-9d01-95ffc68bd1dc tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbfad024-6f00-444c-8b0d-5f2c1c23bb61,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:55.646795 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb5bd-424c-43e7-9d01-95ffc68bd1dc tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:55.648109 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5d3eb5bd-424c-43e7-9d01-95ffc68bd1dc tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/bbfad024-6f00-444c-8b0d-5f2c1c23bb61 HTTP/1.1" status: 204 len: 168 time: 0.0977733 Feb 10 11:38:55.650894 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39826) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:55.713492 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-abd77180-0a43-43c4-9395-745ef7eb9d2d tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:55.731747 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-abd77180-0a43-43c4-9395-745ef7eb9d2d tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:55.735515 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-abd77180-0a43-43c4-9395-745ef7eb9d2d tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0816967 Feb 10 11:38:55.737016 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39830) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:55.806723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4ea1ac40-d1fd-49cc-bcd9-c892f5806b64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:55.836512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4ea1ac40-d1fd-49cc-bcd9-c892f5806b64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:55.896963 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4ea1ac40-d1fd-49cc-bcd9-c892f5806b64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:55.924446 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1ac40-d1fd-49cc-bcd9-c892f5806b64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4d6102-d087-45c6-a745-388e5e96ad25,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:55.946661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4ea1ac40-d1fd-49cc-bcd9-c892f5806b64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:55.953101 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4ea1ac40-d1fd-49cc-bcd9-c892f5806b64 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-groups/6e4d6102-d087-45c6-a745-388e5e96ad25 HTTP/1.1" status: 204 len: 168 time: 0.2104418 Feb 10 11:38:55.954144 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39834) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:56.092685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-651f59a9-4536-4260-82f1-ee338859a6fa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:56.116682 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-651f59a9-4536-4260-82f1-ee338859a6fa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:56.117921 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-651f59a9-4536-4260-82f1-ee338859a6fa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1611037 Feb 10 11:38:56.121338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39838) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:56.179017 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9962295a-6ca6-40d5-8be2-639ffaf6e005 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.189566 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d66cb5e-7b6c-4866-9b25-882d40910dda tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.218619 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d66cb5e-7b6c-4866-9b25-882d40910dda tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.287224 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d66cb5e-7b6c-4866-9b25-882d40910dda tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.312195 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66cb5e-7b6c-4866-9b25-882d40910dda tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d45f84-fb54-4d29-9db3-2235f31c6241,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:56.327225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d66cb5e-7b6c-4866-9b25-882d40910dda tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.330764 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7d66cb5e-7b6c-4866-9b25-882d40910dda tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-groups/a4d45f84-fb54-4d29-9db3-2235f31c6241 HTTP/1.1" status: 204 len: 168 time: 0.2052813 Feb 10 11:38:56.330764 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39842) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:56.410990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f854f38c-8f4c-4a97-ae11-b322dfd1170d tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:56.438432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f854f38c-8f4c-4a97-ae11-b322dfd1170d tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:56.440281 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f854f38c-8f4c-4a97-ae11-b322dfd1170d tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1087008 Feb 10 11:38:56.445151 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39846) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:56.453095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-9fdfc9b8-8759-41a9-ab94-e8c36efd1945 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group': {'name': 'tempest-secgroup--53825120'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:56.467171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9fdfc9b8-8759-41a9-ab94-e8c36efd1945 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:56.484316 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9fdfc9b8-8759-41a9-ab94-e8c36efd1945 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:56.490217 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-21cf8289-d50e-47a1-aba6-017e184de5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.505298 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc9b8-8759-41a9-ab94-e8c36efd1945 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.555601 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9fdfc9b8-8759-41a9-ab94-e8c36efd1945 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:56.561574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9fdfc9b8-8759-41a9-ab94-e8c36efd1945 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:56.565756 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9fdfc9b8-8759-41a9-ab94-e8c36efd1945 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:56.573634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9fdfc9b8-8759-41a9-ab94-e8c36efd1945 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:56.650913 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc9b8-8759-41a9-ab94-e8c36efd1945 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.656032 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc9b8-8759-41a9-ab94-e8c36efd1945 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.670754 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9962295a-6ca6-40d5-8be2-639ffaf6e005 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port d2186373-75ca-4ab6-851b-6dbbdf8f76a0 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:38:56.671448 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9962295a-6ca6-40d5-8be2-639ffaf6e005 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.703395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfc9b8-8759-41a9-ab94-e8c36efd1945 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd19855-aceb-4fad-931e-78f5563ff21a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:56.719443 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc9b8-8759-41a9-ab94-e8c36efd1945 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.721152 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9fdfc9b8-8759-41a9-ab94-e8c36efd1945 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2744999 Feb 10 11:38:56.725478 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39850) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:56.733398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-dbeaa653-0947-4619-b138-1bd261512664 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group_rule': {'security_group_id': '6dd19855-aceb-4fad-931e-78f5563ff21a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:56.739859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-dbeaa653-0947-4619-b138-1bd261512664 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:56.744404 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-dbeaa653-0947-4619-b138-1bd261512664 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:56.747581 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-dbeaa653-0947-4619-b138-1bd261512664 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:56.755212 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-dbeaa653-0947-4619-b138-1bd261512664 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:56.774955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa653-0947-4619-b138-1bd261512664 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.846881 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa653-0947-4619-b138-1bd261512664 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.851247 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa653-0947-4619-b138-1bd261512664 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.876649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeaa653-0947-4619-b138-1bd261512664 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150fb40b-13ba-476d-bb57-02a34300c03c,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:56.892142 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa653-0947-4619-b138-1bd261512664 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.893708 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-dbeaa653-0947-4619-b138-1bd261512664 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.1668992 Feb 10 11:38:56.897046 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39854) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:56.899005 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9962295a-6ca6-40d5-8be2-639ffaf6e005 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.932582 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b45113a9-d60a-4885-9ed3-2aa868b9feb3 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.949861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b45113a9-d60a-4885-9ed3-2aa868b9feb3 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:56.977328 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b45113a9-d60a-4885-9ed3-2aa868b9feb3 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:57.044398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9962295a-6ca6-40d5-8be2-639ffaf6e005 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for d2186373-75ca-4ab6-851b-6dbbdf8f76a0 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:38:57.090719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45113a9-d60a-4885-9ed3-2aa868b9feb3 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=150fb40b-13ba-476d-bb57-02a34300c03c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:57.096360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b45113a9-d60a-4885-9ed3-2aa868b9feb3 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:57.096689 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b45113a9-d60a-4885-9ed3-2aa868b9feb3 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/150fb40b-13ba-476d-bb57-02a34300c03c HTTP/1.1" status: 204 len: 168 time: 0.1983862 Feb 10 11:38:57.099039 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39858) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:57.147894 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-20653e5e-feb0-4c24-b137-8630769ffd2e tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:57.166761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-20653e5e-feb0-4c24-b137-8630769ffd2e tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:57.172024 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-20653e5e-feb0-4c24-b137-8630769ffd2e tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0687230 Feb 10 11:38:57.172523 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39862) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:57.264927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9962295a-6ca6-40d5-8be2-639ffaf6e005 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:57.273749 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb05462e-ab0c-46a4-80d5-376b7d871cd1 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:57.306851 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb05462e-ab0c-46a4-80d5-376b7d871cd1 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:57.324347 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962295a-6ca6-40d5-8be2-639ffaf6e005 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Port': ['ID=d2186373-75ca-4ab6-851b-6dbbdf8f76a0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:57.370649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb05462e-ab0c-46a4-80d5-376b7d871cd1 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:57.402937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05462e-ab0c-46a4-80d5-376b7d871cd1 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd19855-aceb-4fad-931e-78f5563ff21a,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:57.427986 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb05462e-ab0c-46a4-80d5-376b7d871cd1 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:57.429322 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bb05462e-ab0c-46a4-80d5-376b7d871cd1 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-groups/6dd19855-aceb-4fad-931e-78f5563ff21a HTTP/1.1" status: 204 len: 168 time: 0.2553000 Feb 10 11:38:57.431900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39866) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:57.505902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0ce97016-1538-485d-ae3b-52ec7e2a6cb1 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:57.531566 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0ce97016-1538-485d-ae3b-52ec7e2a6cb1 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:57.533548 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0ce97016-1538-485d-ae3b-52ec7e2a6cb1 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0999262 Feb 10 11:38:57.538162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39870) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:57.546383 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b4fe52b7-7431-42dd-816c-a55f1d096e43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group': {'name': 'tempest-secgroup--668009437'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:57.554266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b4fe52b7-7431-42dd-816c-a55f1d096e43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:57.566484 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b4fe52b7-7431-42dd-816c-a55f1d096e43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:57.578420 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4fe52b7-7431-42dd-816c-a55f1d096e43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:57.615823 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9962295a-6ca6-40d5-8be2-639ffaf6e005 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:57.619294 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b4fe52b7-7431-42dd-816c-a55f1d096e43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:57.625009 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b4fe52b7-7431-42dd-816c-a55f1d096e43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:57.628330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b4fe52b7-7431-42dd-816c-a55f1d096e43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:57.635282 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b4fe52b7-7431-42dd-816c-a55f1d096e43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:57.703960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4fe52b7-7431-42dd-816c-a55f1d096e43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:57.708802 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4fe52b7-7431-42dd-816c-a55f1d096e43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:57.757013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe52b7-7431-42dd-816c-a55f1d096e43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672de219-85ad-477c-a2ee-f4d1baa2c71d,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:57.774186 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4fe52b7-7431-42dd-816c-a55f1d096e43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:57.775395 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b4fe52b7-7431-42dd-816c-a55f1d096e43 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2361896 Feb 10 11:38:57.778877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39874) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:57.784916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-6e8caa6d-429e-4185-8d53-c7dd71402c4f tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group_rule': {'security_group_id': '672de219-85ad-477c-a2ee-f4d1baa2c71d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:57.791262 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6e8caa6d-429e-4185-8d53-c7dd71402c4f tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:57.795893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6e8caa6d-429e-4185-8d53-c7dd71402c4f tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:57.798912 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6e8caa6d-429e-4185-8d53-c7dd71402c4f tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:57.805353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6e8caa6d-429e-4185-8d53-c7dd71402c4f tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:57.823395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e8caa6d-429e-4185-8d53-c7dd71402c4f tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:57.891019 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e8caa6d-429e-4185-8d53-c7dd71402c4f tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:57.895128 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e8caa6d-429e-4185-8d53-c7dd71402c4f tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:57.919897 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8caa6d-429e-4185-8d53-c7dd71402c4f tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cba109b-546f-4cc1-ab9b-589b2d5c183b,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:57.939402 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e8caa6d-429e-4185-8d53-c7dd71402c4f tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:57.941182 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6e8caa6d-429e-4185-8d53-c7dd71402c4f tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1611822 Feb 10 11:38:57.943788 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39878) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:57.966675 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1193ce69-9b05-4823-ae51-599a53661ad6 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules/2cba109b-546f-4cc1-ab9b-589b2d5c183b HTTP/1.1" status: 200 len: 705 time: 0.0215788 Feb 10 11:38:57.969554 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39882) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:58.021684 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2722eb51-ac1f-4a73-a4e1-fc9d6749171b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:58.039465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2722eb51-ac1f-4a73-a4e1-fc9d6749171b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:58.040652 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2722eb51-ac1f-4a73-a4e1-fc9d6749171b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0702107 Feb 10 11:38:58.043557 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39886) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:58.077773 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21233fce-ccb9-48b7-8bd2-54dfe6648cac tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:58.090813 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21233fce-ccb9-48b7-8bd2-54dfe6648cac tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:58.119572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21233fce-ccb9-48b7-8bd2-54dfe6648cac tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:58.138752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21233fce-ccb9-48b7-8bd2-54dfe6648cac tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cba109b-546f-4cc1-ab9b-589b2d5c183b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:58.149507 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21233fce-ccb9-48b7-8bd2-54dfe6648cac tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:58.151154 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-21233fce-ccb9-48b7-8bd2-54dfe6648cac tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2cba109b-546f-4cc1-ab9b-589b2d5c183b HTTP/1.1" status: 204 len: 168 time: 0.1065922 Feb 10 11:38:58.153682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39890) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:58.211509 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b6d5f75f-34fa-4324-b8ce-7c890019fe7b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:58.229911 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b6d5f75f-34fa-4324-b8ce-7c890019fe7b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:58.231484 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b6d5f75f-34fa-4324-b8ce-7c890019fe7b tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0766182 Feb 10 11:38:58.236115 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39894) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:58.242513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-1ddc83f1-989d-4526-8b4b-6777349d0619 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group_rule': {'security_group_id': '672de219-85ad-477c-a2ee-f4d1baa2c71d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:58.249100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1ddc83f1-989d-4526-8b4b-6777349d0619 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:58.259508 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1ddc83f1-989d-4526-8b4b-6777349d0619 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:58.279967 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9962295a-6ca6-40d5-8be2-639ffaf6e005 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router cd9de84a-f080-4110-8eb2-3eee591b5061 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:58.284358 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ddc83f1-989d-4526-8b4b-6777349d0619 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:58.372476 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ddc83f1-989d-4526-8b4b-6777349d0619 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:58.377812 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ddc83f1-989d-4526-8b4b-6777349d0619 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:58.406384 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc83f1-989d-4526-8b4b-6777349d0619 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b1caf7-cd8b-4287-8ff0-d8487ec5d7f3,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:58.428691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ddc83f1-989d-4526-8b4b-6777349d0619 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:58.430042 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1ddc83f1-989d-4526-8b4b-6777349d0619 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1928017 Feb 10 11:38:58.434734 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39898) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:58.459479 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-da724c59-f927-4ffd-a7af-8a1c9c8cd5d2 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules/10b1caf7-cd8b-4287-8ff0-d8487ec5d7f3 HTTP/1.1" status: 200 len: 705 time: 0.0235074 Feb 10 11:38:58.461884 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39902) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:58.516723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-45a3bff1-dede-40a2-8cec-1dd0e215ae7f tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:58.528084 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9962295a-6ca6-40d5-8be2-639ffaf6e005 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:58.537103 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-45a3bff1-dede-40a2-8cec-1dd0e215ae7f tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:58.539138 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-45a3bff1-dede-40a2-8cec-1dd0e215ae7f tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0762622 Feb 10 11:38:58.542194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39906) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:58.546957 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9962295a-6ca6-40d5-8be2-639ffaf6e005 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/cd9de84a-f080-4110-8eb2-3eee591b5061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0753965 Feb 10 11:38:58.547148 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a092852d-281f-4ebd-9387-f519e2a95f6c None None] Sync routers for ids ['cd9de84a-f080-4110-8eb2-3eee591b5061'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:58.547604 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39910) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:58.560034 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a092852d-281f-4ebd-9387-f519e2a95f6c None None] Routers {'cd9de84a-f080-4110-8eb2-3eee591b5061'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:58.563133 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a092852d-281f-4ebd-9387-f519e2a95f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['cd9de84a-f080-4110-8eb2-3eee591b5061'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:58.575309 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c06a4d33-f3e8-48df-abd7-a77498cd4b25 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:58.588842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c06a4d33-f3e8-48df-abd7-a77498cd4b25 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:58.625881 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c06a4d33-f3e8-48df-abd7-a77498cd4b25 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:58.636767 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a092852d-281f-4ebd-9387-f519e2a95f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:58.644170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a4d33-f3e8-48df-abd7-a77498cd4b25 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10b1caf7-cd8b-4287-8ff0-d8487ec5d7f3,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:58.652379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a092852d-281f-4ebd-9387-f519e2a95f6c None None] Routers {'cd9de84a-f080-4110-8eb2-3eee591b5061'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:58.653574 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a092852d-281f-4ebd-9387-f519e2a95f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['cd9de84a-f080-4110-8eb2-3eee591b5061'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:58.657252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c06a4d33-f3e8-48df-abd7-a77498cd4b25 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:58.658673 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c06a4d33-f3e8-48df-abd7-a77498cd4b25 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/10b1caf7-cd8b-4287-8ff0-d8487ec5d7f3 HTTP/1.1" status: 204 len: 168 time: 0.1155155 Feb 10 11:38:58.661270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39914) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:58.724153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-24b99b9c-aa3f-45bd-8894-b8f08627be9a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:58.733274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a092852d-281f-4ebd-9387-f519e2a95f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:58.733857 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a092852d-281f-4ebd-9387-f519e2a95f6c None None] The sync data for ids ['cd9de84a-f080-4110-8eb2-3eee591b5061'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:58.745389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-24b99b9c-aa3f-45bd-8894-b8f08627be9a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:58.746738 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-24b99b9c-aa3f-45bd-8894-b8f08627be9a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0844500 Feb 10 11:38:58.749913 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39918) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:58.755733 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-36a2a9b4-5abd-4dea-948d-9c366add028c tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group_rule': {'security_group_id': '672de219-85ad-477c-a2ee-f4d1baa2c71d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:58.763131 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-36a2a9b4-5abd-4dea-948d-9c366add028c tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:58.775196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-36a2a9b4-5abd-4dea-948d-9c366add028c tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:58.787190 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-36a2a9b4-5abd-4dea-948d-9c366add028c tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Project 65381c3611444242aa8ed965b91b0b84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:38:58.795460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36a2a9b4-5abd-4dea-948d-9c366add028c tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:58.823156 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d8c36aef-c845-40c7-baf2-f464121ed38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:58.871248 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36a2a9b4-5abd-4dea-948d-9c366add028c tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:58.881727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36a2a9b4-5abd-4dea-948d-9c366add028c tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:58.912239 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-fef993d8-0cfb-4870-9e3b-66bcc10f793f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 11:38:58.913585 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fef993d8-0cfb-4870-9e3b-66bcc10f793f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/cd9de84a-f080-4110-8eb2-3eee591b5061/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3651829 Feb 10 11:38:58.916569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39922) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:58.919331 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2a9b4-5abd-4dea-948d-9c366add028c tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a389821-b0f2-4a5a-8706-c485e1c05113,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:58.938522 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36a2a9b4-5abd-4dea-948d-9c366add028c tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:58.939622 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-36a2a9b4-5abd-4dea-948d-9c366add028c tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1887250 Feb 10 11:38:58.942486 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39926) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:58.965587 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f6d40a62-c88b-4fca-a66e-7de15f0ec408 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules/2a389821-b0f2-4a5a-8706-c485e1c05113 HTTP/1.1" status: 200 len: 711 time: 0.0220175 Feb 10 11:38:58.969180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39930) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:58.971297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-23ebde92-dfe0-46d6-9fba-bee4ab3d6c8e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Synchronizing usage tracker for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:58.988822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-23ebde92-dfe0-46d6-9fba-bee4ab3d6c8e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Unset dirty status for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:58.990766 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-23ebde92-dfe0-46d6-9fba-bee4ab3d6c8e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd9de84a-f080-4110-8eb2-3eee591b5061 HTTP/1.1" status: 200 len: 205 time: 0.0724835 Feb 10 11:38:58.993271 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39934) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:59.030275 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a7ffc020-1eab-4c8b-9f1e-6b74ee59ae78 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:59.048167 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a7ffc020-1eab-4c8b-9f1e-6b74ee59ae78 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:59.052215 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a7ffc020-1eab-4c8b-9f1e-6b74ee59ae78 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.0793953 Feb 10 11:38:59.052419 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39938) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:59.087439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f5f7ccf-8d97-47ad-8305-19302043d295 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.100874 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f5f7ccf-8d97-47ad-8305-19302043d295 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.130215 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f5f7ccf-8d97-47ad-8305-19302043d295 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.152116 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f7ccf-8d97-47ad-8305-19302043d295 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a389821-b0f2-4a5a-8706-c485e1c05113,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:59.152342 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e4c30ac-5a03-4448-8a19-2eab26fe0d53 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.155760 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f5f7ccf-8d97-47ad-8305-19302043d295 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.159384 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1f5f7ccf-8d97-47ad-8305-19302043d295 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2a389821-b0f2-4a5a-8706-c485e1c05113 HTTP/1.1" status: 204 len: 168 time: 0.1035061 Feb 10 11:38:59.159578 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39942) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:59.209915 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-534c13b0-1c8b-407a-9ec1-f076e61318a7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:59.227113 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-534c13b0-1c8b-407a-9ec1-f076e61318a7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:59.231365 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-534c13b0-1c8b-407a-9ec1-f076e61318a7 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0678728 Feb 10 11:38:59.231542 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39946) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:59.305841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03277681-66a7-4182-bdd6-99c045d75c32 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.341264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03277681-66a7-4182-bdd6-99c045d75c32 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.397959 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39952) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:59.462556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03277681-66a7-4182-bdd6-99c045d75c32 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.519413 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03277681-66a7-4182-bdd6-99c045d75c32 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672de219-85ad-477c-a2ee-f4d1baa2c71d,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:59.552680 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-51e9f7e2-cd81-465d-a611-34ca90cfd20c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/247cbc7a-a2b7-4f42-b677-86f024d3e72e HTTP/1.1" status: 200 len: 993 time: 0.1534128 Feb 10 11:38:59.554575 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03277681-66a7-4182-bdd6-99c045d75c32 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.556147 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-03277681-66a7-4182-bdd6-99c045d75c32 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-groups/672de219-85ad-477c-a2ee-f4d1baa2c71d HTTP/1.1" status: 204 len: 168 time: 0.3236885 Feb 10 11:38:59.560485 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39956) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:59.595646 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e4c30ac-5a03-4448-8a19-2eab26fe0d53 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.601903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e4c30ac-5a03-4448-8a19-2eab26fe0d53 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.639200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e4c30ac-5a03-4448-8a19-2eab26fe0d53 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.639744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4c30ac-5a03-4448-8a19-2eab26fe0d53 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Fanout notify agent at l3_agent the message router_deleted on router cd9de84a-f080-4110-8eb2-3eee591b5061 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:38:59.660865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e4c30ac-5a03-4448-8a19-2eab26fe0d53 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.665765 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9e4c30ac-5a03-4448-8a19-2eab26fe0d53 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/routers/cd9de84a-f080-4110-8eb2-3eee591b5061 HTTP/1.1" status: 204 len: 168 time: 0.6714265 Feb 10 11:38:59.666632 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39962) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:59.681496 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cb4030a8-086a-4cfa-97b3-7a98c29e6e98 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:59.700154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cb4030a8-086a-4cfa-97b3-7a98c29e6e98 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:59.702582 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cb4030a8-086a-4cfa-97b3-7a98c29e6e98 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1401486 Feb 10 11:38:59.709572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39966) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:59.716222 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-507cc085-7ce4-48de-8270-522739b09baa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group': {'name': 'tempest-secgroup--661876432'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:59.726172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-507cc085-7ce4-48de-8270-522739b09baa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:59.740210 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-507cc085-7ce4-48de-8270-522739b09baa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:59.760814 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-507cc085-7ce4-48de-8270-522739b09baa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.783918 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.846938 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-507cc085-7ce4-48de-8270-522739b09baa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:59.852847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-507cc085-7ce4-48de-8270-522739b09baa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:59.859000 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-507cc085-7ce4-48de-8270-522739b09baa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:59.869309 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-507cc085-7ce4-48de-8270-522739b09baa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:59.965749 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-507cc085-7ce4-48de-8270-522739b09baa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.971675 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-507cc085-7ce4-48de-8270-522739b09baa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.988171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39974) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:00.056220 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting subnet 3b17b6e2-2c5d-401c-a290-6549b1354216 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:39:00.059370 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.117395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cc085-7ce4-48de-8270-522739b09baa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d231941d-2113-4fa8-a831-f531227876dd,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:00.137076 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.146498 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-507cc085-7ce4-48de-8270-522739b09baa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.151013 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-507cc085-7ce4-48de-8270-522739b09baa tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4375048 Feb 10 11:39:00.152682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39978) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:00.159324 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.159870 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Request body: {'security_group_rule': {'security_group_id': 'd231941d-2113-4fa8-a831-f531227876dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:00.168207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:00.230941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.246947 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Usage tracker for resource:security_group_rule and tenant:65381c3611444242aa8ed965b91b0b84 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:00.253245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:00.262549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:00.290349 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-68dda9a2-ce58-4e49-a7cb-84c4a53870a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port f7e9ae64-b7c6-46cf-8081-0c2fbeeb72e1 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:00.290720 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-68dda9a2-ce58-4e49-a7cb-84c4a53870a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.314647 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.344313 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.351924 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Subnet': ['ID=3b17b6e2-2c5d-401c-a290-6549b1354216,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:00.366740 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.371666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.372018 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.372348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.372705 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.373063 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.373894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.374212 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.374536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.374700 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e980310-c39f-43b0-9c4d-f94b2b0f6e9e None None] Network 3a8ffd8e-e21b-47f4-9769-3a55f044d281 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:00.374865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.375168 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.375483 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.384607 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c802e99a-4c49-472d-bd73-25dbcbf0b8c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/3b17b6e2-2c5d-401c-a290-6549b1354216 HTTP/1.1" status: 204 len: 168 time: 0.7136123 Feb 10 11:39:00.384886 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39982) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:00.518996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.532014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.534481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port eeca93b1-d620-4d18-b76b-7cb1c79d015b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:00.535176 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.537815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.540689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-68dda9a2-ce58-4e49-a7cb-84c4a53870a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.541068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-68dda9a2-ce58-4e49-a7cb-84c4a53870a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.699316 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e0c44b-b692-4503-9b56-9e5d336a7cf9 None None] DHCP port deletion for 3a8ffd8e-e21b-47f4-9769-3a55f044d281 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:39:00.704700 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0c44b-b692-4503-9b56-9e5d336a7cf9 None None] Deleting port eeca93b1-d620-4d18-b76b-7cb1c79d015b {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:00.705072 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d3e0c44b-b692-4503-9b56-9e5d336a7cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.781042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7664d8b-ad47-41ae-9e97-2b1360648f79,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:00.789865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-68dda9a2-ce58-4e49-a7cb-84c4a53870a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for f7e9ae64-b7c6-46cf-8081-0c2fbeeb72e1 owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:00.807596 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] For port eeca93b1-d620-4d18-b76b-7cb1c79d015b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=eeca93b1-d620-4d18-b76b-7cb1c79d015b,segment=NetworkSegment(eda93e08-cb1b-4319-a95f-3e291103b9fe),segment_id=eda93e08-cb1b-4319-a95f-3e291103b9fe)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:00.808296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.881878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.882306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.882580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.882908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.883233 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.883554 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.883874 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.884195 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.884512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.884828 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.885175 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:00.891497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.894729 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-de6ce90b-146a-4679-8b8f-31ce8e02393a tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7395604 Feb 10 11:39:00.899483 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39986) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:00.976302 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for eeca93b1-d620-4d18-b76b-7cb1c79d015b owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:00.995670 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a240c62-5515-418e-a365-08e18bb871de tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.040450 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d3e0c44b-b692-4503-9b56-9e5d336a7cf9 None None] For port eeca93b1-d620-4d18-b76b-7cb1c79d015b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=eeca93b1-d620-4d18-b76b-7cb1c79d015b,segment=NetworkSegment(eda93e08-cb1b-4319-a95f-3e291103b9fe),segment_id=eda93e08-cb1b-4319-a95f-3e291103b9fe)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:01.041166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d3e0c44b-b692-4503-9b56-9e5d336a7cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.059883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.075004 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a240c62-5515-418e-a365-08e18bb871de tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.113844 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Port': ['ID=eeca93b1-d620-4d18-b76b-7cb1c79d015b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:01.123384 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] No DVR routers for this DVR port eeca93b1-d620-4d18-b76b-7cb1c79d015b on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:39:01.136018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-68dda9a2-ce58-4e49-a7cb-84c4a53870a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.189013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dda9a2-ce58-4e49-a7cb-84c4a53870a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=f7e9ae64-b7c6-46cf-8081-0c2fbeeb72e1,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:01.193591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a240c62-5515-418e-a365-08e18bb871de tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.253241 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a240c62-5515-418e-a365-08e18bb871de tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d231941d-2113-4fa8-a831-f531227876dd,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:01.270242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.271091 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0c44b-b692-4503-9b56-9e5d336a7cf9 None None] Calling delete_port for eeca93b1-d620-4d18-b76b-7cb1c79d015b owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:01.299917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8ffd8e-e21b-47f4-9769-3a55f044d281']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:01.314006 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda93e08-cb1b-4319-a95f-3e291103b9fe') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:01.314292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda93e08-cb1b-4319-a95f-3e291103b9fe') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:01.324877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a240c62-5515-418e-a365-08e18bb871de tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.326091 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3a240c62-5515-418e-a365-08e18bb871de tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-groups/d231941d-2113-4fa8-a831-f531227876dd HTTP/1.1" status: 204 len: 168 time: 0.4257138 Feb 10 11:39:01.329084 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39990) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:01.331639 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-68dda9a2-ce58-4e49-a7cb-84c4a53870a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.346074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.373503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.384786 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:39:01.385213 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:39:01.400440 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:39:01.436207 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-d3e0c44b-b692-4503-9b56-9e5d336a7cf9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:39:01.437294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-d3e0c44b-b692-4503-9b56-9e5d336a7cf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:39:01.486216 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c02023de-c22e-4a8b-929f-5aebe7e02871 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1556807 Feb 10 11:39:01.490137 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 39994) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:01.500700 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.514951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.525039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.528448 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Network': ['ID=3a8ffd8e-e21b-47f4-9769-3a55f044d281,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:01.547847 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0450f180-465e-41aa-afd6-1e06961fe7c1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/networks/3a8ffd8e-e21b-47f4-9769-3a55f044d281 HTTP/1.1" status: 204 len: 168 time: 1.1619935 Feb 10 11:39:01.553311 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 39998) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:01.559730 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cd835159-0c89-4acb-a7bc-050d5c857b7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-563864931'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:01.561801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2f7b93c5-8a48-46cf-947c-c91aa6a9da69 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Synchronizing usage tracker for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:01.565525 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cd835159-0c89-4acb-a7bc-050d5c857b7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:01.569990 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cd835159-0c89-4acb-a7bc-050d5c857b7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:network and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:01.573314 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cd835159-0c89-4acb-a7bc-050d5c857b7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:01.580712 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cd835159-0c89-4acb-a7bc-050d5c857b7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:01.590786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2f7b93c5-8a48-46cf-947c-c91aa6a9da69 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] Unset dirty status for tenant:65381c3611444242aa8ed965b91b0b84 on resource:security_group_rule {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:01.592379 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2f7b93c5-8a48-46cf-947c-c91aa6a9da69 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1008556 Feb 10 11:39:01.593111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device eeca93b1-d620-4d18-b76b-7cb1c79d015b no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:39:01.594038 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd835159-0c89-4acb-a7bc-050d5c857b7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:01.597431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd835159-0c89-4acb-a7bc-050d5c857b7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.600464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40002) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:01.623593 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-6d8e9eac-074d-41d0-9a02-e968bf1a8be2 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] delete failed (client error): The resource could not be found. Feb 10 11:39:01.629316 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6d8e9eac-074d-41d0-9a02-e968bf1a8be2 tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "DELETE /v2.0/security-groups/d231941d-2113-4fa8-a831-f531227876dd HTTP/1.1" status: 404 len: 347 time: 0.0236313 Feb 10 11:39:01.629989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40006) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:01.640002 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: eeca93b1-d620-4d18-b76b-7cb1c79d015b {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:39:01.640550 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device eeca93b1-d620-4d18-b76b-7cb1c79d015b not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:39:01.656074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd835159-0c89-4acb-a7bc-050d5c857b7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:39:01.675629 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd835159-0c89-4acb-a7bc-050d5c857b7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.675964 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-cd835159-0c89-4acb-a7bc-050d5c857b7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Added segment 4b78c232-a697-40a7-aada-8d1389d07b80 of type vlan for network aabfd001-6fcc-4929-b503-339e84e6b24c Feb 10 11:39:01.720392 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e8b4d9cc-5ae9-476f-ba65-2c093bdc81fe tempest-SecGroupIPv6Test-1202348506 tempest-SecGroupIPv6Test-1202348506-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0886414 Feb 10 11:39:01.722042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd835159-0c89-4acb-a7bc-050d5c857b7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.756804 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd835159-0c89-4acb-a7bc-050d5c857b7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.762221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd835159-0c89-4acb-a7bc-050d5c857b7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:01.762916 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd835159-0c89-4acb-a7bc-050d5c857b7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:01.871344 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cd835159-0c89-4acb-a7bc-050d5c857b7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3129249 Feb 10 11:39:01.872313 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40012) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:01.879259 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e0d43f68-2f01-48a0-9b2b-f1cb5ebdea86 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'subnet': {'network_id': 'aabfd001-6fcc-4929-b503-339e84e6b24c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:01.898581 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd835159-0c89-4acb-a7bc-050d5c857b7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Network': ['ID=aabfd001-6fcc-4929-b503-339e84e6b24c,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:01.899741 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dda9a2-ce58-4e49-a7cb-84c4a53870a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 5d07be48-1c9c-4a81-bd87-d3b232f908df has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:01.914119 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network aabfd001-6fcc-4929-b503-339e84e6b24c details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:39:01.943315 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0c44b-b692-4503-9b56-9e5d336a7cf9 None None] Deleting port eeca93b1-d620-4d18-b76b-7cb1c79d015b {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:01.943923 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d3e0c44b-b692-4503-9b56-9e5d336a7cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:02.106105 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e0d43f68-2f01-48a0-9b2b-f1cb5ebdea86 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:02.106514 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0c44b-b692-4503-9b56-9e5d336a7cf9 None None] The port 'eeca93b1-d620-4d18-b76b-7cb1c79d015b' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:39:02.111735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e0d43f68-2f01-48a0-9b2b-f1cb5ebdea86 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:subnet and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:02.114947 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e0d43f68-2f01-48a0-9b2b-f1cb5ebdea86 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:02.130519 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e0d43f68-2f01-48a0-9b2b-f1cb5ebdea86 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:02.147561 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d43f68-2f01-48a0-9b2b-f1cb5ebdea86 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:02.191840 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dda9a2-ce58-4e49-a7cb-84c4a53870a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:02.207565 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-68dda9a2-ce58-4e49-a7cb-84c4a53870a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:02.209319 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebddd2d-44ab-4a02-8512-7473d478ad55 None None] Sync routers for ids ['5d07be48-1c9c-4a81-bd87-d3b232f908df'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:02.222555 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebddd2d-44ab-4a02-8512-7473d478ad55 None None] Routers {'5d07be48-1c9c-4a81-bd87-d3b232f908df'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:02.223227 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9ebddd2d-44ab-4a02-8512-7473d478ad55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['5d07be48-1c9c-4a81-bd87-d3b232f908df'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:02.231799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40018) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:02.293698 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-68dda9a2-ce58-4e49-a7cb-84c4a53870a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/floatingips/247cbc7a-a2b7-4f42-b677-86f024d3e72e HTTP/1.1" status: 204 len: 168 time: 2.3043354 Feb 10 11:39:02.295605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2ff663-b506-4b81-8fa5-35370a4a6eb8', 'tag': '4334b4fb-7df7-41d7-bb08-4e706034ad16'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:39:02.299231 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f68-2f01-48a0-9b2b-f1cb5ebdea86 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:02.374822 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2ff663-b506-4b81-8fa5-35370a4a6eb8', 'tag': '4334b4fb-7df7-41d7-bb08-4e706034ad16', 'status': 'completed', 'code': 200} Feb 10 11:39:02.482879 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-9ebddd2d-44ab-4a02-8512-7473d478ad55 None None] Set router 5d07be48-1c9c-4a81-bd87-d3b232f908df gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:02.519292 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-09592825-48d8-458f-98c6-9d00912c6156 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65381c3611444242aa8ed965b91b0b84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2832947 Feb 10 11:39:02.527266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40028) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:02.595481 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-14fc669a-fa42-4edc-a786-937409ec28ea req-6bdec335-5586-4714-aee0-baefb877204f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 1098 time: 0.2001467 Feb 10 11:39:02.627138 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f68-2f01-48a0-9b2b-f1cb5ebdea86 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:02.724101 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d43f68-2f01-48a0-9b2b-f1cb5ebdea86 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Subnet': ['ID=b1982c6b-ec2b-45ed-95b0-3d1b0bbca1b2,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:02.739443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d43f68-2f01-48a0-9b2b-f1cb5ebdea86 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Checking segment: {'id': '4b78c232-a697-40a7-aada-8d1389d07b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'aabfd001-6fcc-4929-b503-339e84e6b24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:02.739899 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d43f68-2f01-48a0-9b2b-f1cb5ebdea86 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network hostable DHCP agents. Network: aabfd001-6fcc-4929-b503-339e84e6b24c, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:39:02.776822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d43f68-2f01-48a0-9b2b-f1cb5ebdea86 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network aabfd001-6fcc-4929-b503-339e84e6b24c is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:39:02.777566 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-afce6549-064e-480a-a9da-51a5ed8588b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:02.823685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e0d43f68-2f01-48a0-9b2b-f1cb5ebdea86 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, aabfd001-6fcc-4929-b503-339e84e6b24c) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:02.828521 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d43f68-2f01-48a0-9b2b-f1cb5ebdea86 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:02.829107 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f68-2f01-48a0-9b2b-f1cb5ebdea86 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:02.829390 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-afce6549-064e-480a-a9da-51a5ed8588b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:02.845865 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f44bb7d-6966-4b96-ad3c-ad30dfd9849c None None] Network aabfd001-6fcc-4929-b503-339e84e6b24c requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:02.886939 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9ebddd2d-44ab-4a02-8512-7473d478ad55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'name': 'tempest-TestNetworkBasicOps-router-1121164917', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:50Z', 'updated_at': '2022-02-10T11:38:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'bcc5b510-1429-448a-8cd1-1a617b8c5ddc', 'name': '', 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:c3:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:58Z', 'updated_at': '2022-02-10T11:38:29Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:02.893885 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebddd2d-44ab-4a02-8512-7473d478ad55 None None] Checking router: 5d07be48-1c9c-4a81-bd87-d3b232f908df for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:39:02.900992 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e0d43f68-2f01-48a0-9b2b-f1cb5ebdea86 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0284770 Feb 10 11:39:02.908310 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebddd2d-44ab-4a02-8512-7473d478ad55 None None] Routers {'5d07be48-1c9c-4a81-bd87-d3b232f908df'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:02.909213 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9ebddd2d-44ab-4a02-8512-7473d478ad55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['5d07be48-1c9c-4a81-bd87-d3b232f908df'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:02.913825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40034) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:02.920786 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a24bb491-e8fb-44c3-924a-2ebf2ac6c345 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1423745697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:02.937802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a24bb491-e8fb-44c3-924a-2ebf2ac6c345 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:02.954337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a24bb491-e8fb-44c3-924a-2ebf2ac6c345 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:router and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:02.958047 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a24bb491-e8fb-44c3-924a-2ebf2ac6c345 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:02.966113 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a24bb491-e8fb-44c3-924a-2ebf2ac6c345 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:02.996207 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a24bb491-e8fb-44c3-924a-2ebf2ac6c345 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:02.997548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a24bb491-e8fb-44c3-924a-2ebf2ac6c345 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:03.020866 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75efaa2-5504-4a7f-87cf-ad904560f134 req-86b54ff3-88bc-488f-bb1d-be73bd7809f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:03.023389 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a75efaa2-5504-4a7f-87cf-ad904560f134 req-86b54ff3-88bc-488f-bb1d-be73bd7809f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 945 time: 0.2375798 Feb 10 11:39:03.070774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a24bb491-e8fb-44c3-924a-2ebf2ac6c345 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:03.074482 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc669a-fa42-4edc-a786-937409ec28ea req-9d79b824-0ea6-4761-ab6f-22715e353b9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:03.076794 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-14fc669a-fa42-4edc-a786-937409ec28ea req-9d79b824-0ea6-4761-ab6f-22715e353b9e service neutron] 10.222.0.73 "GET /v2.0/networks?id=93df1815-38d8-4c40-af2a-090e65c006e2 HTTP/1.1" status: 200 len: 897 time: 0.4730592 Feb 10 11:39:03.112070 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a75efaa2-5504-4a7f-87cf-ad904560f134 req-7e43e3f9-e8d5-4d47-985c-3a1b986671c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=847bd2aa-aaac-4674-9474-cbfcfe5c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702231 Feb 10 11:39:03.115423 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a24bb491-e8fb-44c3-924a-2ebf2ac6c345 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:03.150991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-afce6549-064e-480a-a9da-51a5ed8588b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:03.160608 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a24bb491-e8fb-44c3-924a-2ebf2ac6c345 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:03.162833 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a24bb491-e8fb-44c3-924a-2ebf2ac6c345 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2475684 Feb 10 11:39:03.165761 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40038) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:03.187080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce6549-064e-480a-a9da-51a5ed8588b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1392b360-ea01-4e9c-bf4b-222754f821f7,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:03.189769 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-14fc669a-fa42-4edc-a786-937409ec28ea req-8c5931f8-bccb-4e28-947a-1b9bb64ff349 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4334b4fb-7df7-41d7-bb08-4e706034ad16 HTTP/1.1" status: 200 len: 217 time: 0.1049676 Feb 10 11:39:03.194010 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-aabfd001-6fcc-4929-b503-339e84e6b24c', 'network_id': 'aabfd001-6fcc-4929-b503-339e84e6b24c', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'fixed_ips': [{'subnet_id': 'b1982c6b-ec2b-45ed-95b0-3d1b0bbca1b2'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:39:03.194859 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:03.220410 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-9ebddd2d-44ab-4a02-8512-7473d478ad55 None None] Set router 5d07be48-1c9c-4a81-bd87-d3b232f908df gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:03.234603 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-afce6549-064e-480a-a9da-51a5ed8588b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:03.235712 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-afce6549-064e-480a-a9da-51a5ed8588b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1392b360-ea01-4e9c-bf4b-222754f821f7 HTTP/1.1" status: 204 len: 168 time: 0.7062531 Feb 10 11:39:03.304768 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc669a-fa42-4edc-a786-937409ec28ea req-dab6cb71-838c-4a35-bbf3-c5d9d05491ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:03.306087 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-14fc669a-fa42-4edc-a786-937409ec28ea req-dab6cb71-838c-4a35-bbf3-c5d9d05491ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b3b607ed-8be1-4304-b256-7b439a9e0073 HTTP/1.1" status: 200 len: 834 time: 0.1061707 Feb 10 11:39:03.406984 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Allocated IP 2001:db8::2 (aabfd001-6fcc-4929-b503-339e84e6b24c/b1982c6b-ec2b-45ed-95b0-3d1b0bbca1b2/5f5de951-6710-4f32-b4fb-61613faacf0d) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:03.460494 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-14fc669a-fa42-4edc-a786-937409ec28ea req-7fb37ce2-f208-4d8d-910b-b600627db00b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93df1815-38d8-4c40-af2a-090e65c006e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1470275 Feb 10 11:39:03.686010 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9ebddd2d-44ab-4a02-8512-7473d478ad55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'name': 'tempest-TestNetworkBasicOps-router-1121164917', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:50Z', 'updated_at': '2022-02-10T11:38:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'bcc5b510-1429-448a-8cd1-1a617b8c5ddc', 'name': '', 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:c3:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:58Z', 'updated_at': '2022-02-10T11:38:29Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:03.692504 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebddd2d-44ab-4a02-8512-7473d478ad55 None None] The sync data for ids ['5d07be48-1c9c-4a81-bd87-d3b232f908df'] in dv-neutron-828497-1-hyperv is: [{'id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'name': 'tempest-TestNetworkBasicOps-router-1121164917', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:50Z', 'updated_at': '2022-02-10T11:38:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'bcc5b510-1429-448a-8cd1-1a617b8c5ddc', 'name': '', 'network_id': '93df1815-38d8-4c40-af2a-090e65c006e2', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:c3:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:58Z', 'updated_at': '2022-02-10T11:38:29Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'b3b607ed-8be1-4304-b256-7b439a9e0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:03.751479 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-14fc669a-fa42-4edc-a786-937409ec28ea req-69e8a65a-a9a7-46a8-85af-393a97e73dbd service neutron] 10.222.0.73 "GET /v2.0/networks/93df1815-38d8-4c40-af2a-090e65c006e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812512 Feb 10 11:39:03.800027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:03.814602 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Transition to ACTIVE for port object 5f5de951-6710-4f32-b4fb-61613faacf0d will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:03.840078 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Transition to ACTIVE for port object 5f5de951-6710-4f32-b4fb-61613faacf0d will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:03.860373 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:03.875733 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:03.969920 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Pushing event updated for resources: {'Port': ['ID=5f5de951-6710-4f32-b4fb-61613faacf0d,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:03.982330 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Network aabfd001-6fcc-4929-b503-339e84e6b24c is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:03.985958 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:03.990384 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:03.993402 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-14fc669a-fa42-4edc-a786-937409ec28ea req-ecbcd653-94bb-424c-8690-4f5aa0414131 service neutron] 10.222.0.73 "GET /v2.0/networks/93df1815-38d8-4c40-af2a-090e65c006e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344725 Feb 10 11:39:04.141528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b1aa74-da8d-44f6-8821-7f96e65e6ce6 None None] New status for floating IP 247cbc7a-a2b7-4f42-b677-86f024d3e72e: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:39:04.340760 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Attempting to bind port 5f5de951-6710-4f32-b4fb-61613faacf0d on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:04.340760 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Attempting to bind port 5f5de951-6710-4f32-b4fb-61613faacf0d by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '4b78c232-a697-40a7-aada-8d1389d07b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'aabfd001-6fcc-4929-b503-339e84e6b24c'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:04.342077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Attempting to bind port 5f5de951-6710-4f32-b4fb-61613faacf0d on network aabfd001-6fcc-4929-b503-339e84e6b24c {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:04.356953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:04.358072 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Checking segment: {'id': '4b78c232-a697-40a7-aada-8d1389d07b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'aabfd001-6fcc-4929-b503-339e84e6b24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:04.358598 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:04.359001 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Bound using segment: {'id': '4b78c232-a697-40a7-aada-8d1389d07b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'aabfd001-6fcc-4929-b503-339e84e6b24c'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:04.359491 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Bound port: 5f5de951-6710-4f32-b4fb-61613faacf0d, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b78c232-a697-40a7-aada-8d1389d07b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'aabfd001-6fcc-4929-b503-339e84e6b24c'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:04.359875 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:04.393426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0d154-8eca-4585-902b-0e0a011b99d4 req-978970b0-0ad6-4428-8175-b899af1867f6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:04.395292 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-b1b0d154-8eca-4585-902b-0e0a011b99d4 req-978970b0-0ad6-4428-8175-b899af1867f6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:04.418757 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-b1b0d154-8eca-4585-902b-0e0a011b99d4 req-978970b0-0ad6-4428-8175-b899af1867f6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:04.421038 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b1b0d154-8eca-4585-902b-0e0a011b99d4 req-978970b0-0ad6-4428-8175-b899af1867f6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 945 time: 0.1531744 Feb 10 11:39:04.522594 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] For port 5f5de951-6710-4f32-b4fb-61613faacf0d, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:04.526010 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] For port 5f5de951-6710-4f32-b4fb-61613faacf0d, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5f5de951-6710-4f32-b4fb-61613faacf0d,segment=NetworkSegment(4b78c232-a697-40a7-aada-8d1389d07b80),segment_id=4b78c232-a697-40a7-aada-8d1389d07b80)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:04.531133 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Allocated IP 2001:db8::1 (aabfd001-6fcc-4929-b503-339e84e6b24c/b1982c6b-ec2b-45ed-95b0-3d1b0bbca1b2/582f9655-f7aa-4208-9854-705af1189f31) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:04.532549 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:04.555546 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133c30-f2f9-46da-be18-0a52f3f27d24 req-b74f53a4-f277-42b8-b61b-dc8d78772c4e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:04.556729 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-b1b0d154-8eca-4585-902b-0e0a011b99d4 req-d47a5bd4-9911-409b-ac87-1ec2bfbe037e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 4334b4fb-7df7-41d7-bb08-4e706034ad16 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:04.557057 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64133c30-f2f9-46da-be18-0a52f3f27d24 req-b74f53a4-f277-42b8-b61b-dc8d78772c4e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 945 time: 0.1468124 Feb 10 11:39:04.557470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-b1b0d154-8eca-4585-902b-0e0a011b99d4 req-d47a5bd4-9911-409b-ac87-1ec2bfbe037e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:04.590111 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40062) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:04.639787 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dfe7d-b46d-47b9-a385-ceba3559f0d9 None None] Pushing event updated for resources: {'Port': ['ID=5f5de951-6710-4f32-b4fb-61613faacf0d,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:04.741471 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64133c30-f2f9-46da-be18-0a52f3f27d24 req-23a7d191-efd4-48cb-adbe-cfaa9137212a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=847bd2aa-aaac-4674-9474-cbfcfe5c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588228 Feb 10 11:39:04.818307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:04.860194 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Transition to ACTIVE for port object 582f9655-f7aa-4208-9854-705af1189f31 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:04.887784 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:04.981650 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-92f90d10-2ddb-4a27-a038-2fa1cc860fc7 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:04.983335 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-92f90d10-2ddb-4a27-a038-2fa1cc860fc7 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 11:39:04.984646 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-92f90d10-2ddb-4a27-a038-2fa1cc860fc7 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3237209 Feb 10 11:39:04.989510 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40068) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:05.009625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=582f9655-f7aa-4208-9854-705af1189f31,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:05.017352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network aabfd001-6fcc-4929-b503-339e84e6b24c is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:05.018933 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:05.022041 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:05.022829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:05.044271 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-b1b0d154-8eca-4585-902b-0e0a011b99d4 req-d47a5bd4-9911-409b-ac87-1ec2bfbe037e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port 4334b4fb-7df7-41d7-bb08-4e706034ad16, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4334b4fb-7df7-41d7-bb08-4e706034ad16,segment=NetworkSegment(344cf98f-3f56-4ac7-8c9a-732a76056c0c),segment_id=344cf98f-3f56-4ac7-8c9a-732a76056c0c)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:05.044810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-b1b0d154-8eca-4585-902b-0e0a011b99d4 req-d47a5bd4-9911-409b-ac87-1ec2bfbe037e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:05.055932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038880194'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:05.064895 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:05.121350 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:05.124752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:05.177722 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:05.187055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-b1b0d154-8eca-4585-902b-0e0a011b99d4 req-d47a5bd4-9911-409b-ac87-1ec2bfbe037e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 4334b4fb-7df7-41d7-bb08-4e706034ad16 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:05.226348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:05.252815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:05.271193 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:05.358415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:05.370106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:05.375227 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:05.384688 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:05.405306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-b1b0d154-8eca-4585-902b-0e0a011b99d4 req-d47a5bd4-9911-409b-ac87-1ec2bfbe037e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:05.468548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a5bd4-9911-409b-ac87-1ec2bfbe037e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=4334b4fb-7df7-41d7-bb08-4e706034ad16,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:05.551297 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b0d154-8eca-4585-902b-0e0a011b99d4 req-d47a5bd4-9911-409b-ac87-1ec2bfbe037e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] No DVR routers for this DVR port 4334b4fb-7df7-41d7-bb08-4e706034ad16 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:39:05.558433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-b1b0d154-8eca-4585-902b-0e0a011b99d4 req-d47a5bd4-9911-409b-ac87-1ec2bfbe037e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:05.562011 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2ff663-b506-4b81-8fa5-35370a4a6eb8', 'name': 'network-vif-deleted', 'tag': '4334b4fb-7df7-41d7-bb08-4e706034ad16'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:39:05.607389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:05.614744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:05.615522 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:05.660761 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5f5de951-6710-4f32-b4fb-61613faacf0d up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:05.676472 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:05.678940 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b1b0d154-8eca-4585-902b-0e0a011b99d4 req-d47a5bd4-9911-409b-ac87-1ec2bfbe037e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "DELETE /v2.0/ports/4334b4fb-7df7-41d7-bb08-4e706034ad16 HTTP/1.1" status: 204 len: 173 time: 1.2513108 Feb 10 11:39:05.681496 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2ff663-b506-4b81-8fa5-35370a4a6eb8', 'name': 'network-vif-deleted', 'tag': '4334b4fb-7df7-41d7-bb08-4e706034ad16', 'status': 'completed', 'code': 200} Feb 10 11:39:05.695033 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:05.780988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:05.806807 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=582f9655-f7aa-4208-9854-705af1189f31,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:05.824752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:05.833618 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1924e16-97fc-4bf1-a7c6-a757bf5889ab,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:05.838502 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:05.853921 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:05.928009 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 5f5de951-6710-4f32-b4fb-61613faacf0d completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:05.957941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network aabfd001-6fcc-4929-b503-339e84e6b24c is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:05.961294 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:06.006481 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:06.012288 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:06.087064 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561ca4f6-f389-46e3-913c-0d57629e957b None None] Network aabfd001-6fcc-4929-b503-339e84e6b24c requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:06.091317 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:06.093405 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0870712 Feb 10 11:39:06.096949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40078) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:06.105080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-13671b99-eba0-447a-bf0d-6d6ca15bd288 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': '0dc0a36a-440d-4741-8b9b-bba2d481a263', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:06.111119 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e877306-6b2b-4795-8a06-900d3b07bde6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc0a36a-440d-4741-8b9b-bba2d481a263,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:06.115146 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-13671b99-eba0-447a-bf0d-6d6ca15bd288 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:06.121491 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-13671b99-eba0-447a-bf0d-6d6ca15bd288 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:06.126930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-13671b99-eba0-447a-bf0d-6d6ca15bd288 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:06.135735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-13671b99-eba0-447a-bf0d-6d6ca15bd288 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:06.158437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-13671b99-eba0-447a-bf0d-6d6ca15bd288 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:06.193841 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1ece776a-1a1e-4e54-a875-2aa9725f8fe6 req-c162b3de-06fd-4bf7-8f32-635c3bec23f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2ff663-b506-4b81-8fa5-35370a4a6eb8 HTTP/1.1" status: 200 len: 210 time: 0.0727026 Feb 10 11:39:06.256522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-efa40662-0098-4fe1-85f8-3d2341de4c94 None None] Provisioning for port 5f5de951-6710-4f32-b4fb-61613faacf0d completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:06.261934 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-13671b99-eba0-447a-bf0d-6d6ca15bd288 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:06.267049 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-efa40662-0098-4fe1-85f8-3d2341de4c94 None None] Provisioning complete for port 5f5de951-6710-4f32-b4fb-61613faacf0d triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:06.267808 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-efa40662-0098-4fe1-85f8-3d2341de4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:06.268583 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-13671b99-eba0-447a-bf0d-6d6ca15bd288 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:06.319066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13671b99-eba0-447a-bf0d-6d6ca15bd288 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2930e6b-845b-4b34-9779-64c158352e2c,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:06.343277 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-13671b99-eba0-447a-bf0d-6d6ca15bd288 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:06.350389 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-13671b99-eba0-447a-bf0d-6d6ca15bd288 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2506363 Feb 10 11:39:06.352281 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40082) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:06.364348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-6a0c83ea-04e0-4d11-9bd9-128c1aabdd32 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': '0dc0a36a-440d-4741-8b9b-bba2d481a263', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:06.376568 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6a0c83ea-04e0-4d11-9bd9-128c1aabdd32 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:06.382656 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6a0c83ea-04e0-4d11-9bd9-128c1aabdd32 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:06.387357 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6a0c83ea-04e0-4d11-9bd9-128c1aabdd32 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:06.405530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6a0c83ea-04e0-4d11-9bd9-128c1aabdd32 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:06.443286 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a0c83ea-04e0-4d11-9bd9-128c1aabdd32 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:06.544196 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-6a0c83ea-04e0-4d11-9bd9-128c1aabdd32 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 11:39:06.546183 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6a0c83ea-04e0-4d11-9bd9-128c1aabdd32 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1919496 Feb 10 11:39:06.549849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40086) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:06.560761 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-efa40662-0098-4fe1-85f8-3d2341de4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:06.610349 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-efa40662-0098-4fe1-85f8-3d2341de4c94 None None] For port 5f5de951-6710-4f32-b4fb-61613faacf0d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5f5de951-6710-4f32-b4fb-61613faacf0d,segment=NetworkSegment(4b78c232-a697-40a7-aada-8d1389d07b80),segment_id=4b78c232-a697-40a7-aada-8d1389d07b80)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:06.616214 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-efa40662-0098-4fe1-85f8-3d2341de4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:06.654599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router 06c24cfc-ec4c-4148-85af-b78143001acd is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:39:06.705385 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa40662-0098-4fe1-85f8-3d2341de4c94 None None] Pushing event updated for resources: {'Port': ['ID=5f5de951-6710-4f32-b4fb-61613faacf0d,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:06.737639 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ab831d5a-b273-4ab0-af5e-ddb19974e585 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:06.769156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ab831d5a-b273-4ab0-af5e-ddb19974e585 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:06.870092 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ab831d5a-b273-4ab0-af5e-ddb19974e585 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:06.880990 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:06.896283 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469820e-d27b-4d76-b7d6-2efd8e071589 None None] Sync routers for ids ['06c24cfc-ec4c-4148-85af-b78143001acd'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:06.907712 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b8196f31-d855-43fd-b20c-901763035166 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/06c24cfc-ec4c-4148-85af-b78143001acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7382660 Feb 10 11:39:06.910864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40090) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:06.911631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab831d5a-b273-4ab0-af5e-ddb19974e585 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc0a36a-440d-4741-8b9b-bba2d481a263,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:06.935934 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ab831d5a-b273-4ab0-af5e-ddb19974e585 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:06.942339 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469820e-d27b-4d76-b7d6-2efd8e071589 None None] Routers {'06c24cfc-ec4c-4148-85af-b78143001acd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:06.942644 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ab831d5a-b273-4ab0-af5e-ddb19974e585 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "DELETE /v2.0/security-groups/0dc0a36a-440d-4741-8b9b-bba2d481a263 HTTP/1.1" status: 204 len: 168 time: 0.3871827 Feb 10 11:39:06.943411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40094) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:06.944014 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0469820e-d27b-4d76-b7d6-2efd8e071589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['06c24cfc-ec4c-4148-85af-b78143001acd'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:07.016625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb6090a-e707-401f-8d5c-6324074e1757 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:07.017338 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9cb6090a-e707-401f-8d5c-6324074e1757 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Synchronizing usage tracker for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:07.031343 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0469820e-d27b-4d76-b7d6-2efd8e071589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:07.040436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9cb6090a-e707-401f-8d5c-6324074e1757 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Unset dirty status for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:07.046913 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9cb6090a-e707-401f-8d5c-6324074e1757 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports/582f9655-f7aa-4208-9854-705af1189f31 HTTP/1.1" status: 200 len: 911 time: 0.1344535 Feb 10 11:39:07.050523 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40098) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:07.068432 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469820e-d27b-4d76-b7d6-2efd8e071589 None None] Routers {'06c24cfc-ec4c-4148-85af-b78143001acd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:07.070275 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0469820e-d27b-4d76-b7d6-2efd8e071589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['06c24cfc-ec4c-4148-85af-b78143001acd'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:07.071201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-eef31f20-310d-46aa-9ff7-a56816016d18 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Synchronizing usage tracker for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:07.095149 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-91a9470a-bd68-4226-9e31-8e6fb262352c None None] Provisioning complete for port 5f5de951-6710-4f32-b4fb-61613faacf0d triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:07.099025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-91a9470a-bd68-4226-9e31-8e6fb262352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:07.104099 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-eef31f20-310d-46aa-9ff7-a56816016d18 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Unset dirty status for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:07.107905 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-eef31f20-310d-46aa-9ff7-a56816016d18 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1604061 Feb 10 11:39:07.111889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40102) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:07.124159 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-9d664a09-788b-4287-b7a0-5aacaf69b7a3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group': {'name': 'tempest-secgroup--898456156'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:07.136009 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9d664a09-788b-4287-b7a0-5aacaf69b7a3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:07.157099 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9d664a09-788b-4287-b7a0-5aacaf69b7a3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:07.179517 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d664a09-788b-4287-b7a0-5aacaf69b7a3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:07.195844 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0469820e-d27b-4d76-b7d6-2efd8e071589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:07.197545 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469820e-d27b-4d76-b7d6-2efd8e071589 None None] The sync data for ids ['06c24cfc-ec4c-4148-85af-b78143001acd'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:07.242423 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9d664a09-788b-4287-b7a0-5aacaf69b7a3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:07.251893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9d664a09-788b-4287-b7a0-5aacaf69b7a3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:07.258449 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9d664a09-788b-4287-b7a0-5aacaf69b7a3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:07.271191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9d664a09-788b-4287-b7a0-5aacaf69b7a3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:07.344731 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 4334b4fb-7df7-41d7-bb08-4e706034ad16 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:39:07.398589 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d664a09-788b-4287-b7a0-5aacaf69b7a3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:07.400450 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40108) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:07.416563 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d664a09-788b-4287-b7a0-5aacaf69b7a3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:07.432886 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 4334b4fb-7df7-41d7-bb08-4e706034ad16 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:39:07.433942 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 4334b4fb-7df7-41d7-bb08-4e706034ad16 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:39:07.485621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-91a9470a-bd68-4226-9e31-8e6fb262352c None None] Provisioning for port 582f9655-f7aa-4208-9854-705af1189f31 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:07.492050 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-91a9470a-bd68-4226-9e31-8e6fb262352c None None] Provisioning complete for port 582f9655-f7aa-4208-9854-705af1189f31 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:07.492769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-91a9470a-bd68-4226-9e31-8e6fb262352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:07.511898 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d664a09-788b-4287-b7a0-5aacaf69b7a3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d79b6485-1ebf-4587-bdee-de0611d8c6d5,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:07.526347 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d664a09-788b-4287-b7a0-5aacaf69b7a3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:07.532860 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9d664a09-788b-4287-b7a0-5aacaf69b7a3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4188612 Feb 10 11:39:07.536580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40112) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:07.547555 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-667ba6ab-9c85-43bb-954c-3645e748064f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': 'd79b6485-1ebf-4587-bdee-de0611d8c6d5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:07.549785 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-667ba6ab-9c85-43bb-954c-3645e748064f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:07.553621 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-667ba6ab-9c85-43bb-954c-3645e748064f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0157404 Feb 10 11:39:07.558704 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40116) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:07.564376 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f1bff263-61b4-43eb-80b8-3d5f52856b58 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:07.570667 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-91a9470a-bd68-4226-9e31-8e6fb262352c None None] Port 582f9655-f7aa-4208-9854-705af1189f31 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:07.642363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f1bff263-61b4-43eb-80b8-3d5f52856b58 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:07.652001 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5f5de951-6710-4f32-b4fb-61613faacf0d up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:07.660927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea19e8c4-943b-4978-8509-0c4bfb4e193b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:07.724894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5112010a-b4ba-4447-b5b4-cbd1474c7da9 None None] Provisioning complete for port 582f9655-f7aa-4208-9854-705af1189f31 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:07.725744 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5112010a-b4ba-4447-b5b4-cbd1474c7da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:07.726754 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0b71-2822-4cf9-9356-4b120b3e2f09 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:07.768446 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0b71-2822-4cf9-9356-4b120b3e2f09 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:07.792795 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-5112010a-b4ba-4447-b5b4-cbd1474c7da9 None None] Port 582f9655-f7aa-4208-9854-705af1189f31 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:07.804036 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 5f5de951-6710-4f32-b4fb-61613faacf0d triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:07.804755 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:07.830685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0b71-2822-4cf9-9356-4b120b3e2f09 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:07.858273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f1bff263-61b4-43eb-80b8-3d5f52856b58 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:07.863982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c0b71-2822-4cf9-9356-4b120b3e2f09 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79b6485-1ebf-4587-bdee-de0611d8c6d5,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:07.886006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f1bff263-61b4-43eb-80b8-3d5f52856b58 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:07.891554 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f1bff263-61b4-43eb-80b8-3d5f52856b58 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/security-groups/847bd2aa-aaac-4674-9474-cbfcfe5c74bb HTTP/1.1" status: 204 len: 168 time: 0.4857833 Feb 10 11:39:07.891554 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bff263-61b4-43eb-80b8-3d5f52856b58 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=847bd2aa-aaac-4674-9474-cbfcfe5c74bb,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:07.892260 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0b71-2822-4cf9-9356-4b120b3e2f09 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:07.909936 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fd7c0b71-2822-4cf9-9356-4b120b3e2f09 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "DELETE /v2.0/security-groups/d79b6485-1ebf-4587-bdee-de0611d8c6d5 HTTP/1.1" status: 204 len: 168 time: 0.3475485 Feb 10 11:39:07.910590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40122) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:07.974516 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40126) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:08.007247 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ba10db01-d379-4907-bc8f-474179aa29f4 None None] Provisioning complete for port 582f9655-f7aa-4208-9854-705af1189f31 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:08.007703 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ba10db01-d379-4907-bc8f-474179aa29f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:08.081767 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:08.093063 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ba10db01-d379-4907-bc8f-474179aa29f4 None None] Port 582f9655-f7aa-4208-9854-705af1189f31 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:08.222598 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f1053db5-8ebd-48bb-90d9-e27544117f94 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Synchronizing usage tracker for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:08.273101 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f1053db5-8ebd-48bb-90d9-e27544117f94 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Unset dirty status for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:08.275255 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f1053db5-8ebd-48bb-90d9-e27544117f94 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3617678 Feb 10 11:39:08.280852 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40130) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:08.288146 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-445de48a-7c2d-40fb-b7ae-833d25a7fccf tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group': {'name': 'tempest-secgroup--915281194'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:08.301422 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-445de48a-7c2d-40fb-b7ae-833d25a7fccf tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:08.317996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-445de48a-7c2d-40fb-b7ae-833d25a7fccf tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:08.338483 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-445de48a-7c2d-40fb-b7ae-833d25a7fccf tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:08.438671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-445de48a-7c2d-40fb-b7ae-833d25a7fccf tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:08.443861 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-445de48a-7c2d-40fb-b7ae-833d25a7fccf tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:08.447629 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-445de48a-7c2d-40fb-b7ae-833d25a7fccf tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:08.455434 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-445de48a-7c2d-40fb-b7ae-833d25a7fccf tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:08.555973 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ea19e8c4-943b-4978-8509-0c4bfb4e193b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port 582f9655-f7aa-4208-9854-705af1189f31 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:08.556674 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea19e8c4-943b-4978-8509-0c4bfb4e193b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:08.596005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-20fe1f2c-a15d-4371-9e74-59876563cf80 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:08.637687 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-445de48a-7c2d-40fb-b7ae-833d25a7fccf tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:08.645252 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-445de48a-7c2d-40fb-b7ae-833d25a7fccf tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:08.928828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445de48a-7c2d-40fb-b7ae-833d25a7fccf tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aa7fe3-6b3e-4732-a899-10083f1b074a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:08.954627 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-445de48a-7c2d-40fb-b7ae-833d25a7fccf tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:08.955846 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-445de48a-7c2d-40fb-b7ae-833d25a7fccf tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6756811 Feb 10 11:39:08.959742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40134) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:08.967831 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-19aa0904-6f9c-4592-b6ec-1329687989e7 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': 'e3aa7fe3-6b3e-4732-a899-10083f1b074a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:08.968586 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-19aa0904-6f9c-4592-b6ec-1329687989e7 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:08.969815 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-19aa0904-6f9c-4592-b6ec-1329687989e7 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0092473 Feb 10 11:39:08.980145 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40138) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:09.008425 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea19e8c4-943b-4978-8509-0c4bfb4e193b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:09.177785 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ea19e8c4-943b-4978-8509-0c4bfb4e193b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for 582f9655-f7aa-4208-9854-705af1189f31 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:09.289550 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-706517a5-0c43-4ee2-a318-5e2eb11fbc27 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:09.330176 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-20fe1f2c-a15d-4371-9e74-59876563cf80 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port bcc5b510-1429-448a-8cd1-1a617b8c5ddc {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:09.330795 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-20fe1f2c-a15d-4371-9e74-59876563cf80 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:09.341476 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-706517a5-0c43-4ee2-a318-5e2eb11fbc27 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:09.446408 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-706517a5-0c43-4ee2-a318-5e2eb11fbc27 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:09.490058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706517a5-0c43-4ee2-a318-5e2eb11fbc27 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aa7fe3-6b3e-4732-a899-10083f1b074a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:09.514414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-706517a5-0c43-4ee2-a318-5e2eb11fbc27 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:09.518263 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-706517a5-0c43-4ee2-a318-5e2eb11fbc27 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "DELETE /v2.0/security-groups/e3aa7fe3-6b3e-4732-a899-10083f1b074a HTTP/1.1" status: 204 len: 168 time: 0.5348475 Feb 10 11:39:09.518733 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40142) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:09.541108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea19e8c4-943b-4978-8509-0c4bfb4e193b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:09.603058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19e8c4-943b-4978-8509-0c4bfb4e193b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Port': ['ID=582f9655-f7aa-4208-9854-705af1189f31,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:09.634932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-20fe1f2c-a15d-4371-9e74-59876563cf80 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port bcc5b510-1429-448a-8cd1-1a617b8c5ddc, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=bcc5b510-1429-448a-8cd1-1a617b8c5ddc,segment=NetworkSegment(344cf98f-3f56-4ac7-8c9a-732a76056c0c),segment_id=344cf98f-3f56-4ac7-8c9a-732a76056c0c)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:09.635356 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-20fe1f2c-a15d-4371-9e74-59876563cf80 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:09.772654 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-20fe1f2c-a15d-4371-9e74-59876563cf80 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for bcc5b510-1429-448a-8cd1-1a617b8c5ddc owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:09.800306 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6004386e-450a-4154-87d9-3e0c35f141a1 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Synchronizing usage tracker for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:09.837389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6004386e-450a-4154-87d9-3e0c35f141a1 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Unset dirty status for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:09.842246 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6004386e-450a-4154-87d9-3e0c35f141a1 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3218453 Feb 10 11:39:09.842965 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40146) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:09.850484 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea19e8c4-943b-4978-8509-0c4bfb4e193b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:09.858881 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3ddd98de-d925-4ca2-85f0-4902d6635d5d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group': {'name': 'tempest-secgroup--995468786'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:09.872725 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3ddd98de-d925-4ca2-85f0-4902d6635d5d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:09.892032 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3ddd98de-d925-4ca2-85f0-4902d6635d5d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:09.906854 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ddd98de-d925-4ca2-85f0-4902d6635d5d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:10.006513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3ddd98de-d925-4ca2-85f0-4902d6635d5d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:10.014739 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3ddd98de-d925-4ca2-85f0-4902d6635d5d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:10.019490 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3ddd98de-d925-4ca2-85f0-4902d6635d5d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:10.029380 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3ddd98de-d925-4ca2-85f0-4902d6635d5d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:10.038670 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-20fe1f2c-a15d-4371-9e74-59876563cf80 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:10.093406 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe1f2c-a15d-4371-9e74-59876563cf80 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=bcc5b510-1429-448a-8cd1-1a617b8c5ddc,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:10.124508 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:39:10.230048 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ddd98de-d925-4ca2-85f0-4902d6635d5d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:10.291782 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ddd98de-d925-4ca2-85f0-4902d6635d5d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:10.380099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea19e8c4-943b-4978-8509-0c4bfb4e193b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router 06c24cfc-ec4c-4148-85af-b78143001acd has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:10.413363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd98de-d925-4ca2-85f0-4902d6635d5d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc32fe2-8bf9-4e2a-a9c1-e34726f73fcd,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:10.420036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ddd98de-d925-4ca2-85f0-4902d6635d5d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:10.425245 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3ddd98de-d925-4ca2-85f0-4902d6635d5d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5761182 Feb 10 11:39:10.426040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40150) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:10.440203 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-74917aee-a2fb-41fa-b7ee-fb881182e390 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': 'cdc32fe2-8bf9-4e2a-a9c1-e34726f73fcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:10.441008 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-74917aee-a2fb-41fa-b7ee-fb881182e390 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:10.441980 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-74917aee-a2fb-41fa-b7ee-fb881182e390 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0155597 Feb 10 11:39:10.448038 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40154) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:10.455687 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-0384335d-ae74-4e76-96ba-f717a426ad95 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': 'cdc32fe2-8bf9-4e2a-a9c1-e34726f73fcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:10.456358 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-0384335d-ae74-4e76-96ba-f717a426ad95 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:10.457331 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0384335d-ae74-4e76-96ba-f717a426ad95 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083482 Feb 10 11:39:10.461959 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40158) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:10.469844 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-1cb2194d-1e58-4324-942f-1e9ec77ff2dd tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': 'cdc32fe2-8bf9-4e2a-a9c1-e34726f73fcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:10.470545 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-1cb2194d-1e58-4324-942f-1e9ec77ff2dd tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:10.471510 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1cb2194d-1e58-4324-942f-1e9ec77ff2dd tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085955 Feb 10 11:39:10.475345 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40162) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:10.482443 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-8987af29-bbbe-4966-b8fb-be8c9d29d943 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': 'cdc32fe2-8bf9-4e2a-a9c1-e34726f73fcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:10.483109 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-8987af29-bbbe-4966-b8fb-be8c9d29d943 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:10.484058 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8987af29-bbbe-4966-b8fb-be8c9d29d943 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078208 Feb 10 11:39:10.488124 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40166) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:10.539128 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea19e8c4-943b-4978-8509-0c4bfb4e193b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:10.546115 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ea19e8c4-943b-4978-8509-0c4bfb4e193b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/06c24cfc-ec4c-4148-85af-b78143001acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4939828 Feb 10 11:39:10.549115 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40170) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:10.551537 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451d71b-dcba-4d46-9622-3be71177de80 None None] Sync routers for ids ['06c24cfc-ec4c-4148-85af-b78143001acd'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:10.565115 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451d71b-dcba-4d46-9622-3be71177de80 None None] Routers {'06c24cfc-ec4c-4148-85af-b78143001acd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:10.565757 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5451d71b-dcba-4d46-9622-3be71177de80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['06c24cfc-ec4c-4148-85af-b78143001acd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:10.602744 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f27fd755-bff2-421c-b374-749043000326 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c24cfc-ec4c-4148-85af-b78143001acd HTTP/1.1" status: 200 len: 205 time: 0.0522661 Feb 10 11:39:10.607564 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40174) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:10.629789 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5451d71b-dcba-4d46-9622-3be71177de80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:10.631234 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63840239-5191-49ad-a34c-4038b04ba7ac tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:10.642919 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451d71b-dcba-4d46-9622-3be71177de80 None None] Routers {'06c24cfc-ec4c-4148-85af-b78143001acd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:10.643569 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5451d71b-dcba-4d46-9622-3be71177de80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['06c24cfc-ec4c-4148-85af-b78143001acd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:10.669178 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63840239-5191-49ad-a34c-4038b04ba7ac tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:10.695998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-20fe1f2c-a15d-4371-9e74-59876563cf80 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:10.710704 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5451d71b-dcba-4d46-9622-3be71177de80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:10.711171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451d71b-dcba-4d46-9622-3be71177de80 None None] The sync data for ids ['06c24cfc-ec4c-4148-85af-b78143001acd'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:10.845180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63840239-5191-49ad-a34c-4038b04ba7ac tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:10.878225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63840239-5191-49ad-a34c-4038b04ba7ac tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc32fe2-8bf9-4e2a-a9c1-e34726f73fcd,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:10.898156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63840239-5191-49ad-a34c-4038b04ba7ac tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:10.898509 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b567e343-8cb9-4123-8dcd-47db61f54bfa tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:10.905605 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-63840239-5191-49ad-a34c-4038b04ba7ac tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "DELETE /v2.0/security-groups/cdc32fe2-8bf9-4e2a-a9c1-e34726f73fcd HTTP/1.1" status: 204 len: 168 time: 0.4101002 Feb 10 11:39:10.905605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40178) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:10.989285 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cd2e3fc7-8529-48c6-be72-d72b7ae1e996 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Synchronizing usage tracker for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:11.011292 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cd2e3fc7-8529-48c6-be72-d72b7ae1e996 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Unset dirty status for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:11.012585 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cd2e3fc7-8529-48c6-be72-d72b7ae1e996 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1073036 Feb 10 11:39:11.016871 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40182) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:11.030610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-dd600943-5516-42e2-b12e-013c03b0310f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group': {'name': 'tempest-secgroup--38918315'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:11.040097 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-dd600943-5516-42e2-b12e-013c03b0310f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:11.052929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-dd600943-5516-42e2-b12e-013c03b0310f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:11.068853 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dd600943-5516-42e2-b12e-013c03b0310f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:11.363613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-dd600943-5516-42e2-b12e-013c03b0310f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:11.372427 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-dd600943-5516-42e2-b12e-013c03b0310f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:11.378390 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-dd600943-5516-42e2-b12e-013c03b0310f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:11.389289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-dd600943-5516-42e2-b12e-013c03b0310f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:11.409885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b567e343-8cb9-4123-8dcd-47db61f54bfa tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:11.416743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b567e343-8cb9-4123-8dcd-47db61f54bfa tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:11.458038 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b567e343-8cb9-4123-8dcd-47db61f54bfa tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:11.458716 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b567e343-8cb9-4123-8dcd-47db61f54bfa tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Fanout notify agent at l3_agent the message router_deleted on router 06c24cfc-ec4c-4148-85af-b78143001acd {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:39:11.480497 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b567e343-8cb9-4123-8dcd-47db61f54bfa tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:11.482388 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b567e343-8cb9-4123-8dcd-47db61f54bfa tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/routers/06c24cfc-ec4c-4148-85af-b78143001acd HTTP/1.1" status: 204 len: 168 time: 0.8726790 Feb 10 11:39:11.485085 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40186) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:11.589592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dd600943-5516-42e2-b12e-013c03b0310f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:11.594767 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dd600943-5516-42e2-b12e-013c03b0310f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:11.663710 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dd600943-5516-42e2-b12e-013c03b0310f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:11.667495 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-dd600943-5516-42e2-b12e-013c03b0310f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6469977 Feb 10 11:39:11.667495 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd600943-5516-42e2-b12e-013c03b0310f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01dfee4f-23a6-49e8-b65c-e676370f09d9,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:11.669210 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40190) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:11.677800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-e81a853f-9bd9-4f23-98f4-e8ef4a1db67e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': '01dfee4f-23a6-49e8-b65c-e676370f09d9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:11.678406 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-e81a853f-9bd9-4f23-98f4-e8ef4a1db67e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:11.679373 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e81a853f-9bd9-4f23-98f4-e8ef4a1db67e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077124 Feb 10 11:39:11.682699 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40194) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:11.690470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-45d69e89-1836-4273-8f0a-be5372076e9b tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': '01dfee4f-23a6-49e8-b65c-e676370f09d9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:11.698135 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-45d69e89-1836-4273-8f0a-be5372076e9b tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:11.704573 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-45d69e89-1836-4273-8f0a-be5372076e9b tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:11.708809 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-45d69e89-1836-4273-8f0a-be5372076e9b tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:11.718266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-45d69e89-1836-4273-8f0a-be5372076e9b tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:11.740478 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda1c77b-9f52-498c-8ef2-e6b49109116e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting subnet b1982c6b-ec2b-45ed-95b0-3d1b0bbca1b2 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:39:11.744995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eda1c77b-9f52-498c-8ef2-e6b49109116e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:11.766606 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-45d69e89-1836-4273-8f0a-be5372076e9b tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:11.770753 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-45d69e89-1836-4273-8f0a-be5372076e9b tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0841448 Feb 10 11:39:11.771319 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40198) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:11.780879 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ab8cda70-c3b4-4dcd-8509-52a8a88f2a8d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': '01dfee4f-23a6-49e8-b65c-e676370f09d9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:11.781802 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-ab8cda70-c3b4-4dcd-8509-52a8a88f2a8d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:11.783056 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ab8cda70-c3b4-4dcd-8509-52a8a88f2a8d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099990 Feb 10 11:39:11.787003 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40202) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:11.794191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-9be6ff0d-d859-4837-b4b1-16549edb46fb tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': '01dfee4f-23a6-49e8-b65c-e676370f09d9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:11.803202 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eda1c77b-9f52-498c-8ef2-e6b49109116e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:11.804539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9be6ff0d-d859-4837-b4b1-16549edb46fb tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:11.811339 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9be6ff0d-d859-4837-b4b1-16549edb46fb tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:11.816042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9be6ff0d-d859-4837-b4b1-16549edb46fb tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:11.823715 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9be6ff0d-d859-4837-b4b1-16549edb46fb tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:11.850486 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fe1f2c-a15d-4371-9e74-59876563cf80 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 5d07be48-1c9c-4a81-bd87-d3b232f908df has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:11.914434 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eda1c77b-9f52-498c-8ef2-e6b49109116e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:11.937519 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-9be6ff0d-d859-4837-b4b1-16549edb46fb tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:11.938479 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9be6ff0d-d859-4837-b4b1-16549edb46fb tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1498301 Feb 10 11:39:11.949180 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40206) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:11.962135 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e0cc1857-5e5c-4998-a438-33e2a6bdc67c tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': '01dfee4f-23a6-49e8-b65c-e676370f09d9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:11.962755 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-e0cc1857-5e5c-4998-a438-33e2a6bdc67c tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:11.963768 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e0cc1857-5e5c-4998-a438-33e2a6bdc67c tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0134339 Feb 10 11:39:11.970407 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40210) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:11.978065 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4f79b875-3183-41dc-ad42-cb878ae255af tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': '01dfee4f-23a6-49e8-b65c-e676370f09d9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:11.988078 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4f79b875-3183-41dc-ad42-cb878ae255af tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:11.995368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4f79b875-3183-41dc-ad42-cb878ae255af tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:12.002344 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4f79b875-3183-41dc-ad42-cb878ae255af tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:12.008741 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4f79b875-3183-41dc-ad42-cb878ae255af tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:12.026524 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-4f79b875-3183-41dc-ad42-cb878ae255af tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Project 07e6b6c4d47d4fa39bd57d8d35bf3620 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:39:12.032894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eda1c77b-9f52-498c-8ef2-e6b49109116e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:12.083846 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1c77b-9f52-498c-8ef2-e6b49109116e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Subnet': ['ID=b1982c6b-ec2b-45ed-95b0-3d1b0bbca1b2,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:12.095946 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eda1c77b-9f52-498c-8ef2-e6b49109116e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:12.100418 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-4f79b875-3183-41dc-ad42-cb878ae255af tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:12.101565 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4f79b875-3183-41dc-ad42-cb878ae255af tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1302633 Feb 10 11:39:12.104451 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eda1c77b-9f52-498c-8ef2-e6b49109116e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/b1982c6b-ec2b-45ed-95b0-3d1b0bbca1b2 HTTP/1.1" status: 204 len: 168 time: 0.6174979 Feb 10 11:39:12.106539 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40214) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:12.108615 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40216) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:12.111394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7dac2e-5786-4e08-ac9b-05832575b483 None None] Network aabfd001-6fcc-4929-b503-339e84e6b24c requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:12.112625 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fe1f2c-a15d-4371-9e74-59876563cf80 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:12.112747 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-60acde07-cf9a-4a85-933d-4f03242ff0ca tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': '01dfee4f-23a6-49e8-b65c-e676370f09d9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:12.113301 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-60acde07-cf9a-4a85-933d-4f03242ff0ca tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:12.114941 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-60acde07-cf9a-4a85-933d-4f03242ff0ca tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069087 Feb 10 11:39:12.118807 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40222) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:12.125568 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-eff657de-a615-4745-85c5-bdebb4d48044 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': '01dfee4f-23a6-49e8-b65c-e676370f09d9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:12.125884 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199f54f2-1fe7-4f54-8aa1-7d35be16ff84 None None] Sync routers for ids ['5d07be48-1c9c-4a81-bd87-d3b232f908df'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:12.133350 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-eff657de-a615-4745-85c5-bdebb4d48044 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:12.137757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eff657de-a615-4745-85c5-bdebb4d48044 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:12.140188 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199f54f2-1fe7-4f54-8aa1-7d35be16ff84 None None] Routers {'5d07be48-1c9c-4a81-bd87-d3b232f908df'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:12.143760 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-20fe1f2c-a15d-4371-9e74-59876563cf80 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/5d07be48-1c9c-4a81-bd87-d3b232f908df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1645083 Feb 10 11:39:12.143947 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eff657de-a615-4745-85c5-bdebb4d48044 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:12.144174 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40226) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:12.144618 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-199f54f2-1fe7-4f54-8aa1-7d35be16ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['5d07be48-1c9c-4a81-bd87-d3b232f908df'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:12.179283 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-eff657de-a615-4745-85c5-bdebb4d48044 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:12.207888 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-eff657de-a615-4745-85c5-bdebb4d48044 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Project 07e6b6c4d47d4fa39bd57d8d35bf3620 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:39:12.302699 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-eff657de-a615-4745-85c5-bdebb4d48044 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:12.303747 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:12.303884 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eff657de-a615-4745-85c5-bdebb4d48044 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1840677 Feb 10 11:39:12.309595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40230) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:12.318352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-45c7ccd7-88ba-4701-b875-5cb780bfd7c0 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': '01dfee4f-23a6-49e8-b65c-e676370f09d9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:12.333033 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-45c7ccd7-88ba-4701-b875-5cb780bfd7c0 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:12.340378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port 5f5de951-6710-4f32-b4fb-61613faacf0d {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:12.341295 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:12.380486 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-45c7ccd7-88ba-4701-b875-5cb780bfd7c0 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:12.388639 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-199f54f2-1fe7-4f54-8aa1-7d35be16ff84 None None] Set router 5d07be48-1c9c-4a81-bd87-d3b232f908df gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:12.388905 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-43017f3e-092e-4e70-ac64-7f48e816da8c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting subnet b3b607ed-8be1-4304-b256-7b439a9e0073 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:39:12.390967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-45c7ccd7-88ba-4701-b875-5cb780bfd7c0 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:12.393234 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43017f3e-092e-4e70-ac64-7f48e816da8c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:12.407147 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-45c7ccd7-88ba-4701-b875-5cb780bfd7c0 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:12.458805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43017f3e-092e-4e70-ac64-7f48e816da8c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:12.507379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f873ad0f-49cb-427e-93f2-9c7341cbc289 None None] DHCP port deletion for aabfd001-6fcc-4929-b503-339e84e6b24c request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:39:12.512674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f873ad0f-49cb-427e-93f2-9c7341cbc289 None None] Deleting port 5f5de951-6710-4f32-b4fb-61613faacf0d {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:12.513304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f873ad0f-49cb-427e-93f2-9c7341cbc289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:12.516082 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-45c7ccd7-88ba-4701-b875-5cb780bfd7c0 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Project 07e6b6c4d47d4fa39bd57d8d35bf3620 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:39:12.655143 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-45c7ccd7-88ba-4701-b875-5cb780bfd7c0 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:12.660396 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-45c7ccd7-88ba-4701-b875-5cb780bfd7c0 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3455665 Feb 10 11:39:12.661114 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40234) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:12.703010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] For port 5f5de951-6710-4f32-b4fb-61613faacf0d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5f5de951-6710-4f32-b4fb-61613faacf0d,segment=NetworkSegment(4b78c232-a697-40a7-aada-8d1389d07b80),segment_id=4b78c232-a697-40a7-aada-8d1389d07b80)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:12.703460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:12.708842 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-199f54f2-1fe7-4f54-8aa1-7d35be16ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'name': 'tempest-TestNetworkBasicOps-router-1121164917', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:50Z', 'updated_at': '2022-02-10T11:39:09Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:12.713155 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199f54f2-1fe7-4f54-8aa1-7d35be16ff84 None None] Checking router: 5d07be48-1c9c-4a81-bd87-d3b232f908df for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:39:12.724356 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199f54f2-1fe7-4f54-8aa1-7d35be16ff84 None None] Routers {'5d07be48-1c9c-4a81-bd87-d3b232f908df'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:12.724963 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-199f54f2-1fe7-4f54-8aa1-7d35be16ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['5d07be48-1c9c-4a81-bd87-d3b232f908df'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:12.738628 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43017f3e-092e-4e70-ac64-7f48e816da8c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:12.814487 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba626c11-4a1d-467f-bc6d-3d2512bce0e0 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:12.826032 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f873ad0f-49cb-427e-93f2-9c7341cbc289 None None] For port 5f5de951-6710-4f32-b4fb-61613faacf0d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5f5de951-6710-4f32-b4fb-61613faacf0d,segment=NetworkSegment(4b78c232-a697-40a7-aada-8d1389d07b80),segment_id=4b78c232-a697-40a7-aada-8d1389d07b80)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:12.826473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f873ad0f-49cb-427e-93f2-9c7341cbc289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:12.856059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba626c11-4a1d-467f-bc6d-3d2512bce0e0 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:12.879954 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43017f3e-092e-4e70-ac64-7f48e816da8c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:12.913093 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for 5f5de951-6710-4f32-b4fb-61613faacf0d owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:12.923928 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43017f3e-092e-4e70-ac64-7f48e816da8c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:12.948763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43017f3e-092e-4e70-ac64-7f48e816da8c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b607ed-8be1-4304-b256-7b439a9e0073,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:12.955831 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-43017f3e-092e-4e70-ac64-7f48e816da8c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/subnets/b3b607ed-8be1-4304-b256-7b439a9e0073 HTTP/1.1" status: 204 len: 168 time: 0.8103700 Feb 10 11:39:12.958562 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40238) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:12.971623 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-199f54f2-1fe7-4f54-8aa1-7d35be16ff84 None None] Set router 5d07be48-1c9c-4a81-bd87-d3b232f908df gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:12.987166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a024e-a601-4122-b4d7-c7536b08c0b1 None None] Network 93df1815-38d8-4c40-af2a-090e65c006e2 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:13.014284 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f873ad0f-49cb-427e-93f2-9c7341cbc289 None None] Calling delete_port for 5f5de951-6710-4f32-b4fb-61613faacf0d owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:13.053191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.118714 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Port': ['ID=5f5de951-6710-4f32-b4fb-61613faacf0d,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:13.123411 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba626c11-4a1d-467f-bc6d-3d2512bce0e0 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.137512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] No DVR routers for this DVR port 5f5de951-6710-4f32-b4fb-61613faacf0d on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:39:13.156077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba626c11-4a1d-467f-bc6d-3d2512bce0e0 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dfee4f-23a6-49e8-b65c-e676370f09d9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:13.160229 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba626c11-4a1d-467f-bc6d-3d2512bce0e0 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.165328 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ba626c11-4a1d-467f-bc6d-3d2512bce0e0 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "DELETE /v2.0/security-groups/01dfee4f-23a6-49e8-b65c-e676370f09d9 HTTP/1.1" status: 204 len: 168 time: 0.4992545 Feb 10 11:39:13.165328 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40242) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:13.255068 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c7193f20-2415-4007-8984-4a4e21f3b939 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Synchronizing usage tracker for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:13.290080 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c7193f20-2415-4007-8984-4a4e21f3b939 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Unset dirty status for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:13.296592 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c7193f20-2415-4007-8984-4a4e21f3b939 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1251552 Feb 10 11:39:13.297727 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40246) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:13.308735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c3acb5dc-6fbc-432f-a293-018bcf569c5a tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131116305'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:13.314743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c3acb5dc-6fbc-432f-a293-018bcf569c5a tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:13.323058 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-199f54f2-1fe7-4f54-8aa1-7d35be16ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'name': 'tempest-TestNetworkBasicOps-router-1121164917', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:50Z', 'updated_at': '2022-02-10T11:39:09Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:13.328157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c3acb5dc-6fbc-432f-a293-018bcf569c5a tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:13.331422 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199f54f2-1fe7-4f54-8aa1-7d35be16ff84 None None] The sync data for ids ['5d07be48-1c9c-4a81-bd87-d3b232f908df'] in dv-neutron-828497-1-hyperv is: [{'id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'name': 'tempest-TestNetworkBasicOps-router-1121164917', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:50Z', 'updated_at': '2022-02-10T11:39:09Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '0e2bb6a6-e299-42e2-a5f6-2a8e72777b20', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07be48-1c9c-4a81-bd87-d3b232f908df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:51Z', 'updated_at': '2022-02-10T11:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:13.333414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.344245 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3acb5dc-6fbc-432f-a293-018bcf569c5a tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.368492 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4da9049-e27f-49cf-880e-de3d8e149d8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.379987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabfd001-6fcc-4929-b503-339e84e6b24c']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:13.395550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b78c232-a697-40a7-aada-8d1389d07b80') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:13.395828 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b78c232-a697-40a7-aada-8d1389d07b80') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:13.399378 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-f873ad0f-49cb-427e-93f2-9c7341cbc289 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:39:13.399378 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-f873ad0f-49cb-427e-93f2-9c7341cbc289 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:39:13.409025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.432621 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.447758 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:39:13.448512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:39:13.464088 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:39:13.517510 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c3acb5dc-6fbc-432f-a293-018bcf569c5a tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:13.529537 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c3acb5dc-6fbc-432f-a293-018bcf569c5a tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:13.534395 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c3acb5dc-6fbc-432f-a293-018bcf569c5a tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:13.541963 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c3acb5dc-6fbc-432f-a293-018bcf569c5a tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:13.564283 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.588629 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.599889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Network': ['ID=aabfd001-6fcc-4929-b503-339e84e6b24c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:13.617609 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-38ccaa0f-197b-410f-8129-d9e15302ec62 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/networks/aabfd001-6fcc-4929-b503-339e84e6b24c HTTP/1.1" status: 204 len: 168 time: 1.5041697 Feb 10 11:39:13.618134 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40250) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:13.621750 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3acb5dc-6fbc-432f-a293-018bcf569c5a tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.624318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1850882535', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:13.625971 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3acb5dc-6fbc-432f-a293-018bcf569c5a tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.632079 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:13.637496 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:router and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:13.640519 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:13.651243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:13.689165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acb5dc-6fbc-432f-a293-018bcf569c5a tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93587941-c255-4eec-aa41-ed4264a60d90,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:13.694736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da571e9b-dcfb-4464-a1a0-13d65dcebcc3 None None] DHCP port deletion for 93df1815-38d8-4c40-af2a-090e65c006e2 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:39:13.703538 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-da571e9b-dcfb-4464-a1a0-13d65dcebcc3 None None] Deleting port e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:13.703924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-da571e9b-dcfb-4464-a1a0-13d65dcebcc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.711920 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3acb5dc-6fbc-432f-a293-018bcf569c5a tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.713414 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c3acb5dc-6fbc-432f-a293-018bcf569c5a tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4136174 Feb 10 11:39:13.717177 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40254) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:13.720250 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.723324 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.725452 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-20b60234-741c-4e8e-8cf9-272740941110 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': '93587941-c255-4eec-aa41-ed4264a60d90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:13.731813 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-20b60234-741c-4e8e-8cf9-272740941110 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:13.737078 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-20b60234-741c-4e8e-8cf9-272740941110 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:13.740410 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-20b60234-741c-4e8e-8cf9-272740941110 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:13.748031 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-20b60234-741c-4e8e-8cf9-272740941110 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:13.780294 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.795575 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4da9049-e27f-49cf-880e-de3d8e149d8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.798608 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5f5de951-6710-4f32-b4fb-61613faacf0d no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:39:13.808761 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b4da9049-e27f-49cf-880e-de3d8e149d8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:13.809163 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4da9049-e27f-49cf-880e-de3d8e149d8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.837434 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-20b60234-741c-4e8e-8cf9-272740941110 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The resource could not be found. Feb 10 11:39:13.838503 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-20b60234-741c-4e8e-8cf9-272740941110 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1203108 Feb 10 11:39:13.845259 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40258) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:13.869756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-eed946d8-723e-46c6-a3d9-52eff5ea456f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': '93587941-c255-4eec-aa41-ed4264a60d90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '22e777e0-8c0d-4c64-9104-b1b1cec5e2fa'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:13.871753 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 5f5de951-6710-4f32-b4fb-61613faacf0d {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:39:13.872100 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5f5de951-6710-4f32-b4fb-61613faacf0d not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:39:13.872850 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device bcc5b510-1429-448a-8cd1-1a617b8c5ddc no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:39:13.898279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-eed946d8-723e-46c6-a3d9-52eff5ea456f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:13.906479 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f873ad0f-49cb-427e-93f2-9c7341cbc289 None None] Deleting port 5f5de951-6710-4f32-b4fb-61613faacf0d {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:13.906856 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f873ad0f-49cb-427e-93f2-9c7341cbc289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:13.922550 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eed946d8-723e-46c6-a3d9-52eff5ea456f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:13.927622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eed946d8-723e-46c6-a3d9-52eff5ea456f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:13.968591 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: bcc5b510-1429-448a-8cd1-1a617b8c5ddc {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:39:13.969329 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device bcc5b510-1429-448a-8cd1-1a617b8c5ddc not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:39:13.969645 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-eed946d8-723e-46c6-a3d9-52eff5ea456f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:13.969781 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:39:14.111012 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f873ad0f-49cb-427e-93f2-9c7341cbc289 None None] The port '5f5de951-6710-4f32-b4fb-61613faacf0d' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:39:14.120676 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.182304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-da571e9b-dcfb-4464-a1a0-13d65dcebcc3 None None] For port e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73,segment=NetworkSegment(344cf98f-3f56-4ac7-8c9a-732a76056c0c),segment_id=344cf98f-3f56-4ac7-8c9a-732a76056c0c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:14.182696 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-da571e9b-dcfb-4464-a1a0-13d65dcebcc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.193282 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-eed946d8-723e-46c6-a3d9-52eff5ea456f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The resource could not be found. Feb 10 11:39:14.197865 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eed946d8-723e-46c6-a3d9-52eff5ea456f tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3352737 Feb 10 11:39:14.204285 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40262) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:14.234034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-b4da9049-e27f-49cf-880e-de3d8e149d8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0e2bb6a6-e299-42e2-a5f6-2a8e72777b20,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:14.234568 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4da9049-e27f-49cf-880e-de3d8e149d8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.359523 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-da571e9b-dcfb-4464-a1a0-13d65dcebcc3 None None] Calling delete_port for e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:14.366823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.380859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b4da9049-e27f-49cf-880e-de3d8e149d8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:14.402999 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.409585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.466108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73,segment=NetworkSegment(344cf98f-3f56-4ac7-8c9a-732a76056c0c),segment_id=344cf98f-3f56-4ac7-8c9a-732a76056c0c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:14.470886 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.471768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-88b396d0-3c34-45d0-a683-de75d46a651d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.519304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-da571e9b-dcfb-4464-a1a0-13d65dcebcc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:39:14.519692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-da571e9b-dcfb-4464-a1a0-13d65dcebcc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:39:14.552388 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:14.552770 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-88b396d0-3c34-45d0-a683-de75d46a651d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.558286 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Allocated IP 172.26.4.194 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/dae329f4-c085-4c4f-bac6-4f0a3bf6894e) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:14.564637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:14.565289 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:14.565624 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:14.565956 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:14.567201 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:14.567325 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:14.567674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:14.567965 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:14.568300 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:14.569068 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:14.569068 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:14.652426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-88b396d0-3c34-45d0-a683-de75d46a651d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.668731 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4da9049-e27f-49cf-880e-de3d8e149d8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.699217 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b396d0-3c34-45d0-a683-de75d46a651d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93587941-c255-4eec-aa41-ed4264a60d90,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:14.715819 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.723352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da9049-e27f-49cf-880e-de3d8e149d8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=0e2bb6a6-e299-42e2-a5f6-2a8e72777b20,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:14.747910 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.820505 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:14.823478 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:14.828510 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:14.853034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-88b396d0-3c34-45d0-a683-de75d46a651d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.856308 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-88b396d0-3c34-45d0-a683-de75d46a651d tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "DELETE /v2.0/security-groups/93587941-c255-4eec-aa41-ed4264a60d90 HTTP/1.1" status: 204 len: 168 time: 0.6474090 Feb 10 11:39:14.859343 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40266) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:14.864919 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=dae329f4-c085-4c4f-bac6-4f0a3bf6894e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:14.997295 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.998038 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:15.020529 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-da571e9b-dcfb-4464-a1a0-13d65dcebcc3 None None] Deleting port e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:15.020920 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-da571e9b-dcfb-4464-a1a0-13d65dcebcc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:15.072940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d6cc9b25-d79d-4293-aba7-3efdc2a60469 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Synchronizing usage tracker for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:15.102154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4da9049-e27f-49cf-880e-de3d8e149d8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:15.224917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d6cc9b25-d79d-4293-aba7-3efdc2a60469 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Unset dirty status for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:15.226186 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d6cc9b25-d79d-4293-aba7-3efdc2a60469 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3424659 Feb 10 11:39:15.230469 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40270) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:15.236701 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f800abe5-f264-4bf3-873c-ee680d312023 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': 'c0f89411-7a90-4e1a-aea0-9719ac0b65f3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:15.248783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f800abe5-f264-4bf3-873c-ee680d312023 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:15.256830 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f800abe5-f264-4bf3-873c-ee680d312023 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:15.260979 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f800abe5-f264-4bf3-873c-ee680d312023 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:15.269354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f800abe5-f264-4bf3-873c-ee680d312023 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:15.281594 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:39:15.297167 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-da571e9b-dcfb-4464-a1a0-13d65dcebcc3 None None] For port e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73,segment=NetworkSegment(344cf98f-3f56-4ac7-8c9a-732a76056c0c),segment_id=344cf98f-3f56-4ac7-8c9a-732a76056c0c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:15.297568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-da571e9b-dcfb-4464-a1a0-13d65dcebcc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:15.386334 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4da9049-e27f-49cf-880e-de3d8e149d8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:15.392013 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4da9049-e27f-49cf-880e-de3d8e149d8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:15.423865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4da9049-e27f-49cf-880e-de3d8e149d8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:15.424678 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4da9049-e27f-49cf-880e-de3d8e149d8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Fanout notify agent at l3_agent the message router_deleted on router 5d07be48-1c9c-4a81-bd87-d3b232f908df {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:39:15.437731 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b4da9049-e27f-49cf-880e-de3d8e149d8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:15.441051 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-f800abe5-f264-4bf3-873c-ee680d312023 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The resource could not be found. Feb 10 11:39:15.441051 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f800abe5-f264-4bf3-873c-ee680d312023 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2095602 Feb 10 11:39:15.446624 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b4da9049-e27f-49cf-880e-de3d8e149d8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/routers/5d07be48-1c9c-4a81-bd87-d3b232f908df HTTP/1.1" status: 204 len: 168 time: 2.4868555 Feb 10 11:39:15.447530 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40274) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:15.447930 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40276) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:15.453621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-da571e9b-dcfb-4464-a1a0-13d65dcebcc3 None None] Calling delete_port for e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:15.588051 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0eaea64a-203a-4ce1-aa36-2f96039c1006 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:15.593866 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-da571e9b-dcfb-4464-a1a0-13d65dcebcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:15.594744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-36bf9ad3-76f2-4800-a96e-d8e66895f882 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740677678'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:15.600293 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-36bf9ad3-76f2-4800-a96e-d8e66895f882 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:15.602040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:15.618557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-36bf9ad3-76f2-4800-a96e-d8e66895f882 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:15.657877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:15.659295 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c86b238b-8115-4530-9a96-eeab82fb373b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0402215 Feb 10 11:39:15.661919 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40282) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:15.663185 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4198e7a-588b-4c63-ba38-9235eb376ead None None] Sync routers for ids ['b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:15.670567 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da571e9b-dcfb-4464-a1a0-13d65dcebcc3 None None] No DVR routers for this DVR port e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:39:15.687431 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da571e9b-dcfb-4464-a1a0-13d65dcebcc3 None None] Pushing event deleted for resources: {'Port': ['ID=e0b782d2-c4ab-4f81-97ed-8a4cc3a3ff73,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:15.697061 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4198e7a-588b-4c63-ba38-9235eb376ead None None] Routers {'b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:15.697808 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c4198e7a-588b-4c63-ba38-9235eb376ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:15.704853 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-36bf9ad3-76f2-4800-a96e-d8e66895f882 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:15.745359 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-36bf9ad3-76f2-4800-a96e-d8e66895f882 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:15.749917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-36bf9ad3-76f2-4800-a96e-d8e66895f882 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:15.752870 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-36bf9ad3-76f2-4800-a96e-d8e66895f882 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:15.758842 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-36bf9ad3-76f2-4800-a96e-d8e66895f882 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:15.759443 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c4198e7a-588b-4c63-ba38-9235eb376ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:15.771489 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4198e7a-588b-4c63-ba38-9235eb376ead None None] Routers {'b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:15.772098 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c4198e7a-588b-4c63-ba38-9235eb376ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:15.848307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0eaea64a-203a-4ce1-aa36-2f96039c1006 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:15.859462 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c4198e7a-588b-4c63-ba38-9235eb376ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:15.860304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4198e7a-588b-4c63-ba38-9235eb376ead None None] The sync data for ids ['b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:15.894241 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3f412992-8275-4f60-9bcd-d2b1246f2649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/routers/b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c HTTP/1.1" status: 200 len: 885 time: 0.2309499 Feb 10 11:39:15.894786 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0eaea64a-203a-4ce1-aa36-2f96039c1006 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93df1815-38d8-4c40-af2a-090e65c006e2']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:15.896712 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40286) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:15.918647 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0eaea64a-203a-4ce1-aa36-2f96039c1006 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344cf98f-3f56-4ac7-8c9a-732a76056c0c') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:15.918872 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0eaea64a-203a-4ce1-aa36-2f96039c1006 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344cf98f-3f56-4ac7-8c9a-732a76056c0c') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:15.942399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-36bf9ad3-76f2-4800-a96e-d8e66895f882 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:15.944963 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0eaea64a-203a-4ce1-aa36-2f96039c1006 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:15.956429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-36bf9ad3-76f2-4800-a96e-d8e66895f882 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:15.991228 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0eaea64a-203a-4ce1-aa36-2f96039c1006 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.019745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eaea64a-203a-4ce1-aa36-2f96039c1006 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:39:16.020147 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0eaea64a-203a-4ce1-aa36-2f96039c1006 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:39:16.037857 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:39:16.046715 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf9ad3-76f2-4800-a96e-d8e66895f882 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789d5827-4739-401e-b365-21c469bacf54,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:16.119017 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-36bf9ad3-76f2-4800-a96e-d8e66895f882 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.123278 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-36bf9ad3-76f2-4800-a96e-d8e66895f882 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6687198 Feb 10 11:39:16.125044 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40290) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:16.130521 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9807a91c-8ebb-43a6-af0d-d41c9697230e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group': {'name': 'tempest-secgroup--903633476'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:16.150378 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9807a91c-8ebb-43a6-af0d-d41c9697230e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:16.155879 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9807a91c-8ebb-43a6-af0d-d41c9697230e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:16.159842 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9807a91c-8ebb-43a6-af0d-d41c9697230e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:16.166567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0eaea64a-203a-4ce1-aa36-2f96039c1006 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.169028 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9807a91c-8ebb-43a6-af0d-d41c9697230e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:16.190110 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0eaea64a-203a-4ce1-aa36-2f96039c1006 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.205547 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaea64a-203a-4ce1-aa36-2f96039c1006 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Network': ['ID=93df1815-38d8-4c40-af2a-090e65c006e2,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:16.215203 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9807a91c-8ebb-43a6-af0d-d41c9697230e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.232350 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0eaea64a-203a-4ce1-aa36-2f96039c1006 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/networks/93df1815-38d8-4c40-af2a-090e65c006e2 HTTP/1.1" status: 204 len: 168 time: 0.7807982 Feb 10 11:39:16.242185 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40294) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:16.250986 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-125549ac-c7fc-4bf9-ac31-98fbe98b35ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'network': {'name': 'tempest-network-smoke--1274570142', 'project_id': '0287a4c215574103957c73d52a854e74', 'port_security_enabled': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:16.260452 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-125549ac-c7fc-4bf9-ac31-98fbe98b35ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:16.267475 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-125549ac-c7fc-4bf9-ac31-98fbe98b35ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:network and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:16.276563 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-125549ac-c7fc-4bf9-ac31-98fbe98b35ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:16.279038 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e9640f37-bb95-4b77-bb36-aa2ca588f922 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Synchronizing usage tracker for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:router {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:16.284813 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-125549ac-c7fc-4bf9-ac31-98fbe98b35ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:16.290575 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9807a91c-8ebb-43a6-af0d-d41c9697230e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:16.298338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e9640f37-bb95-4b77-bb36-aa2ca588f922 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Unset dirty status for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:router {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:16.298802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9807a91c-8ebb-43a6-af0d-d41c9697230e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:16.302246 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e9640f37-bb95-4b77-bb36-aa2ca588f922 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4018295 Feb 10 11:39:16.302542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9807a91c-8ebb-43a6-af0d-d41c9697230e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:16.302682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40298) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:16.310606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-43cbca87-c67f-4cfa-8ddc-b270c7c9c47f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1850882535'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:16.310931 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9807a91c-8ebb-43a6-af0d-d41c9697230e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:16.312999 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125549ac-c7fc-4bf9-ac31-98fbe98b35ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:16.316466 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-125549ac-c7fc-4bf9-ac31-98fbe98b35ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.371851 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125549ac-c7fc-4bf9-ac31-98fbe98b35ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:39:16.396793 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-125549ac-c7fc-4bf9-ac31-98fbe98b35ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.397154 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-125549ac-c7fc-4bf9-ac31-98fbe98b35ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Added segment e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b of type vlan for network 475d14d3-8614-4a00-9051-712e18452698 Feb 10 11:39:16.413112 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9807a91c-8ebb-43a6-af0d-d41c9697230e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.421268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9807a91c-8ebb-43a6-af0d-d41c9697230e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.474186 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-125549ac-c7fc-4bf9-ac31-98fbe98b35ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.500386 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807a91c-8ebb-43a6-af0d-d41c9697230e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0426014a-c207-4a3f-b3a8-246fbb97f90e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:16.504540 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9807a91c-8ebb-43a6-af0d-d41c9697230e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.508522 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9807a91c-8ebb-43a6-af0d-d41c9697230e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3799477 Feb 10 11:39:16.509020 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40302) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:16.517612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-792b1f7e-4f54-4343-a161-0072baa9b464 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': '789d5827-4739-401e-b365-21c469bacf54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0426014a-c207-4a3f-b3a8-246fbb97f90e'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:16.525555 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-792b1f7e-4f54-4343-a161-0072baa9b464 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:16.529235 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-125549ac-c7fc-4bf9-ac31-98fbe98b35ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.531493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-792b1f7e-4f54-4343-a161-0072baa9b464 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:16.533586 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125549ac-c7fc-4bf9-ac31-98fbe98b35ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:16.534173 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-125549ac-c7fc-4bf9-ac31-98fbe98b35ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.535425 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-792b1f7e-4f54-4343-a161-0072baa9b464 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:16.542652 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-792b1f7e-4f54-4343-a161-0072baa9b464 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:16.622154 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-125549ac-c7fc-4bf9-ac31-98fbe98b35ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3741605 Feb 10 11:39:16.624054 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40306) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:16.707242 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-792b1f7e-4f54-4343-a161-0072baa9b464 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:16.708252 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-792b1f7e-4f54-4343-a161-0072baa9b464 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1984622 Feb 10 11:39:16.711188 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40310) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:16.739702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-403655264', 'admin_state_up': True, 'project_id': '0287a4c215574103957c73d52a854e74', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:16.750530 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:16.758692 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:router and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:16.761871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125549ac-c7fc-4bf9-ac31-98fbe98b35ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Network': ['ID=475d14d3-8614-4a00-9051-712e18452698,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:16.764708 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:16.771574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:16.774993 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 475d14d3-8614-4a00-9051-712e18452698 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:39:16.784509 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.785418 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.803493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5bfa3d2d-91ce-4758-a8b2-d349e9741df3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.809522 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.848006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5bfa3d2d-91ce-4758-a8b2-d349e9741df3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.964974 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5bfa3d2d-91ce-4758-a8b2-d349e9741df3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.987720 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.058273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa3d2d-91ce-4758-a8b2-d349e9741df3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0426014a-c207-4a3f-b3a8-246fbb97f90e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:17.079698 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5bfa3d2d-91ce-4758-a8b2-d349e9741df3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.080865 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5bfa3d2d-91ce-4758-a8b2-d349e9741df3 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "DELETE /v2.0/security-groups/0426014a-c207-4a3f-b3a8-246fbb97f90e HTTP/1.1" status: 204 len: 168 time: 0.3687878 Feb 10 11:39:17.083534 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40314) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:17.115406 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-43cbca87-c67f-4cfa-8ddc-b270c7c9c47f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.127852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-43cbca87-c67f-4cfa-8ddc-b270c7c9c47f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.188389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7404e03f-220e-49b4-9d60-be4fae452051 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Synchronizing usage tracker for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:17.220785 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7404e03f-220e-49b4-9d60-be4fae452051 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Unset dirty status for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:17.222143 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7404e03f-220e-49b4-9d60-be4fae452051 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1374695 Feb 10 11:39:17.225565 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40318) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:17.286236 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.329112 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.338693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cbca87-c67f-4cfa-8ddc-b270c7c9c47f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:17.405377 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c80dc978-9526-4c03-9168-4343eb1a5198 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.489150 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c80dc978-9526-4c03-9168-4343eb1a5198 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.549098 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:39:17.553397 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.26.4.236 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/d33692ef-8748-4599-b399-0e0753525c32) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:17.566608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cbca87-c67f-4cfa-8ddc-b270c7c9c47f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:17.574128 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-43cbca87-c67f-4cfa-8ddc-b270c7c9c47f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.577052 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-43cbca87-c67f-4cfa-8ddc-b270c7c9c47f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c HTTP/1.1" status: 200 len: 892 time: 1.2718332 Feb 10 11:39:17.578813 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40322) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:17.583915 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c076d0-faac-4e83-92cc-beb43c44cf64 None None] Sync routers for ids ['b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:17.596700 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c076d0-faac-4e83-92cc-beb43c44cf64 None None] Routers {'b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:17.596927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c80dc978-9526-4c03-9168-4343eb1a5198 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.597764 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-35c076d0-faac-4e83-92cc-beb43c44cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:17.598027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:39:17.598385 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0e2bb6a6-e299-42e2-a5f6-2a8e72777b20 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:39:17.656875 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-35c076d0-faac-4e83-92cc-beb43c44cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:17.668870 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c076d0-faac-4e83-92cc-beb43c44cf64 None None] Routers {'b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:17.670398 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-35c076d0-faac-4e83-92cc-beb43c44cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:17.681689 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80dc978-9526-4c03-9168-4343eb1a5198 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=789d5827-4739-401e-b365-21c469bacf54,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:17.736709 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c80dc978-9526-4c03-9168-4343eb1a5198 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.740318 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c80dc978-9526-4c03-9168-4343eb1a5198 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "DELETE /v2.0/security-groups/789d5827-4739-401e-b365-21c469bacf54 HTTP/1.1" status: 204 len: 168 time: 0.5114350 Feb 10 11:39:17.741785 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-35c076d0-faac-4e83-92cc-beb43c44cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:17.742284 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c076d0-faac-4e83-92cc-beb43c44cf64 None None] The sync data for ids ['b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:17.747848 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40326) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:17.791216 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.831807 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c103ce02-41a8-4427-9693-b8d60141075a tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Synchronizing usage tracker for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:17.854952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c103ce02-41a8-4427-9693-b8d60141075a tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Unset dirty status for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:17.860602 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c103ce02-41a8-4427-9693-b8d60141075a tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1042733 Feb 10 11:39:17.861356 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40330) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:17.864791 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.872070 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f40d1f84-a3fe-4177-ba9b-b94ee5011888 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578344970'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:17.921549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f40d1f84-a3fe-4177-ba9b-b94ee5011888 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:17.942410 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8b35a4c4-3aa3-44c6-9388-be4974197c43 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/routers/b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c HTTP/1.1" status: 200 len: 892 time: 0.3619604 Feb 10 11:39:17.944944 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40334) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:17.949446 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f40d1f84-a3fe-4177-ba9b-b94ee5011888 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:17.964391 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:17.969931 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=d33692ef-8748-4599-b399-0e0753525c32,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:17.972374 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:17.975170 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:17.991729 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9d05242d-2b61-4aed-a8e7-b4a29909d66d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Synchronizing usage tracker for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:18.003592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f40d1f84-a3fe-4177-ba9b-b94ee5011888 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.007446 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9d05242d-2b61-4aed-a8e7-b4a29909d66d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Unset dirty status for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:18.008770 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9d05242d-2b61-4aed-a8e7-b4a29909d66d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c HTTP/1.1" status: 200 len: 205 time: 0.0628524 Feb 10 11:39:18.011428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40338) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:18.088442 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f40d1f84-a3fe-4177-ba9b-b94ee5011888 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:18.101200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f40d1f84-a3fe-4177-ba9b-b94ee5011888 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:18.110817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f40d1f84-a3fe-4177-ba9b-b94ee5011888 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:18.124077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f40d1f84-a3fe-4177-ba9b-b94ee5011888 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:18.199651 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f40d1f84-a3fe-4177-ba9b-b94ee5011888 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.203303 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f40d1f84-a3fe-4177-ba9b-b94ee5011888 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.224341 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f33a201b-17ce-4352-9204-d1dca9e7d695 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.260303 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d1f84-a3fe-4177-ba9b-b94ee5011888 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c80246-47cf-41bc-9c57-ab8230c59c98,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:18.265219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f40d1f84-a3fe-4177-ba9b-b94ee5011888 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.266423 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f40d1f84-a3fe-4177-ba9b-b94ee5011888 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4041038 Feb 10 11:39:18.269368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40342) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:18.276330 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-61e14117-843d-408b-8d16-30083860edf7 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': '59c80246-47cf-41bc-9c57-ab8230c59c98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:18.284090 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-61e14117-843d-408b-8d16-30083860edf7 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:18.289057 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-61e14117-843d-408b-8d16-30083860edf7 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:18.292800 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-61e14117-843d-408b-8d16-30083860edf7 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:18.295966 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.296687 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.302257 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-61e14117-843d-408b-8d16-30083860edf7 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:18.433508 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f33a201b-17ce-4352-9204-d1dca9e7d695 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.444123 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f33a201b-17ce-4352-9204-d1dca9e7d695 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port dae329f4-c085-4c4f-bac6-4f0a3bf6894e {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:18.444463 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f33a201b-17ce-4352-9204-d1dca9e7d695 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.446210 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-61e14117-843d-408b-8d16-30083860edf7 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:18.447236 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-61e14117-843d-408b-8d16-30083860edf7 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1764457 Feb 10 11:39:18.455522 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40346) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:18.462735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-681c53db-6ab6-4eb9-9b90-6228db3ad96e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group_rule': {'security_group_id': '59c80246-47cf-41bc-9c57-ab8230c59c98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:18.471742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-681c53db-6ab6-4eb9-9b90-6228db3ad96e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:18.476789 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-681c53db-6ab6-4eb9-9b90-6228db3ad96e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:18.480598 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-681c53db-6ab6-4eb9-9b90-6228db3ad96e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:18.488523 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-681c53db-6ab6-4eb9-9b90-6228db3ad96e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:18.531200 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-681c53db-6ab6-4eb9-9b90-6228db3ad96e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:39:18.532226 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-681c53db-6ab6-4eb9-9b90-6228db3ad96e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0757930 Feb 10 11:39:18.540737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40350) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:18.622924 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1a41296e-ab0a-42d7-9a11-9786b71fbc21 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.624261 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f33a201b-17ce-4352-9204-d1dca9e7d695 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.662339 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1a41296e-ab0a-42d7-9a11-9786b71fbc21 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.708315 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router af84d4b9-edee-4571-ae83-ee71cf2326f1 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:39:18.754250 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f33a201b-17ce-4352-9204-d1dca9e7d695 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for dae329f4-c085-4c4f-bac6-4f0a3bf6894e owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:18.883095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1a41296e-ab0a-42d7-9a11-9786b71fbc21 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.932112 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f33a201b-17ce-4352-9204-d1dca9e7d695 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.958831 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41296e-ab0a-42d7-9a11-9786b71fbc21 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c80246-47cf-41bc-9c57-ab8230c59c98,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:18.974158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1a41296e-ab0a-42d7-9a11-9786b71fbc21 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.975602 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1a41296e-ab0a-42d7-9a11-9786b71fbc21 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "DELETE /v2.0/security-groups/59c80246-47cf-41bc-9c57-ab8230c59c98 HTTP/1.1" status: 204 len: 168 time: 0.4336097 Feb 10 11:39:18.978602 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40354) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:18.983868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a201b-17ce-4352-9204-d1dca9e7d695 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Port': ['ID=dae329f4-c085-4c4f-bac6-4f0a3bf6894e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:19.056190 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d159f5d8-8723-4245-af10-2ff5bce09823 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Synchronizing usage tracker for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:19.083228 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d159f5d8-8723-4245-af10-2ff5bce09823 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Unset dirty status for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:19.084595 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d159f5d8-8723-4245-af10-2ff5bce09823 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1051614 Feb 10 11:39:19.092686 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40358) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:19.121740 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:19.131703 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Sync routers for ids ['af84d4b9-edee-4571-ae83-ee71cf2326f1'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:19.144874 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Routers {'af84d4b9-edee-4571-ae83-ee71cf2326f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:19.145555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:19.145843 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['af84d4b9-edee-4571-ae83-ee71cf2326f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:19.149590 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fd9652b1-1cc0-4e5f-b955-d55ee1dd7185 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5249984 Feb 10 11:39:19.150507 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40362) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:19.159380 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-88cbb544-e614-4ae3-a039-5e41d6f54b30 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group': {'name': 'tempest-secgroup--784473255'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:19.194831 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a3704ea7-abc0-45f2-8823-90e318f1c919 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=0287a4c215574103957c73d52a854e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406184 Feb 10 11:39:19.195315 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40366) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:19.230110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-88cbb544-e614-4ae3-a039-5e41d6f54b30 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:19.252156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-88cbb544-e614-4ae3-a039-5e41d6f54b30 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:19.258511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f33a201b-17ce-4352-9204-d1dca9e7d695 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:19.338046 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Set router af84d4b9-edee-4571-ae83-ee71cf2326f1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:19.343825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17960be-3082-43cb-9f1a-0df23f83de53 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:19.348167 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c17960be-3082-43cb-9f1a-0df23f83de53 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488910 Feb 10 11:39:19.348734 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40370) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:19.391490 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ba6a5644-f24d-442b-b35f-17ac12571e40 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413070 Feb 10 11:39:19.394758 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40374) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:19.401116 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d10c6bba-3372-47ce-8467-c9f436347d24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2024124015', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'project_id': '0287a4c215574103957c73d52a854e74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:19.522350 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-88cbb544-e614-4ae3-a039-5e41d6f54b30 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:19.535381 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d10c6bba-3372-47ce-8467-c9f436347d24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:19.540969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d10c6bba-3372-47ce-8467-c9f436347d24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:subnet and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:19.544788 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d10c6bba-3372-47ce-8467-c9f436347d24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:19.551504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d10c6bba-3372-47ce-8467-c9f436347d24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:19.562861 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10c6bba-3372-47ce-8467-c9f436347d24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:19.651431 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:18Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:19.655675 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Checking router: af84d4b9-edee-4571-ae83-ee71cf2326f1 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:39:19.656012 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Updating router af84d4b9-edee-4571-ae83-ee71cf2326f1 port d33692ef-8748-4599-b399-0e0753525c32 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:39:19.672154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d10c6bba-3372-47ce-8467-c9f436347d24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:19.690928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-88cbb544-e614-4ae3-a039-5e41d6f54b30 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:19.696869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f33a201b-17ce-4352-9204-d1dca9e7d695 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:19.699096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-88cbb544-e614-4ae3-a039-5e41d6f54b30 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Usage tracker for resource:security_group_rule and tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:19.702703 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-88cbb544-e614-4ae3-a039-5e41d6f54b30 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:19.709191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f33a201b-17ce-4352-9204-d1dca9e7d695 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:19.711275 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-88cbb544-e614-4ae3-a039-5e41d6f54b30 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:19.712303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:19.758594 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f33a201b-17ce-4352-9204-d1dca9e7d695 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:19.759093 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33a201b-17ce-4352-9204-d1dca9e7d695 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Fanout notify agent at l3_agent the message router_deleted on router b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:39:19.804422 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-88cbb544-e614-4ae3-a039-5e41d6f54b30 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:19.811967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-88cbb544-e614-4ae3-a039-5e41d6f54b30 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:19.862007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f33a201b-17ce-4352-9204-d1dca9e7d695 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:19.863167 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f33a201b-17ce-4352-9204-d1dca9e7d695 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/routers/b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c HTTP/1.1" status: 204 len: 168 time: 1.8507423 Feb 10 11:39:19.865909 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbb544-e614-4ae3-a039-5e41d6f54b30 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b32360-8b95-4834-bfc7-f3a5bd2949a0,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:19.870352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40378) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:19.878460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-88cbb544-e614-4ae3-a039-5e41d6f54b30 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:19.879923 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-88cbb544-e614-4ae3-a039-5e41d6f54b30 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7859685 Feb 10 11:39:19.882103 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-44daa679-7134-47d0-afbc-3c6b6b4e259e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-562829864'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:19.882683 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40382) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:19.891837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-6859622d-2c71-40f0-8956-f0fddbe0b029 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:19.892764 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-6859622d-2c71-40f0-8956-f0fddbe0b029 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 11:39:19.897242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-44daa679-7134-47d0-afbc-3c6b6b4e259e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:19.897425 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40386) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:19.898048 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6859622d-2c71-40f0-8956-f0fddbe0b029 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "PUT /v2.0/security-groups/22b32360-8b95-4834-bfc7-f3a5bd2949a0 HTTP/1.1" status: 409 len: 330 time: 0.0144179 Feb 10 11:39:19.922202 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-44daa679-7134-47d0-afbc-3c6b6b4e259e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:network and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:19.934202 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-44daa679-7134-47d0-afbc-3c6b6b4e259e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:19.959801 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-44daa679-7134-47d0-afbc-3c6b6b4e259e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:20.007804 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d10c6bba-3372-47ce-8467-c9f436347d24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:20.011177 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44daa679-7134-47d0-afbc-3c6b6b4e259e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:20.014182 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44daa679-7134-47d0-afbc-3c6b6b4e259e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:20.087725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7da23f48-9f1c-4a5a-a744-5b56f7a767d6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:20.112800 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:20.125944 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Transition to ACTIVE for port object d33692ef-8748-4599-b399-0e0753525c32 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:20.132485 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44daa679-7134-47d0-afbc-3c6b6b4e259e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:39:20.133826 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:20.160710 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7da23f48-9f1c-4a5a-a744-5b56f7a767d6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:20.174077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c6bba-3372-47ce-8467-c9f436347d24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Subnet': ['ID=4f2e174e-0249-493c-b414-a0523e5cf63d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:20.197618 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44daa679-7134-47d0-afbc-3c6b6b4e259e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:20.197618 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-44daa679-7134-47d0-afbc-3c6b6b4e259e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Added segment 6fc5deaf-5f72-4396-82f5-abb57d741950 of type vlan for network a9c51dc6-d82b-4626-9726-7d364bb3d5ad Feb 10 11:39:20.218183 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Attempting to bind port d33692ef-8748-4599-b399-0e0753525c32 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:20.218558 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Attempting to bind port d33692ef-8748-4599-b399-0e0753525c32 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:20.218890 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Attempting to bind port d33692ef-8748-4599-b399-0e0753525c32 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:20.220989 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd02073-8bb3-4878-841f-8f64dfd1375a None None] Pushing event updated for resources: {'Port': ['ID=d33692ef-8748-4599-b399-0e0753525c32,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:20.228073 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:20.228478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:20.229326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:20.229326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:20.229709 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Bound port: d33692ef-8748-4599-b399-0e0753525c32, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:20.230058 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:20.232388 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c6bba-3372-47ce-8467-c9f436347d24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Checking segment: {'id': 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '475d14d3-8614-4a00-9051-712e18452698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:20.232943 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10c6bba-3372-47ce-8467-c9f436347d24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network hostable DHCP agents. Network: 475d14d3-8614-4a00-9051-712e18452698, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:39:20.257706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44daa679-7134-47d0-afbc-3c6b6b4e259e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:20.274655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7da23f48-9f1c-4a5a-a744-5b56f7a767d6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:20.303463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] For port d33692ef-8748-4599-b399-0e0753525c32, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:20.306595 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] For port d33692ef-8748-4599-b399-0e0753525c32, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d33692ef-8748-4599-b399-0e0753525c32,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:20.306801 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da23f48-9f1c-4a5a-a744-5b56f7a767d6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b32360-8b95-4834-bfc7-f3a5bd2949a0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:20.310675 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:20.316840 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10c6bba-3372-47ce-8467-c9f436347d24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 475d14d3-8614-4a00-9051-712e18452698 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:39:20.322050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44daa679-7134-47d0-afbc-3c6b6b4e259e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:20.326443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44daa679-7134-47d0-afbc-3c6b6b4e259e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:20.327027 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44daa679-7134-47d0-afbc-3c6b6b4e259e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:20.408756 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd02073-8bb3-4878-841f-8f64dfd1375a None None] Pushing event updated for resources: {'Port': ['ID=d33692ef-8748-4599-b399-0e0753525c32,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:20.414438 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Routers {'af84d4b9-edee-4571-ae83-ee71cf2326f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:20.415052 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['af84d4b9-edee-4571-ae83-ee71cf2326f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:20.426605 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d10c6bba-3372-47ce-8467-c9f436347d24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 475d14d3-8614-4a00-9051-712e18452698) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:20.453438 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7da23f48-9f1c-4a5a-a744-5b56f7a767d6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:20.456491 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7da23f48-9f1c-4a5a-a744-5b56f7a767d6 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "DELETE /v2.0/security-groups/22b32360-8b95-4834-bfc7-f3a5bd2949a0 HTTP/1.1" status: 204 len: 168 time: 0.5538216 Feb 10 11:39:20.456491 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10c6bba-3372-47ce-8467-c9f436347d24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:20.456926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d10c6bba-3372-47ce-8467-c9f436347d24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:20.457785 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40390) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:20.468486 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-44daa679-7134-47d0-afbc-3c6b6b4e259e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5936093 Feb 10 11:39:20.471035 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea77c960-2141-4533-82b0-95469c9d0340 None None] Network 475d14d3-8614-4a00-9051-712e18452698 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:20.475952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40394) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:20.487104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-94951f5b-da59-4ab1-b5e1-aa6faf76f31e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'subnet': {'network_id': 'a9c51dc6-d82b-4626-9726-7d364bb3d5ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:20.502781 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44daa679-7134-47d0-afbc-3c6b6b4e259e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Network': ['ID=a9c51dc6-d82b-4626-9726-7d364bb3d5ad,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:20.509578 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d10c6bba-3372-47ce-8467-c9f436347d24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1136818 Feb 10 11:39:20.514654 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40398) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:20.524499 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7a53fccb-2896-4b14-aa59-7ab4f8482db9 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Synchronizing usage tracker for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:20.543204 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7a53fccb-2896-4b14-aa59-7ab4f8482db9 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] Unset dirty status for tenant:07e6b6c4d47d4fa39bd57d8d35bf3620 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:20.548934 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network a9c51dc6-d82b-4626-9726-7d364bb3d5ad details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:39:20.549152 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7a53fccb-2896-4b14-aa59-7ab4f8482db9 tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0862985 Feb 10 11:39:20.549498 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40402) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:20.567912 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-062290ba-de82-4717-a881-a0cc134393bf tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] delete failed (client error): The resource could not be found. Feb 10 11:39:20.572666 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-062290ba-de82-4717-a881-a0cc134393bf tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "DELETE /v2.0/security-groups/7ecb9b80-ccab-43c7-a026-68c9c7ef8584 HTTP/1.1" status: 404 len: 347 time: 0.0185175 Feb 10 11:39:20.573162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40406) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:20.591935 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-389bc38e-8229-41ec-8df9-d19912cb960e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] show failed (client error): The resource could not be found. Feb 10 11:39:20.596694 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-389bc38e-8229-41ec-8df9-d19912cb960e tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "GET /v2.0/security-groups/9b530f01-90f6-4ec2-b03a-2c57e8d13576 HTTP/1.1" status: 404 len: 347 time: 0.0188398 Feb 10 11:39:20.597100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40410) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:20.612166 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-42408ef8-301a-48cf-8fc6-53af0cd1abfd tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] show failed (client error): The resource could not be found. Feb 10 11:39:20.616411 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-42408ef8-301a-48cf-8fc6-53af0cd1abfd tempest-NegativeSecGroupIPv6Test-89132677 tempest-NegativeSecGroupIPv6Test-89132677-project] 10.222.0.36 "GET /v2.0/security-group-rules/8676ead4-90e3-4bde-9188-aefb83e5cdd9 HTTP/1.1" status: 404 len: 356 time: 0.0151765 Feb 10 11:39:20.837832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-94951f5b-da59-4ab1-b5e1-aa6faf76f31e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:20.851131 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-94951f5b-da59-4ab1-b5e1-aa6faf76f31e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:subnet and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:20.854972 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-94951f5b-da59-4ab1-b5e1-aa6faf76f31e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:20.860037 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] Set router af84d4b9-edee-4571-ae83-ee71cf2326f1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:20.863163 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-94951f5b-da59-4ab1-b5e1-aa6faf76f31e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:20.882667 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94951f5b-da59-4ab1-b5e1-aa6faf76f31e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:20.969863 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40418) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:21.019676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-475d14d3-8614-4a00-9051-712e18452698', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:39:21.020679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:21.023281 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-94951f5b-da59-4ab1-b5e1-aa6faf76f31e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:21.171540 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-63606e7b-5604-4565-a146-66c2d8d9a55f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07e6b6c4d47d4fa39bd57d8d35bf3620&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1969995 Feb 10 11:39:21.171883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40424) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:21.240324 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f84fb2f6-e76b-4561-b201-e07df84d8012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:21.267104 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f84fb2f6-e76b-4561-b201-e07df84d8012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:21.328452 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f84fb2f6-e76b-4561-b201-e07df84d8012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:21.343155 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Allocated IP 172.20.0.2 (475d14d3-8614-4a00-9051-712e18452698/4f2e174e-0249-493c-b414-a0523e5cf63d/4b2253a9-597d-4c54-a006-d0a4719b19fe) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:21.354115 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fb2f6-e76b-4561-b201-e07df84d8012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1924e16-97fc-4bf1-a7c6-a757bf5889ab,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:21.371773 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f84fb2f6-e76b-4561-b201-e07df84d8012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:21.377035 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f84fb2f6-e76b-4561-b201-e07df84d8012 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1924e16-97fc-4bf1-a7c6-a757bf5889ab HTTP/1.1" status: 204 len: 168 time: 0.2015295 Feb 10 11:39:21.429699 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-94951f5b-da59-4ab1-b5e1-aa6faf76f31e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:21.541435 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:18Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:21.548996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94951f5b-da59-4ab1-b5e1-aa6faf76f31e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Subnet': ['ID=2b4733d4-edbf-4340-ad2d-40913c10367b,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:21.558303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c187b5-f110-43dc-9fd5-e327813376c8 None None] The sync data for ids ['af84d4b9-edee-4571-ae83-ee71cf2326f1'] in dv-neutron-828497-1-hyperv is: [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:18Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:21.656742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:21.672021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Transition to ACTIVE for port object 4b2253a9-597d-4c54-a006-d0a4719b19fe will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:21.689375 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94951f5b-da59-4ab1-b5e1-aa6faf76f31e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Checking segment: {'id': '6fc5deaf-5f72-4396-82f5-abb57d741950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a9c51dc6-d82b-4626-9726-7d364bb3d5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:21.689751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94951f5b-da59-4ab1-b5e1-aa6faf76f31e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network hostable DHCP agents. Network: a9c51dc6-d82b-4626-9726-7d364bb3d5ad, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:39:21.707854 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Transition to ACTIVE for port object 4b2253a9-597d-4c54-a006-d0a4719b19fe will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:21.718190 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:21.750618 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94951f5b-da59-4ab1-b5e1-aa6faf76f31e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network a9c51dc6-d82b-4626-9726-7d364bb3d5ad is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:39:21.769088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-94951f5b-da59-4ab1-b5e1-aa6faf76f31e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, a9c51dc6-d82b-4626-9726-7d364bb3d5ad) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:21.798523 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94951f5b-da59-4ab1-b5e1-aa6faf76f31e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:21.799171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-94951f5b-da59-4ab1-b5e1-aa6faf76f31e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:21.824855 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c455c21-8d4d-4a8b-a014-548fa5e85493 None None] Network a9c51dc6-d82b-4626-9726-7d364bb3d5ad requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:21.841871 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-94951f5b-da59-4ab1-b5e1-aa6faf76f31e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3640461 Feb 10 11:39:21.844561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40436) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:21.853709 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-0bf2b45d-25d3-4666-9cb2-4c7ba6d43ef8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-640853362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:21.862307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0bf2b45d-25d3-4666-9cb2-4c7ba6d43ef8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:21.876889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0bf2b45d-25d3-4666-9cb2-4c7ba6d43ef8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:router and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:21.882386 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0bf2b45d-25d3-4666-9cb2-4c7ba6d43ef8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:21.903995 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0bf2b45d-25d3-4666-9cb2-4c7ba6d43ef8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:21.929108 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0bf2b45d-25d3-4666-9cb2-4c7ba6d43ef8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:21.931975 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0bf2b45d-25d3-4666-9cb2-4c7ba6d43ef8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:21.971018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0bf2b45d-25d3-4666-9cb2-4c7ba6d43ef8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:21.975228 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Pushing event updated for resources: {'Port': ['ID=4b2253a9-597d-4c54-a006-d0a4719b19fe,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:21.992494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Network 475d14d3-8614-4a00-9051-712e18452698 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:22.001658 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:22.006523 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:22.037281 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0bf2b45d-25d3-4666-9cb2-4c7ba6d43ef8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:22.077918 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0bf2b45d-25d3-4666-9cb2-4c7ba6d43ef8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:22.079804 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0bf2b45d-25d3-4666-9cb2-4c7ba6d43ef8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2323921 Feb 10 11:39:22.083229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40444) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:22.238034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:22.379507 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Attempting to bind port 4b2253a9-597d-4c54-a006-d0a4719b19fe on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:22.380043 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Attempting to bind port 4b2253a9-597d-4c54-a006-d0a4719b19fe by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '475d14d3-8614-4a00-9051-712e18452698'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:22.380325 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Attempting to bind port 4b2253a9-597d-4c54-a006-d0a4719b19fe on network 475d14d3-8614-4a00-9051-712e18452698 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:22.389222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-a9c51dc6-d82b-4626-9726-7d364bb3d5ad', 'network_id': 'a9c51dc6-d82b-4626-9726-7d364bb3d5ad', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'fixed_ips': [{'subnet_id': '2b4733d4-edbf-4340-ad2d-40913c10367b'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:39:22.390495 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:22.439791 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:22.440171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Checking segment: {'id': 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '475d14d3-8614-4a00-9051-712e18452698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:22.440780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:22.441367 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Bound using segment: {'id': 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '475d14d3-8614-4a00-9051-712e18452698'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:22.442015 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Bound port: 4b2253a9-597d-4c54-a006-d0a4719b19fe, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '475d14d3-8614-4a00-9051-712e18452698'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:22.442594 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:22.720799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40454) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:22.734029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] For port 4b2253a9-597d-4c54-a006-d0a4719b19fe, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:22.754595 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] For port 4b2253a9-597d-4c54-a006-d0a4719b19fe, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4b2253a9-597d-4c54-a006-d0a4719b19fe,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:22.767094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:22.828728 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Allocated IP 2001:db8::2 (a9c51dc6-d82b-4626-9726-7d364bb3d5ad/2b4733d4-edbf-4340-ad2d-40913c10367b/8cfa4db7-9745-43df-94cd-5d019cca1873) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:22.909435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:22.955624 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.1 (475d14d3-8614-4a00-9051-712e18452698/4f2e174e-0249-493c-b414-a0523e5cf63d/c096e45f-dbcb-48ff-8051-d2c32943a36a) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:23.001651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-71052479-network', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:23.037843 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99143e-ff32-44b2-87be-9545c93d1828 None None] Pushing event updated for resources: {'Port': ['ID=4b2253a9-597d-4c54-a006-d0a4719b19fe,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:23.078141 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:23.092791 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Usage tracker for resource:network and tenant:a7ea00cd69f94e278d237bca3bf96ede is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:23.101008 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:23.114802 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:23.270700 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:23.307071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Transition to ACTIVE for port object 8cfa4db7-9745-43df-94cd-5d019cca1873 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:23.337561 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Transition to ACTIVE for port object 8cfa4db7-9745-43df-94cd-5d019cca1873 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:23.340371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Made reservation on behalf of a7ea00cd69f94e278d237bca3bf96ede for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:23.343428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:23.348284 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:23.370877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:23.408832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:23.432746 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Network a9c51dc6-d82b-4626-9726-7d364bb3d5ad is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:23.436147 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:23.441374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:23.443684 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Pushing event updated for resources: {'Port': ['ID=8cfa4db7-9745-43df-94cd-5d019cca1873,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:23.462962 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object c096e45f-dbcb-48ff-8051-d2c32943a36a will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:23.507438 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:23.556580 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Attempting to bind port 8cfa4db7-9745-43df-94cd-5d019cca1873 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:23.557154 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Attempting to bind port 8cfa4db7-9745-43df-94cd-5d019cca1873 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '6fc5deaf-5f72-4396-82f5-abb57d741950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a9c51dc6-d82b-4626-9726-7d364bb3d5ad'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:23.557726 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Attempting to bind port 8cfa4db7-9745-43df-94cd-5d019cca1873 on network a9c51dc6-d82b-4626-9726-7d364bb3d5ad {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:23.558924 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:23.567847 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:23.568894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Checking segment: {'id': '6fc5deaf-5f72-4396-82f5-abb57d741950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a9c51dc6-d82b-4626-9726-7d364bb3d5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:23.570282 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:23.571140 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Bound using segment: {'id': '6fc5deaf-5f72-4396-82f5-abb57d741950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a9c51dc6-d82b-4626-9726-7d364bb3d5ad'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:23.572294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Bound port: 8cfa4db7-9745-43df-94cd-5d019cca1873, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc5deaf-5f72-4396-82f5-abb57d741950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a9c51dc6-d82b-4626-9726-7d364bb3d5ad'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:23.573192 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:23.581417 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ea00cd69f94e278d237bca3bf96ede is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:23.591775 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:23.612828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 475d14d3-8614-4a00-9051-712e18452698 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:23.616710 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:23.633222 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:23.666021 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:23.708684 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=c096e45f-dbcb-48ff-8051-d2c32943a36a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:23.743412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:23.745580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Allocated IP 2001:db8::1 (a9c51dc6-d82b-4626-9726-7d364bb3d5ad/2b4733d4-edbf-4340-ad2d-40913c10367b/7f9108e4-5823-49aa-a486-2c0def744d23) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:23.757237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4b2253a9-597d-4c54-a006-d0a4719b19fe up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:23.836721 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] For port 8cfa4db7-9745-43df-94cd-5d019cca1873, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:23.844258 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] For port 8cfa4db7-9745-43df-94cd-5d019cca1873, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=8cfa4db7-9745-43df-94cd-5d019cca1873,segment=NetworkSegment(6fc5deaf-5f72-4396-82f5-abb57d741950),segment_id=6fc5deaf-5f72-4396-82f5-abb57d741950)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:23.860456 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:23.886743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:23.950855 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06f26a-1c36-4660-84e3-753ae76de638 None None] Pushing event updated for resources: {'Port': ['ID=8cfa4db7-9745-43df-94cd-5d019cca1873,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:23.970379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 4b2253a9-597d-4c54-a006-d0a4719b19fe completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:23.984816 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d33692ef-8748-4599-b399-0e0753525c32 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:23.995868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.006307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.020462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:39:24.032989 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.033704 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Added segment 267ba966-b949-4899-b155-c51cb42d1bdc of type vlan for network f515bcb9-d982-4b8d-83ba-f18662effa60 Feb 10 11:39:24.119929 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port d33692ef-8748-4599-b399-0e0753525c32 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:24.129667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.133383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port d33692ef-8748-4599-b399-0e0753525c32 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:24.134262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.245613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.247089 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:24.248670 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.297469 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49da8b7-e36f-448c-9707-c9c0dc6c363f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:24.459286 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.492038 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.534414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] Pushing event updated for resources: {'Network': ['ID=f515bcb9-d982-4b8d-83ba-f18662effa60,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:24.543210 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port d33692ef-8748-4599-b399-0e0753525c32, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d33692ef-8748-4599-b399-0e0753525c32,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:24.549793 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.568602 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Transition to ACTIVE for port object 7f9108e4-5823-49aa-a486-2c0def744d23 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:24.576821 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-026e4115-e0fd-4c33-92a9-4bf91c9fadb7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8545814 Feb 10 11:39:24.577878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40460) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:24.586781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d1bb894f-d41c-4a75-a857-5bcfcd17437e admin admin] Request body: {'subnet': {'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-71052479-subnet', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'ip_version': 4}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:24.594179 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d1bb894f-d41c-4a75-a857-5bcfcd17437e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:24.599057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network f515bcb9-d982-4b8d-83ba-f18662effa60 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:39:24.601944 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d1bb894f-d41c-4a75-a857-5bcfcd17437e admin admin] Usage tracker for resource:subnet and tenant:a7ea00cd69f94e278d237bca3bf96ede is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:24.606696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d1bb894f-d41c-4a75-a857-5bcfcd17437e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:24.615198 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d1bb894f-d41c-4a75-a857-5bcfcd17437e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:24.633883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bb894f-d41c-4a75-a857-5bcfcd17437e admin admin] Made reservation on behalf of a7ea00cd69f94e278d237bca3bf96ede for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:24.636936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1bb894f-d41c-4a75-a857-5bcfcd17437e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.655745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.708915 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.716348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.780527 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=d33692ef-8748-4599-b399-0e0753525c32,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:24.804059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network a9c51dc6-d82b-4626-9726-7d364bb3d5ad is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:24.812887 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08ec81b-edba-4662-a55c-d0ca13854b73 None None] Network 475d14d3-8614-4a00-9051-712e18452698 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:24.814934 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:24.830348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:24.831192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.842513 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=c096e45f-dbcb-48ff-8051-d2c32943a36a,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:24.846001 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.860562 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=7f9108e4-5823-49aa-a486-2c0def744d23,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:24.992730 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8af531d2-0cca-4a4d-986b-6c46a0df1d8b None None] Provisioning for port 4b2253a9-597d-4c54-a006-d0a4719b19fe completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:25.003218 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8af531d2-0cca-4a4d-986b-6c46a0df1d8b None None] Provisioning complete for port 4b2253a9-597d-4c54-a006-d0a4719b19fe triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:25.003594 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8af531d2-0cca-4a4d-986b-6c46a0df1d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:25.019222 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:25.047139 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 475d14d3-8614-4a00-9051-712e18452698 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:25.049450 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:25.269413 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8af531d2-0cca-4a4d-986b-6c46a0df1d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:25.331748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8af531d2-0cca-4a4d-986b-6c46a0df1d8b None None] For port 4b2253a9-597d-4c54-a006-d0a4719b19fe, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4b2253a9-597d-4c54-a006-d0a4719b19fe,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:25.349683 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8af531d2-0cca-4a4d-986b-6c46a0df1d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:25.437538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1bb894f-d41c-4a75-a857-5bcfcd17437e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:25.437980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af531d2-0cca-4a4d-986b-6c46a0df1d8b None None] Pushing event updated for resources: {'Port': ['ID=4b2253a9-597d-4c54-a006-d0a4719b19fe,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:25.749275 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb894f-d41c-4a75-a857-5bcfcd17437e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bfb8288-f6e4-496c-ada9-091c63b52c0b,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:25.774692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4b2253a9-597d-4c54-a006-d0a4719b19fe up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:25.785257 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb894f-d41c-4a75-a857-5bcfcd17437e admin admin] Checking segment: {'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:25.785621 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bb894f-d41c-4a75-a857-5bcfcd17437e admin admin] Network hostable DHCP agents. Network: f515bcb9-d982-4b8d-83ba-f18662effa60, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:39:25.804011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router af84d4b9-edee-4571-ae83-ee71cf2326f1 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:25.814283 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2042355f-8ea6-4f60-9bfc-7d5331b3e6f2 None None] Network a9c51dc6-d82b-4626-9726-7d364bb3d5ad requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:25.917310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bb894f-d41c-4a75-a857-5bcfcd17437e admin admin] Network f515bcb9-d982-4b8d-83ba-f18662effa60 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:39:26.016160 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-d1bb894f-d41c-4a75-a857-5bcfcd17437e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, f515bcb9-d982-4b8d-83ba-f18662effa60) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:26.034583 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bb894f-d41c-4a75-a857-5bcfcd17437e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:26.035631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1bb894f-d41c-4a75-a857-5bcfcd17437e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:26.056543 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 4b2253a9-597d-4c54-a006-d0a4719b19fe triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:26.057633 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:26.102735 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d1bb894f-d41c-4a75-a857-5bcfcd17437e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5197086 Feb 10 11:39:26.116297 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40464) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:26.120719 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc0966e-1e1c-44f0-8bb1-a0f2d7514f8c None None] Network f515bcb9-d982-4b8d-83ba-f18662effa60 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:26.131950 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:26.150059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:26.157958 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:26.178460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:26.179658 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:26.186297 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Usage tracker for resource:router and tenant:a7ea00cd69f94e278d237bca3bf96ede is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:26.207662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a713d8d6-1aa7-4644-84be-e6f46575c353 None None] Provisioning complete for port 4b2253a9-597d-4c54-a006-d0a4719b19fe triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:26.207662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a713d8d6-1aa7-4644-84be-e6f46575c353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:26.250769 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:26.271345 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:26.287177 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Sync routers for ids ['af84d4b9-edee-4571-ae83-ee71cf2326f1'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:26.303803 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-72f4726d-4e03-4fec-8549-49017bb66ba9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/af84d4b9-edee-4571-ae83-ee71cf2326f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7859535 Feb 10 11:39:26.304032 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Routers {'af84d4b9-edee-4571-ae83-ee71cf2326f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:26.304032 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['af84d4b9-edee-4571-ae83-ee71cf2326f1'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:26.304655 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40468) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:26.306230 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:26.492108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d33692ef-8748-4599-b399-0e0753525c32 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:26.556735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:26.558514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:26.564990 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Set router af84d4b9-edee-4571-ae83-ee71cf2326f1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:26.590654 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:26.648492 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3429c97b-f206-4987-882f-ef320056004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:26.794753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=7f9108e4-5823-49aa-a486-2c0def744d23,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:26.943709 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a713d8d6-1aa7-4644-84be-e6f46575c353 None None] Provisioning for port 8cfa4db7-9745-43df-94cd-5d019cca1873 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:26.957746 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port d33692ef-8748-4599-b399-0e0753525c32 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:26.958338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:27.003958 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-f515bcb9-d982-4b8d-83ba-f18662effa60', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:39:27.005278 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:27.039717 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a1ad06-45eb-42e8-94ac-7555c8b6981c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:27.040550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a1ad06-45eb-42e8-94ac-7555c8b6981c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:27.040550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a1ad06-45eb-42e8-94ac-7555c8b6981c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:27.040926 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a1ad06-45eb-42e8-94ac-7555c8b6981c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:27.041331 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a1ad06-45eb-42e8-94ac-7555c8b6981c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:27.041699 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a1ad06-45eb-42e8-94ac-7555c8b6981c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:27.043803 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f8a1ad06-45eb-42e8-94ac-7555c8b6981c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4269 time: 0.7289307 Feb 10 11:39:27.045186 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'c096e45f-dbcb-48ff-8051-d2c32943a36a', 'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:0e:df:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:22Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 2, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:27.049681 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40472) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:27.057792 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Checking router: af84d4b9-edee-4571-ae83-ee71cf2326f1 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:39:27.058340 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Updating router af84d4b9-edee-4571-ae83-ee71cf2326f1 port c096e45f-dbcb-48ff-8051-d2c32943a36a binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:39:27.175743 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:27.194375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:27.208771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a713d8d6-1aa7-4644-84be-e6f46575c353 None None] Provisioning for port c096e45f-dbcb-48ff-8051-d2c32943a36a completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:27.229672 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network a9c51dc6-d82b-4626-9726-7d364bb3d5ad is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:27.236269 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a713d8d6-1aa7-4644-84be-e6f46575c353 None None] Provisioning complete for port c096e45f-dbcb-48ff-8051-d2c32943a36a triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:27.236663 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a713d8d6-1aa7-4644-84be-e6f46575c353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:27.238108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548b3c71-c3de-42f0-9f61-319cd6d79129 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:27.238697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:27.239706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548b3c71-c3de-42f0-9f61-319cd6d79129 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:27.240407 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548b3c71-c3de-42f0-9f61-319cd6d79129 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:27.241388 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548b3c71-c3de-42f0-9f61-319cd6d79129 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:27.253914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548b3c71-c3de-42f0-9f61-319cd6d79129 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:27.254611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548b3c71-c3de-42f0-9f61-319cd6d79129 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:27.260570 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-548b3c71-c3de-42f0-9f61-319cd6d79129 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3977 time: 0.2086167 Feb 10 11:39:27.266174 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40476) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:27.429004 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 8cfa4db7-9745-43df-94cd-5d019cca1873 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:27.459635 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a713d8d6-1aa7-4644-84be-e6f46575c353 None None] Port c096e45f-dbcb-48ff-8051-d2c32943a36a cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:27.496345 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Allocated IP 172.20.0.2 (f515bcb9-d982-4b8d-83ba-f18662effa60/9bfb8288-f6e4-496c-ada9-091c63b52c0b/32aead46-b305-421c-bf7a-5ec181425fe7) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:27.634720 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2dfbc172-c9e6-4aed-9431-3946d90da22b tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2668 time: 0.3666646 Feb 10 11:39:27.646352 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 8cfa4db7-9745-43df-94cd-5d019cca1873 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:27.655329 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 8cfa4db7-9745-43df-94cd-5d019cca1873 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:27.655705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:27.719324 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7d5e8b33-6ac0-48bd-a811-8b92337aaae4 None None] Provisioning complete for port 8cfa4db7-9745-43df-94cd-5d019cca1873 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:27.719718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8b33-6ac0-48bd-a811-8b92337aaae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:27.965404 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:27.999902 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40482) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:28.012505 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7620e22b-ccf2-4b5d-b01e-d6faa175e4c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-430966002', 'description': 'tempest-secgroup-smoke-430966002 description', 'project_id': '0287a4c215574103957c73d52a854e74'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:28.045345 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7620e22b-ccf2-4b5d-b01e-d6faa175e4c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:28.066254 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7620e22b-ccf2-4b5d-b01e-d6faa175e4c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:28.077276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Transition to ACTIVE for port object 32aead46-b305-421c-bf7a-5ec181425fe7 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:28.081341 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.084105 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7620e22b-ccf2-4b5d-b01e-d6faa175e4c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.113024 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router c05f9227-2161-405c-aaac-1e06ff9e82dd is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:39:28.118145 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Transition to ACTIVE for port object c096e45f-dbcb-48ff-8051-d2c32943a36a will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:28.133269 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.138737 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.153647 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7620e22b-ccf2-4b5d-b01e-d6faa175e4c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:28.161989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7620e22b-ccf2-4b5d-b01e-d6faa175e4c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:28.165584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7620e22b-ccf2-4b5d-b01e-d6faa175e4c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:28.174606 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7620e22b-ccf2-4b5d-b01e-d6faa175e4c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:28.179305 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.212454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.221344 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Transition to ACTIVE for port object 32aead46-b305-421c-bf7a-5ec181425fe7 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:28.222426 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b99dd-f1aa-47ba-a124-c88583325080 None None] Pushing event updated for resources: {'Port': ['ID=c096e45f-dbcb-48ff-8051-d2c32943a36a,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:28.252903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 8cfa4db7-9745-43df-94cd-5d019cca1873, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=8cfa4db7-9745-43df-94cd-5d019cca1873,segment=NetworkSegment(6fc5deaf-5f72-4396-82f5-abb57d741950),segment_id=6fc5deaf-5f72-4396-82f5-abb57d741950)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:28.258467 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.288744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7620e22b-ccf2-4b5d-b01e-d6faa175e4c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.293740 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7620e22b-ccf2-4b5d-b01e-d6faa175e4c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.323029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.340997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8b33-6ac0-48bd-a811-8b92337aaae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.358565 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620e22b-ccf2-4b5d-b01e-d6faa175e4c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a26298-c946-4ede-8797-74b4a6fdf223,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:28.388914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7620e22b-ccf2-4b5d-b01e-d6faa175e4c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.391231 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7620e22b-ccf2-4b5d-b01e-d6faa175e4c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3882575 Feb 10 11:39:28.394119 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40486) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:28.407415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-093e8057-b986-40ca-94cb-da89d113e9cf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '32a26298-c946-4ede-8797-74b4a6fdf223', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:28.422765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-093e8057-b986-40ca-94cb-da89d113e9cf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:28.428407 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b99dd-f1aa-47ba-a124-c88583325080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:28.429020 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b99dd-f1aa-47ba-a124-c88583325080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:28.429903 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b99dd-f1aa-47ba-a124-c88583325080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:28.430462 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b99dd-f1aa-47ba-a124-c88583325080 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:28.430800 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b99dd-f1aa-47ba-a124-c88583325080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:28.431138 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b99dd-f1aa-47ba-a124-c88583325080 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:28.431459 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b99dd-f1aa-47ba-a124-c88583325080 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:28.431955 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b99dd-f1aa-47ba-a124-c88583325080 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:28.432459 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b99dd-f1aa-47ba-a124-c88583325080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:28.432975 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b99dd-f1aa-47ba-a124-c88583325080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:28.433332 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b99dd-f1aa-47ba-a124-c88583325080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:28.435741 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-093e8057-b986-40ca-94cb-da89d113e9cf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:28.447745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-093e8057-b986-40ca-94cb-da89d113e9cf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:28.451515 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Network f515bcb9-d982-4b8d-83ba-f18662effa60 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:28.455030 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Pushing event updated for resources: {'Port': ['ID=32aead46-b305-421c-bf7a-5ec181425fe7,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:28.455649 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-093e8057-b986-40ca-94cb-da89d113e9cf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:28.504414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-093e8057-b986-40ca-94cb-da89d113e9cf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.558851 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:28.575714 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:28.604250 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Attempting to bind port c096e45f-dbcb-48ff-8051-d2c32943a36a on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:28.604767 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Attempting to bind port c096e45f-dbcb-48ff-8051-d2c32943a36a by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '475d14d3-8614-4a00-9051-712e18452698'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:28.605184 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Attempting to bind port c096e45f-dbcb-48ff-8051-d2c32943a36a on network 475d14d3-8614-4a00-9051-712e18452698 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:28.628626 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:28.628992 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Checking segment: {'id': 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '475d14d3-8614-4a00-9051-712e18452698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:28.629438 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.630000 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Bound using segment: {'id': 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '475d14d3-8614-4a00-9051-712e18452698'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:28.630477 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Bound port: c096e45f-dbcb-48ff-8051-d2c32943a36a, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '475d14d3-8614-4a00-9051-712e18452698'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:28.630885 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.636811 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-093e8057-b986-40ca-94cb-da89d113e9cf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.641935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-093e8057-b986-40ca-94cb-da89d113e9cf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.682585 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Allocated IP 172.26.4.80 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/fe531e6a-b195-431d-aff3-9cca8d54c944) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:28.694340 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-093e8057-b986-40ca-94cb-da89d113e9cf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.699665 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-093e8057-b986-40ca-94cb-da89d113e9cf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3035622 Feb 10 11:39:28.701956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40490) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:28.702643 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e8057-b986-40ca-94cb-da89d113e9cf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1342948-584f-451a-ae6c-b8a78e95ee55,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:28.712235 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a779e7d2-a00c-4f6e-96a5-334c617658b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '32a26298-c946-4ede-8797-74b4a6fdf223', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:28.719402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a779e7d2-a00c-4f6e-96a5-334c617658b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:28.728386 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a779e7d2-a00c-4f6e-96a5-334c617658b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:28.733171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a779e7d2-a00c-4f6e-96a5-334c617658b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:28.744188 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a779e7d2-a00c-4f6e-96a5-334c617658b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:28.772543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a779e7d2-a00c-4f6e-96a5-334c617658b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.799281 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] For port c096e45f-dbcb-48ff-8051-d2c32943a36a, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:28.805462 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] For port c096e45f-dbcb-48ff-8051-d2c32943a36a, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c096e45f-dbcb-48ff-8051-d2c32943a36a,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:28.810544 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.833519 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:28.868114 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d5f04-2ec7-46e3-be14-73fb4a4b32b5 None None] Sync routers for ids ['c05f9227-2161-405c-aaac-1e06ff9e82dd'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:28.870255 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5780775b-2030-4c6b-bfb1-216203fd1649 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/c05f9227-2161-405c-aaac-1e06ff9e82dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7836142 Feb 10 11:39:28.895450 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40494) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:28.896932 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-7d5e8b33-6ac0-48bd-a811-8b92337aaae4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:39:28.897743 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-7d5e8b33-6ac0-48bd-a811-8b92337aaae4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:39:28.900453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a779e7d2-a00c-4f6e-96a5-334c617658b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.902356 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d5f04-2ec7-46e3-be14-73fb4a4b32b5 None None] Routers {'c05f9227-2161-405c-aaac-1e06ff9e82dd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:28.903222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-011d5f04-2ec7-46e3-be14-73fb4a4b32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c05f9227-2161-405c-aaac-1e06ff9e82dd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:28.905359 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a779e7d2-a00c-4f6e-96a5-334c617658b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.934595 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b99dd-f1aa-47ba-a124-c88583325080 None None] Pushing event updated for resources: {'Port': ['ID=c096e45f-dbcb-48ff-8051-d2c32943a36a,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:28.944651 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a779e7d2-a00c-4f6e-96a5-334c617658b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.954603 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a779e7d2-a00c-4f6e-96a5-334c617658b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2494280 Feb 10 11:39:28.960445 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40498) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:28.977953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Attempting to bind port 32aead46-b305-421c-bf7a-5ec181425fe7 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:28.978529 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Attempting to bind port 32aead46-b305-421c-bf7a-5ec181425fe7 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:28.978800 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Attempting to bind port 32aead46-b305-421c-bf7a-5ec181425fe7 on network f515bcb9-d982-4b8d-83ba-f18662effa60 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:28.983752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3a442385-047b-4643-a8b8-768f331277e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '32a26298-c946-4ede-8797-74b4a6fdf223', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:28.989804 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=8cfa4db7-9745-43df-94cd-5d019cca1873,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:28.998392 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779e7d2-a00c-4f6e-96a5-334c617658b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2809b83-4d6b-4dd7-892f-68bd75807850,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:29.006031 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3a442385-047b-4643-a8b8-768f331277e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:29.007823 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6fda5aa4-0da0-4748-bb4d-6d7ed3db3875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.013454 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-011d5f04-2ec7-46e3-be14-73fb4a4b32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:29.022437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:29.022916 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Checking segment: {'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:29.025621 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3a442385-047b-4643-a8b8-768f331277e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:29.025826 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.026124 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Bound using segment: {'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:29.026781 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Bound port: 32aead46-b305-421c-bf7a-5ec181425fe7, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:29.027876 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.030643 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Routers {'af84d4b9-edee-4571-ae83-ee71cf2326f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:29.031654 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['af84d4b9-edee-4571-ae83-ee71cf2326f1'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:29.042467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3a442385-047b-4643-a8b8-768f331277e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:29.057032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3a442385-047b-4643-a8b8-768f331277e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:29.081932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a442385-047b-4643-a8b8-768f331277e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.201441 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.202315 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a442385-047b-4643-a8b8-768f331277e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.210661 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a442385-047b-4643-a8b8-768f331277e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.226686 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a78c55-1860-4d8e-8ffd-df5cb946b405 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:29.227306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-93a78c55-1860-4d8e-8ffd-df5cb946b405 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Synchronizing usage tracker for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:29.251512 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] For port 32aead46-b305-421c-bf7a-5ec181425fe7, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:29.255896 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] For port 32aead46-b305-421c-bf7a-5ec181425fe7, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=32aead46-b305-421c-bf7a-5ec181425fe7,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:29.262130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.264326 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a442385-047b-4643-a8b8-768f331277e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd045eb-08f5-4030-b5f0-e85543e9b454,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:29.267754 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a442385-047b-4643-a8b8-768f331277e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.272089 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40502) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:29.272702 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3a442385-047b-4643-a8b8-768f331277e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3109491 Feb 10 11:39:29.275830 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d5f04-2ec7-46e3-be14-73fb4a4b32b5 None None] Routers {'c05f9227-2161-405c-aaac-1e06ff9e82dd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:29.276117 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-93a78c55-1860-4d8e-8ffd-df5cb946b405 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Unset dirty status for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:29.276481 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-011d5f04-2ec7-46e3-be14-73fb4a4b32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c05f9227-2161-405c-aaac-1e06ff9e82dd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:29.281501 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-93a78c55-1860-4d8e-8ffd-df5cb946b405 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports/7f9108e4-5823-49aa-a486-2c0def744d23 HTTP/1.1" status: 200 len: 911 time: 0.3808439 Feb 10 11:39:29.282258 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40506) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:29.289760 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7ce050fa-a8e4-4e31-b767-5803c2cc477b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2b4733d4-edbf-4340-ad2d-40913c10367b'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:29.290706 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-77581002-b247-468d-89a1-fe48ff79fc05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '32a26298-c946-4ede-8797-74b4a6fdf223', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:29.298913 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-77581002-b247-468d-89a1-fe48ff79fc05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:29.310914 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-77581002-b247-468d-89a1-fe48ff79fc05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:29.314858 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-77581002-b247-468d-89a1-fe48ff79fc05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:29.323630 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-77581002-b247-468d-89a1-fe48ff79fc05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:29.328883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.332967 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] Set router af84d4b9-edee-4571-ae83-ee71cf2326f1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:29.415201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Pushing event updated for resources: {'Port': ['ID=fe531e6a-b195-431d-aff3-9cca8d54c944,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:29.425893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:29.427576 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:29.432134 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:29.489374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-011d5f04-2ec7-46e3-be14-73fb4a4b32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:29.489748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d5f04-2ec7-46e3-be14-73fb4a4b32b5 None None] The sync data for ids ['c05f9227-2161-405c-aaac-1e06ff9e82dd'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:29.580467 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d779a-7bb1-49a5-a06f-e19f62917bef None None] Pushing event updated for resources: {'Port': ['ID=32aead46-b305-421c-bf7a-5ec181425fe7,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:29.584589 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-77581002-b247-468d-89a1-fe48ff79fc05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.607252 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7d5e8b33-6ac0-48bd-a811-8b92337aaae4 None None] Provisioning for port 7f9108e4-5823-49aa-a486-2c0def744d23 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:29.622213 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7d5e8b33-6ac0-48bd-a811-8b92337aaae4 None None] Provisioning complete for port 7f9108e4-5823-49aa-a486-2c0def744d23 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:29.623674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8b33-6ac0-48bd-a811-8b92337aaae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.639546 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ce050fa-a8e4-4e31-b767-5803c2cc477b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.711411 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e8b33-6ac0-48bd-a811-8b92337aaae4 None None] Port 7f9108e4-5823-49aa-a486-2c0def744d23 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:29.761322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-77581002-b247-468d-89a1-fe48ff79fc05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.773444 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-77581002-b247-468d-89a1-fe48ff79fc05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.805847 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.824259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77581002-b247-468d-89a1-fe48ff79fc05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c031b4-73de-46af-b2bd-7def257d056a,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:29.847342 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-77581002-b247-468d-89a1-fe48ff79fc05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.851270 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-77581002-b247-468d-89a1-fe48ff79fc05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5759130 Feb 10 11:39:29.853988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40510) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:29.879106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-2163f525-35bf-424f-8602-4f7b770cf6af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '32a26298-c946-4ede-8797-74b4a6fdf223', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:29.893290 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2163f525-35bf-424f-8602-4f7b770cf6af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:29.901014 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f8cf0e17-28ea-480f-ae3b-3bc50ab27e37 None None] Provisioning complete for port 7f9108e4-5823-49aa-a486-2c0def744d23 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:29.901438 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f8cf0e17-28ea-480f-ae3b-3bc50ab27e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.902135 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2163f525-35bf-424f-8602-4f7b770cf6af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:29.908709 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2163f525-35bf-424f-8602-4f7b770cf6af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:29.920563 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2163f525-35bf-424f-8602-4f7b770cf6af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:29.923834 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'c096e45f-dbcb-48ff-8051-d2c32943a36a', 'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:0e:df:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:22Z', 'updated_at': '2022-02-10T11:39:28Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:29.941752 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cbd748-5613-48b4-8a47-1fb0777d0281 None None] The sync data for ids ['af84d4b9-edee-4571-ae83-ee71cf2326f1'] in dv-neutron-828497-1-hyperv is: [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'c096e45f-dbcb-48ff-8051-d2c32943a36a', 'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:0e:df:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:22Z', 'updated_at': '2022-02-10T11:39:28Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:29.953247 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-2163f525-35bf-424f-8602-4f7b770cf6af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:39:29.969235 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2163f525-35bf-424f-8602-4f7b770cf6af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.004300 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.005033 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.199436 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf0e17-28ea-480f-ae3b-3bc50ab27e37 None None] Port 7f9108e4-5823-49aa-a486-2c0def744d23 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:30.239733 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.248384 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2163f525-35bf-424f-8602-4f7b770cf6af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.255138 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2163f525-35bf-424f-8602-4f7b770cf6af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.301011 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163f525-35bf-424f-8602-4f7b770cf6af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fcc833d-30d5-425e-a5be-f1c633ee8dc1,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:30.316107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2163f525-35bf-424f-8602-4f7b770cf6af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.320321 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2163f525-35bf-424f-8602-4f7b770cf6af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4638760 Feb 10 11:39:30.320956 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40514) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:30.329455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-e197faee-4fc1-45c2-b954-170b0c0ba8e2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '32a26298-c946-4ede-8797-74b4a6fdf223', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:30.339511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e197faee-4fc1-45c2-b954-170b0c0ba8e2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:30.347851 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e197faee-4fc1-45c2-b954-170b0c0ba8e2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:30.352397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e197faee-4fc1-45c2-b954-170b0c0ba8e2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:30.365505 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e197faee-4fc1-45c2-b954-170b0c0ba8e2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:30.388801 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-e197faee-4fc1-45c2-b954-170b0c0ba8e2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:39:30.410824 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e197faee-4fc1-45c2-b954-170b0c0ba8e2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.541647 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e197faee-4fc1-45c2-b954-170b0c0ba8e2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.549795 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e197faee-4fc1-45c2-b954-170b0c0ba8e2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.563031 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c096e45f-dbcb-48ff-8051-d2c32943a36a up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:30.612583 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e197faee-4fc1-45c2-b954-170b0c0ba8e2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.613835 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e197faee-4fc1-45c2-b954-170b0c0ba8e2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2917376 Feb 10 11:39:30.625172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197faee-4fc1-45c2-b954-170b0c0ba8e2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8de5ad9-2b98-47a9-91d9-05e15263a735,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:30.640647 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Router 2b937027-dcc8-40e2-ab37-68bac57a49a5 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:39:30.690932 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port c096e45f-dbcb-48ff-8051-d2c32943a36a completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:30.697578 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port c096e45f-dbcb-48ff-8051-d2c32943a36a triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:30.697960 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.844706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ce050fa-a8e4-4e31-b767-5803c2cc477b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.857522 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ce050fa-a8e4-4e31-b767-5803c2cc477b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.863648 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce050fa-a8e4-4e31-b767-5803c2cc477b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:30.866487 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ce050fa-a8e4-4e31-b767-5803c2cc477b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.871588 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7ce050fa-a8e4-4e31-b767-5803c2cc477b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/ports/7f9108e4-5823-49aa-a486-2c0def744d23 HTTP/1.1" status: 200 len: 911 time: 1.5845642 Feb 10 11:39:30.872359 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40522) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:31.022536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce050fa-a8e4-4e31-b767-5803c2cc477b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=7f9108e4-5823-49aa-a486-2c0def744d23,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:31.052200 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:31.167158 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port c096e45f-dbcb-48ff-8051-d2c32943a36a, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c096e45f-dbcb-48ff-8051-d2c32943a36a,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:31.172640 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:31.173657 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 32aead46-b305-421c-bf7a-5ec181425fe7 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:31.325898 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=c096e45f-dbcb-48ff-8051-d2c32943a36a,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:31.339497 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b3e551-f091-4a49-a015-83616b5e7b5b None None] Network f515bcb9-d982-4b8d-83ba-f18662effa60 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:31.536307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:31.553232 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Sync routers for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:31.567670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 32aead46-b305-421c-bf7a-5ec181425fe7 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:31.576621 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:31.577778 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:31.601580 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6c9a946b-0806-4bca-b1ce-76c6e2e557c6 None None] Provisioning for port 32aead46-b305-421c-bf7a-5ec181425fe7 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:31.601961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:31.607147 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3c0c1c4b-7b78-49d4-b033-e13912ef4e89 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4894114 Feb 10 11:39:31.607487 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40530) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:31.612109 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 32aead46-b305-421c-bf7a-5ec181425fe7 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:31.612496 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:31.646231 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb25d4c4-1f1c-47ea-8c5e-83983b77bb51 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:31.737396 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6c9a946b-0806-4bca-b1ce-76c6e2e557c6 None None] Provisioning complete for port 32aead46-b305-421c-bf7a-5ec181425fe7 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:31.737849 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6c9a946b-0806-4bca-b1ce-76c6e2e557c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:31.766410 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:31.802533 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:31.885649 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.067486 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 32aead46-b305-421c-bf7a-5ec181425fe7, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=32aead46-b305-421c-bf7a-5ec181425fe7,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:32.067905 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-f6eaef69-b45e-4d70-8f41-13bd7bdc8468 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:32.078508 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.079321 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 8cfa4db7-9745-43df-94cd-5d019cca1873 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:32.114656 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-f6eaef69-b45e-4d70-8f41-13bd7bdc8468 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:32.118120 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-f6eaef69-b45e-4d70-8f41-13bd7bdc8468 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-430966002&fields=id&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 267 time: 0.4247525 Feb 10 11:39:32.218423 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6c9a946b-0806-4bca-b1ce-76c6e2e557c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.316006 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:29Z', 'revision_number': 3, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:32.320974 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Checking router: 2b937027-dcc8-40e2-ab37-68bac57a49a5 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:39:32.321477 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Updating router 2b937027-dcc8-40e2-ab37-68bac57a49a5 port fe531e6a-b195-431d-aff3-9cca8d54c944 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:39:32.333360 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-6c9a946b-0806-4bca-b1ce-76c6e2e557c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:39:32.334139 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-6c9a946b-0806-4bca-b1ce-76c6e2e557c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:39:32.340413 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=32aead46-b305-421c-bf7a-5ec181425fe7,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:32.361694 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 8cfa4db7-9745-43df-94cd-5d019cca1873 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:32.362551 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.399249 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.603442 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c096e45f-dbcb-48ff-8051-d2c32943a36a up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:32.666548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-f33b6dbe-722b-43b9-9e6a-61697f6bcc8d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:32.667651 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-f33b6dbe-722b-43b9-9e6a-61697f6bcc8d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:32.686898 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port c096e45f-dbcb-48ff-8051-d2c32943a36a triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:32.687286 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.704136 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-f33b6dbe-722b-43b9-9e6a-61697f6bcc8d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:32.706119 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-f33b6dbe-722b-43b9-9e6a-61697f6bcc8d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/networks?id=475d14d3-8614-4a00-9051-712e18452698 HTTP/1.1" status: 200 len: 797 time: 0.5769548 Feb 10 11:39:32.738276 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-42642d38-f867-4fd7-a6ee-016038e71f32 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/quotas/0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 375 time: 0.0214813 Feb 10 11:39:32.778584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb25d4c4-1f1c-47ea-8c5e-83983b77bb51 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port 7f9108e4-5823-49aa-a486-2c0def744d23 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:32.779333 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb25d4c4-1f1c-47ea-8c5e-83983b77bb51 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.869580 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-718e0105-c53e-466a-a05e-750de4150114 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:32.901951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 32aead46-b305-421c-bf7a-5ec181425fe7 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:32.978471 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-718e0105-c53e-466a-a05e-750de4150114 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:32.980568 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-718e0105-c53e-466a-a05e-750de4150114 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2316403 Feb 10 11:39:32.988326 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:33.024423 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Transition to ACTIVE for port object fe531e6a-b195-431d-aff3-9cca8d54c944 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:33.039244 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:33.069559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 32aead46-b305-421c-bf7a-5ec181425fe7 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:33.070342 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:33.077608 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-a76013b0-eb66-4184-beea-a25a6d750d5c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:39:33.078771 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-a76013b0-eb66-4184-beea-a25a6d750d5c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0082798 Feb 10 11:39:33.092137 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb25d4c4-1f1c-47ea-8c5e-83983b77bb51 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:33.165229 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1795c-8070-4bab-a590-dcc6909e6839 None None] Pushing event updated for resources: {'Port': ['ID=fe531e6a-b195-431d-aff3-9cca8d54c944,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:33.181592 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Attempting to bind port fe531e6a-b195-431d-aff3-9cca8d54c944 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:33.183282 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Attempting to bind port fe531e6a-b195-431d-aff3-9cca8d54c944 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:33.183809 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Attempting to bind port fe531e6a-b195-431d-aff3-9cca8d54c944 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:33.193886 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:33.194888 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:33.195474 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:33.196435 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:33.197081 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Bound port: fe531e6a-b195-431d-aff3-9cca8d54c944, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:33.198425 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:33.199444 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-280cb1ae-d71e-4b9d-a84e-ba2995f25e21 None None] Provisioning complete for port 32aead46-b305-421c-bf7a-5ec181425fe7 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:33.200267 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-280cb1ae-d71e-4b9d-a84e-ba2995f25e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:33.271051 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb25d4c4-1f1c-47ea-8c5e-83983b77bb51 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for 7f9108e4-5823-49aa-a486-2c0def744d23 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:33.282977 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-b8708034-bc55-4bd7-ac0e-2a81f1d9979d service neutron] 10.222.0.36 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802640 Feb 10 11:39:33.325081 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] For port fe531e6a-b195-431d-aff3-9cca8d54c944, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:33.333370 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] For port fe531e6a-b195-431d-aff3-9cca8d54c944, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fe531e6a-b195-431d-aff3-9cca8d54c944,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:33.342882 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:33.501669 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1795c-8070-4bab-a590-dcc6909e6839 None None] Pushing event updated for resources: {'Port': ['ID=fe531e6a-b195-431d-aff3-9cca8d54c944,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:33.515047 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:33.515661 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:33.554001 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-ae59c172-98ea-4015-b556-f9e7baf67d76 service neutron] 10.222.0.36 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626073 Feb 10 11:39:33.569478 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb25d4c4-1f1c-47ea-8c5e-83983b77bb51 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:33.659010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25d4c4-1f1c-47ea-8c5e-83983b77bb51 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Port': ['ID=7f9108e4-5823-49aa-a486-2c0def744d23,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:33.731615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:33.745350 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:34.026566 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb25d4c4-1f1c-47ea-8c5e-83983b77bb51 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:34.136571 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c13a00da-41e4-44c1-8382-4ba7727f6cf1 req-148dc9d5-cf2a-4554-843d-4b166e6ed0c5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 210 time: 0.2893221 Feb 10 11:39:34.178880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Allocated IP 172.20.0.1 (f515bcb9-d982-4b8d-83ba-f18662effa60/9bfb8288-f6e4-496c-ada9-091c63b52c0b/815b9d86-607f-4074-b601-39eeb038a5d5) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:34.346652 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:29Z', 'revision_number': 3, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:34.358861 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06f22a-f17f-4164-a2b5-fe23f79ab955 None None] The sync data for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv is: [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:29Z', 'revision_number': 3, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:34.386996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:34.415046 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Transition to ACTIVE for port object 815b9d86-607f-4074-b601-39eeb038a5d5 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:34.442161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:34.644669 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Network f515bcb9-d982-4b8d-83ba-f18662effa60 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:34.648490 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:34.650552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Pushing event updated for resources: {'Port': ['ID=815b9d86-607f-4074-b601-39eeb038a5d5,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:34.653699 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:34.665404 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb25d4c4-1f1c-47ea-8c5e-83983b77bb51 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router c05f9227-2161-405c-aaac-1e06ff9e82dd has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:34.728649 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:34.837655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:34.919334 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb25d4c4-1f1c-47ea-8c5e-83983b77bb51 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:34.937013 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5230c85-74d3-4664-8c30-18b5f0bb8c02 None None] Sync routers for ids ['c05f9227-2161-405c-aaac-1e06ff9e82dd'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:34.941643 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fb25d4c4-1f1c-47ea-8c5e-83983b77bb51 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/c05f9227-2161-405c-aaac-1e06ff9e82dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0681286 Feb 10 11:39:34.944653 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40548) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:34.956526 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5230c85-74d3-4664-8c30-18b5f0bb8c02 None None] Routers {'c05f9227-2161-405c-aaac-1e06ff9e82dd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:34.957233 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f5230c85-74d3-4664-8c30-18b5f0bb8c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c05f9227-2161-405c-aaac-1e06ff9e82dd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:34.992028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8b7361f3-61f3-4db0-98e4-4435025278c9 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Synchronizing usage tracker for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:35.015843 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8b7361f3-61f3-4db0-98e4-4435025278c9 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Unset dirty status for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:35.020076 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8b7361f3-61f3-4db0-98e4-4435025278c9 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports?device_id=c05f9227-2161-405c-aaac-1e06ff9e82dd HTTP/1.1" status: 200 len: 205 time: 0.0716631 Feb 10 11:39:35.020371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40552) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:35.038902 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f5230c85-74d3-4664-8c30-18b5f0bb8c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:35.066020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ec5f0edd-7910-431f-beaa-e8273087dd9c None None] Provisioning for port 815b9d86-607f-4074-b601-39eeb038a5d5 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:35.074587 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5230c85-74d3-4664-8c30-18b5f0bb8c02 None None] Routers {'c05f9227-2161-405c-aaac-1e06ff9e82dd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:35.075726 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f5230c85-74d3-4664-8c30-18b5f0bb8c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c05f9227-2161-405c-aaac-1e06ff9e82dd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:35.163485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ec5f0edd-7910-431f-beaa-e8273087dd9c None None] Provisioning complete for port 815b9d86-607f-4074-b601-39eeb038a5d5 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:35.163942 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ec5f0edd-7910-431f-beaa-e8273087dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:35.238208 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f5230c85-74d3-4664-8c30-18b5f0bb8c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:35.238717 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5230c85-74d3-4664-8c30-18b5f0bb8c02 None None] The sync data for ids ['c05f9227-2161-405c-aaac-1e06ff9e82dd'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:35.271337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:35.283407 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:35.304096 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ec5f0edd-7910-431f-beaa-e8273087dd9c None None] Port 815b9d86-607f-4074-b601-39eeb038a5d5 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:35.379121 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f492-7601-4fcd-ba4a-a5e9d7fcf53b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:35.444329 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:35.449409 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Pushing event updated for resources: {'Port': ['ID=815b9d86-607f-4074-b601-39eeb038a5d5,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:35.601946 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cdd5239c-110e-4895-b88c-9f49849ed129 req-1c48cf23-b85d-4e31-9be3-9a0ee8a681bc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 210 time: 0.0569265 Feb 10 11:39:35.604703 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-8f6cfb37-a30f-4168-af45-32ff7c54afd0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:35.605374 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-8f6cfb37-a30f-4168-af45-32ff7c54afd0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/networks?id=475d14d3-8614-4a00-9051-712e18452698 HTTP/1.1" status: 200 len: 797 time: 0.4076056 Feb 10 11:39:35.666782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Network f515bcb9-d982-4b8d-83ba-f18662effa60 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:35.668030 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:35.959715 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-dd09d125-f53f-473a-b4a0-843c7f65622e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:35.965536 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f492-7601-4fcd-ba4a-a5e9d7fcf53b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:35.976026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f492-7601-4fcd-ba4a-a5e9d7fcf53b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:35.982436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-dd09d125-f53f-473a-b4a0-843c7f65622e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:35.984424 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-dd09d125-f53f-473a-b4a0-843c7f65622e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 379 time: 0.3097548 Feb 10 11:39:35.995139 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-5cf5867d-dd27-4755-936c-603e4df8f7d8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'port': {'device_id': '7e0846a0-ecf5-4fb2-95bf-afe68856577b', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'admin_state_up': True, 'tenant_id': '0287a4c215574103957c73d52a854e74', 'security_groups': ['32a26298-c946-4ede-8797-74b4a6fdf223']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:36.042095 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d276c30d-6f61-40ca-9c5a-c3444a8ff1f0 None None] Provisioning complete for port 815b9d86-607f-4074-b601-39eeb038a5d5 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:36.042733 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d276c30d-6f61-40ca-9c5a-c3444a8ff1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:36.108622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f492-7601-4fcd-ba4a-a5e9d7fcf53b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:36.109834 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec8f492-7601-4fcd-ba4a-a5e9d7fcf53b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Fanout notify agent at l3_agent the message router_deleted on router c05f9227-2161-405c-aaac-1e06ff9e82dd {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:39:36.132351 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d276c30d-6f61-40ca-9c5a-c3444a8ff1f0 None None] Port 815b9d86-607f-4074-b601-39eeb038a5d5 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:36.144172 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Router 2b937027-dcc8-40e2-ab37-68bac57a49a5 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:36.150620 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f492-7601-4fcd-ba4a-a5e9d7fcf53b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:36.151714 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8ec8f492-7601-4fcd-ba4a-a5e9d7fcf53b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/routers/c05f9227-2161-405c-aaac-1e06ff9e82dd HTTP/1.1" status: 204 len: 168 time: 1.1297991 Feb 10 11:39:36.155608 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40558) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:36.358270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-5cf5867d-dd27-4755-936c-603e4df8f7d8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:36.370555 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-5cf5867d-dd27-4755-936c-603e4df8f7d8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:36.386276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-5cf5867d-dd27-4755-936c-603e4df8f7d8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:36.391206 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-5cf5867d-dd27-4755-936c-603e4df8f7d8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:36.629551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a34be25-fbea-4477-b6f0-b34522ba56ad tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting subnet 2b4733d4-edbf-4340-ad2d-40913c10367b {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:39:36.633400 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a34be25-fbea-4477-b6f0-b34522ba56ad tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:36.638915 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-5cf5867d-dd27-4755-936c-603e4df8f7d8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.6 (475d14d3-8614-4a00-9051-712e18452698/4f2e174e-0249-493c-b414-a0523e5cf63d/8ac0a856-ff91-4fd0-876b-9cdc338639d4) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:36.706584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a34be25-fbea-4477-b6f0-b34522ba56ad tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:36.875846 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-904b2d26-21ec-44d1-a2b6-2c8955afaa86 req-20d4d59c-98ea-4d4c-add5-b7c0bd371668 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 210 time: 0.1030521 Feb 10 11:39:36.892937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-5cf5867d-dd27-4755-936c-603e4df8f7d8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:36.894463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:36.923016 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-54880be9-d538-4930-b74f-ff52ec38cc54 admin admin] 10.222.0.36 "PUT /v2.0/routers/2b937027-dcc8-40e2-ab37-68bac57a49a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3138821 Feb 10 11:39:36.926416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-5cf5867d-dd27-4755-936c-603e4df8f7d8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object 8ac0a856-ff91-4fd0-876b-9cdc338639d4 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:36.938557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a34be25-fbea-4477-b6f0-b34522ba56ad tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:36.960101 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-5cf5867d-dd27-4755-936c-603e4df8f7d8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.054099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a34be25-fbea-4477-b6f0-b34522ba56ad tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.098311 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-5cf5867d-dd27-4755-936c-603e4df8f7d8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 475d14d3-8614-4a00-9051-712e18452698 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:37.099624 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-5cf5867d-dd27-4755-936c-603e4df8f7d8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:37.104740 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-5cf5867d-dd27-4755-936c-603e4df8f7d8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:37.106348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34be25-fbea-4477-b6f0-b34522ba56ad tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4733d4-edbf-4340-ad2d-40913c10367b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:37.113704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a34be25-fbea-4477-b6f0-b34522ba56ad tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.120852 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2a34be25-fbea-4477-b6f0-b34522ba56ad tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/2b4733d4-edbf-4340-ad2d-40913c10367b HTTP/1.1" status: 204 len: 168 time: 0.9627941 Feb 10 11:39:37.125010 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40568) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:37.135758 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7cc6f2-3604-4f18-8ba1-ba8eca1443c5 None None] Network a9c51dc6-d82b-4626-9726-7d364bb3d5ad requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:37.183155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5867d-dd27-4755-936c-603e4df8f7d8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=8ac0a856-ff91-4fd0-876b-9cdc338639d4,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:37.238332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-5cf5867d-dd27-4755-936c-603e4df8f7d8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:37.239053 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-5cf5867d-dd27-4755-936c-603e4df8f7d8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.272823 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-5cf5867d-dd27-4755-936c-603e4df8f7d8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2819347 Feb 10 11:39:37.292147 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-2e0ec998-4b8e-4513-8b58-d9072cf5a1da tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:39:37.296833 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-2e0ec998-4b8e-4513-8b58-d9072cf5a1da tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0164747 Feb 10 11:39:37.306823 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.317325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Request body: {'port': {'device_id': '7e0846a0-ecf5-4fb2-95bf-afe68856577b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:37.334639 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port 8cfa4db7-9745-43df-94cd-5d019cca1873 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:37.334992 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.532405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.544873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9292b9ac-7836-4b99-bcf7-593c455ade1c None None] DHCP port deletion for a9c51dc6-d82b-4626-9726-7d364bb3d5ad request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:39:37.551111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-9292b9ac-7836-4b99-bcf7-593c455ade1c None None] Deleting port 8cfa4db7-9745-43df-94cd-5d019cca1873 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:37.552362 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9292b9ac-7836-4b99-bcf7-593c455ade1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.640320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8126ab3e-7207-42dc-ad27-63266736973e None None] Provisioning for port 8ac0a856-ff91-4fd0-876b-9cdc338639d4 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:37.651174 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8126ab3e-7207-42dc-ad27-63266736973e None None] Provisioning complete for port 8ac0a856-ff91-4fd0-876b-9cdc338639d4 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:37.651705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8126ab3e-7207-42dc-ad27-63266736973e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.683284 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] For port 8cfa4db7-9745-43df-94cd-5d019cca1873, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=8cfa4db7-9745-43df-94cd-5d019cca1873,segment=NetworkSegment(6fc5deaf-5f72-4396-82f5-abb57d741950),segment_id=6fc5deaf-5f72-4396-82f5-abb57d741950)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:37.684591 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.857702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for 8cfa4db7-9745-43df-94cd-5d019cca1873 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:37.945426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.962251 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-9292b9ac-7836-4b99-bcf7-593c455ade1c None None] For port 8cfa4db7-9745-43df-94cd-5d019cca1873, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=8cfa4db7-9745-43df-94cd-5d019cca1873,segment=NetworkSegment(6fc5deaf-5f72-4396-82f5-abb57d741950),segment_id=6fc5deaf-5f72-4396-82f5-abb57d741950)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:37.963358 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9292b9ac-7836-4b99-bcf7-593c455ade1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.968628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac0a856-ff91-4fd0-876b-9cdc338639d4 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:39:37.977484 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.998450 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Transition to ACTIVE for port object 8ac0a856-ff91-4fd0-876b-9cdc338639d4 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:38.004322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.024815 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Port': ['ID=8cfa4db7-9745-43df-94cd-5d019cca1873,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:38.028882 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] No DVR routers for this DVR port 8cfa4db7-9745-43df-94cd-5d019cca1873 on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:39:38.125993 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac0a856-ff91-4fd0-876b-9cdc338639d4,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:38.158764 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-9292b9ac-7836-4b99-bcf7-593c455ade1c None None] Calling delete_port for 8cfa4db7-9745-43df-94cd-5d019cca1873 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:38.214937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.260331 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c51dc6-d82b-4626-9726-7d364bb3d5ad']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:38.275184 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.281471 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc5deaf-5f72-4396-82f5-abb57d741950') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:38.281755 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc5deaf-5f72-4396-82f5-abb57d741950') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:38.296860 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.297405 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8126ab3e-7207-42dc-ad27-63266736973e None None] Port 8ac0a856-ff91-4fd0-876b-9cdc338639d4 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:38.335835 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-9292b9ac-7836-4b99-bcf7-593c455ade1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:39:38.336250 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-9292b9ac-7836-4b99-bcf7-593c455ade1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:39:38.351447 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.367681 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:39:38.368165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:39:38.386719 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:39:38.401836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40588) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:38.475362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Attempting to bind port 8ac0a856-ff91-4fd0-876b-9cdc338639d4 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:38.475487 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Attempting to bind port 8ac0a856-ff91-4fd0-876b-9cdc338639d4 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '475d14d3-8614-4a00-9051-712e18452698'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:38.475753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Attempting to bind port 8ac0a856-ff91-4fd0-876b-9cdc338639d4 on network 475d14d3-8614-4a00-9051-712e18452698 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:38.483394 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Port 8ac0a856-ff91-4fd0-876b-9cdc338639d4 on network 475d14d3-8614-4a00-9051-712e18452698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:39:38.483813 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Attempting to bind port 8ac0a856-ff91-4fd0-876b-9cdc338639d4 on network 475d14d3-8614-4a00-9051-712e18452698 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:38.491282 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:38.491630 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Checking segment: {'id': 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '475d14d3-8614-4a00-9051-712e18452698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:38.492056 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Bound using segment: {'id': 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '475d14d3-8614-4a00-9051-712e18452698'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:38.492521 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Bound port: 8ac0a856-ff91-4fd0-876b-9cdc338639d4, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '475d14d3-8614-4a00-9051-712e18452698'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:38.492877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.495609 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-320230019-network', 'tenant_id': '7a1b2f2bc1824ec6ae1f82817960efc8'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:38.532084 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:38.540111 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Usage tracker for resource:network and tenant:7a1b2f2bc1824ec6ae1f82817960efc8 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:38.544938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.547769 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:38.583571 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 8cfa4db7-9745-43df-94cd-5d019cca1873 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:39:38.598009 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.603715 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:38.617547 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Network': ['ID=a9c51dc6-d82b-4626-9726-7d364bb3d5ad,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:38.620994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 8cfa4db7-9745-43df-94cd-5d019cca1873 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:39:38.621428 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 8cfa4db7-9745-43df-94cd-5d019cca1873 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:39:38.623680 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] For port 8ac0a856-ff91-4fd0-876b-9cdc338639d4, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:38.627989 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] For port 8ac0a856-ff91-4fd0-876b-9cdc338639d4, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=8ac0a856-ff91-4fd0-876b-9cdc338639d4,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:38.628115 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ea812-972d-465e-abc1-dbe6ef6fddb1 req-daf8e7c8-1a4d-4b7e-b57e-5983a0ce7d2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:38.629824 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f82ea812-972d-465e-abc1-dbe6ef6fddb1 req-daf8e7c8-1a4d-4b7e-b57e-5983a0ce7d2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 943 time: 0.3215170 Feb 10 11:39:38.636531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.652188 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Made reservation on behalf of 7a1b2f2bc1824ec6ae1f82817960efc8 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:38.655419 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.665493 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a023ad1c-09b6-4205-b6bd-0254ae2a3e7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/networks/a9c51dc6-d82b-4626-9726-7d364bb3d5ad HTTP/1.1" status: 204 len: 168 time: 1.5387313 Feb 10 11:39:38.670858 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40592) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:38.676284 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.688499 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-6c4b7458-94eb-4c5e-bfa9-1d6365f68ff9 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-307639672', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:38.703821 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6c4b7458-94eb-4c5e-bfa9-1d6365f68ff9 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:38.716665 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f82ea812-972d-465e-abc1-dbe6ef6fddb1 req-3fca8704-ab5e-4064-8f07-5e1e21dde924 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=32a26298-c946-4ede-8797-74b4a6fdf223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813527 Feb 10 11:39:38.731243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:38.731504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6c4b7458-94eb-4c5e-bfa9-1d6365f68ff9 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:router and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:38.743208 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6c4b7458-94eb-4c5e-bfa9-1d6365f68ff9 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:38.743434 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:7a1b2f2bc1824ec6ae1f82817960efc8 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:38.743434 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:38.743945 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6c4b7458-94eb-4c5e-bfa9-1d6365f68ff9 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:38.744749 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:38.761492 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.763665 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] 10.222.0.73 "PUT /v2.0/ports/8ac0a856-ff91-4fd0-876b-9cdc338639d4 HTTP/1.1" status: 200 len: 1093 time: 1.4598639 Feb 10 11:39:38.764127 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0846a0-ecf5-4fb2-95bf-afe68856577b', 'tag': '8ac0a856-ff91-4fd0-876b-9cdc338639d4'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:39:38.777092 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970d070-3078-4659-a962-04bdd7feb651 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac0a856-ff91-4fd0-876b-9cdc338639d4,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:38.783976 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c4b7458-94eb-4c5e-bfa9-1d6365f68ff9 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.785043 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c4b7458-94eb-4c5e-bfa9-1d6365f68ff9 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.824207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c4b7458-94eb-4c5e-bfa9-1d6365f68ff9 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.838134 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-9292b9ac-7836-4b99-bcf7-593c455ade1c None None] Deleting port 8cfa4db7-9745-43df-94cd-5d019cca1873 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:38.838505 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9292b9ac-7836-4b99-bcf7-593c455ade1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.847661 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.853718 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.870883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c4b7458-94eb-4c5e-bfa9-1d6365f68ff9 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.899760 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0846a0-ecf5-4fb2-95bf-afe68856577b', 'tag': '8ac0a856-ff91-4fd0-876b-9cdc338639d4', 'status': 'completed', 'code': 200} Feb 10 11:39:38.905704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:39:38.913502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efac8455-252b-466d-add9-e938beb90439,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:38.923881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.924042 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Added segment 0ad47db6-934c-4a6e-8af6-98011be01ba3 of type vlan for network 4549fd1d-c9b3-46b5-88af-858ee925ffa6 Feb 10 11:39:38.933538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c4b7458-94eb-4c5e-bfa9-1d6365f68ff9 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.935426 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6c4b7458-94eb-4c5e-bfa9-1d6365f68ff9 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2589188 Feb 10 11:39:38.938641 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40600) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:38.951174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-0ef3bd79-cd8e-46df-94e8-79dcf0a5c50e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1585274876'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:38.959103 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0ef3bd79-cd8e-46df-94e8-79dcf0a5c50e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:38.964922 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0ef3bd79-cd8e-46df-94e8-79dcf0a5c50e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:network and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:38.970911 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.971907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0ef3bd79-cd8e-46df-94e8-79dcf0a5c50e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:38.981940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0ef3bd79-cd8e-46df-94e8-79dcf0a5c50e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:38.989588 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-9292b9ac-7836-4b99-bcf7-593c455ade1c None None] The port '8cfa4db7-9745-43df-94cd-5d019cca1873' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:39:39.004946 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef3bd79-cd8e-46df-94e8-79dcf0a5c50e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:39.008408 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ef3bd79-cd8e-46df-94e8-79dcf0a5c50e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:39.023810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:39.025052 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:39.026131 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:39.060409 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef3bd79-cd8e-46df-94e8-79dcf0a5c50e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:39:39.071642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ef3bd79-cd8e-46df-94e8-79dcf0a5c50e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:39.072027 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-0ef3bd79-cd8e-46df-94e8-79dcf0a5c50e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Added segment 73fdb9fa-8248-427a-aeee-049802737747 of type vlan for network 686a572c-fe44-4c90-b70f-3f936262d194 Feb 10 11:39:39.114056 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ef3bd79-cd8e-46df-94e8-79dcf0a5c50e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:39.157626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ef3bd79-cd8e-46df-94e8-79dcf0a5c50e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:39.163330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef3bd79-cd8e-46df-94e8-79dcf0a5c50e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:39.164473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ef3bd79-cd8e-46df-94e8-79dcf0a5c50e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:39.259534 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7797396 Feb 10 11:39:39.262767 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40604) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:39.263469 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ead2e-3b89-45f8-81fd-ef13d2f21aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=4549fd1d-c9b3-46b5-88af-858ee925ffa6,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:39.270410 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ee43d10b-bcbd-409d-96b4-c92fdd2bb496 admin admin] Request body: {'subnet': {'network_id': '4549fd1d-c9b3-46b5-88af-858ee925ffa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-320230019-subnet', 'tenant_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:39.273885 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 4549fd1d-c9b3-46b5-88af-858ee925ffa6 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:39:39.275519 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ee43d10b-bcbd-409d-96b4-c92fdd2bb496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:39.279787 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ee43d10b-bcbd-409d-96b4-c92fdd2bb496 admin admin] Usage tracker for resource:subnet and tenant:7a1b2f2bc1824ec6ae1f82817960efc8 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:39.282826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ee43d10b-bcbd-409d-96b4-c92fdd2bb496 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:39.289853 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ee43d10b-bcbd-409d-96b4-c92fdd2bb496 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:39.320683 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0ef3bd79-cd8e-46df-94e8-79dcf0a5c50e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3800294 Feb 10 11:39:39.323649 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40608) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:39.329813 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4bec5d4d-4e4e-46a7-9a7a-97bd0f851977 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'subnet': {'network_id': '686a572c-fe44-4c90-b70f-3f936262d194', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:39.330082 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3bd79-cd8e-46df-94e8-79dcf0a5c50e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Network': ['ID=686a572c-fe44-4c90-b70f-3f936262d194,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:39.346728 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee43d10b-bcbd-409d-96b4-c92fdd2bb496 admin admin] Made reservation on behalf of 7a1b2f2bc1824ec6ae1f82817960efc8 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:39.348219 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 686a572c-fe44-4c90-b70f-3f936262d194 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:39:39.349832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee43d10b-bcbd-409d-96b4-c92fdd2bb496 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:39.353494 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-603462e6-0c9a-45d6-a1ad-993b55c2abc7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 1096 time: 0.5419066 Feb 10 11:39:39.540463 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-e95d12e4-837b-478f-9ae1-d05b9159eae5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ac0a856-ff91-4fd0-876b-9cdc338639d4 HTTP/1.1" status: 200 len: 217 time: 0.1797657 Feb 10 11:39:39.557371 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4bec5d4d-4e4e-46a7-9a7a-97bd0f851977 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:39.565828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4bec5d4d-4e4e-46a7-9a7a-97bd0f851977 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:subnet and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:39.569772 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4bec5d4d-4e4e-46a7-9a7a-97bd0f851977 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:39.589273 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4bec5d4d-4e4e-46a7-9a7a-97bd0f851977 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:39.619434 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bec5d4d-4e4e-46a7-9a7a-97bd0f851977 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:39.625393 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-957d84e1-6fb7-4cd2-895f-d4377b5ca6b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:39.626870 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-957d84e1-6fb7-4cd2-895f-d4377b5ca6b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f2e174e-0249-493c-b414-a0523e5cf63d HTTP/1.1" status: 200 len: 835 time: 0.0807014 Feb 10 11:39:39.726679 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-2832f137-23e8-4457-bbe0-8730b78aa6cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=475d14d3-8614-4a00-9051-712e18452698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0936038 Feb 10 11:39:39.792850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4bec5d4d-4e4e-46a7-9a7a-97bd0f851977 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:39.897819 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-f5f8a64b-d943-414f-8930-ea4463ce3adc service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641138 Feb 10 11:39:39.968098 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee43d10b-bcbd-409d-96b4-c92fdd2bb496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:40.049329 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1dbfc9ad-7e25-434f-a315-c842fad09e03 req-b5ebad8d-2b0c-485e-8c5b-bc1e5a4fa89c service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438322 Feb 10 11:39:40.071360 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d10b-bcbd-409d-96b4-c92fdd2bb496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f06cee-2902-459f-b4cc-030ca5053b89,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:40.107532 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075938f8-f221-45f5-9134-f7f51db8dd25 req-9bcbe8b6-1630-4c9b-8d67-3e3296711a9b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:40.109325 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-075938f8-f221-45f5-9134-f7f51db8dd25 req-9bcbe8b6-1630-4c9b-8d67-3e3296711a9b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 943 time: 0.2315953 Feb 10 11:39:40.177566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee43d10b-bcbd-409d-96b4-c92fdd2bb496 admin admin] Checking segment: {'id': '0ad47db6-934c-4a6e-8af6-98011be01ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4549fd1d-c9b3-46b5-88af-858ee925ffa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:40.177925 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee43d10b-bcbd-409d-96b4-c92fdd2bb496 admin admin] Network hostable DHCP agents. Network: 4549fd1d-c9b3-46b5-88af-858ee925ffa6, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:39:40.185537 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-72e8d52b-e620-44ed-ade4-ab326c754e43 req-ba063044-72c2-468c-8522-28cca92ef055 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 1096 time: 0.0830305 Feb 10 11:39:40.257939 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-075938f8-f221-45f5-9134-f7f51db8dd25 req-787580bc-9691-4236-b3bb-e4562e6365b2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=32a26298-c946-4ede-8797-74b4a6fdf223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370239 Feb 10 11:39:40.275245 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee43d10b-bcbd-409d-96b4-c92fdd2bb496 admin admin] Network 4549fd1d-c9b3-46b5-88af-858ee925ffa6 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:39:40.290833 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ee43d10b-bcbd-409d-96b4-c92fdd2bb496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 4549fd1d-c9b3-46b5-88af-858ee925ffa6) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:40.300062 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4bec5d4d-4e4e-46a7-9a7a-97bd0f851977 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:40.300552 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fecd99-8220-4bd9-ae82-fd8ec81de2cc None None] Network 4549fd1d-c9b3-46b5-88af-858ee925ffa6 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:40.306225 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee43d10b-bcbd-409d-96b4-c92fdd2bb496 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:40.306823 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee43d10b-bcbd-409d-96b4-c92fdd2bb496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:40.350295 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8d52b-e620-44ed-ade4-ab326c754e43 req-75b944b6-638b-4e17-817c-a1c554c1827f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:40.351970 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-72e8d52b-e620-44ed-ade4-ab326c754e43 req-75b944b6-638b-4e17-817c-a1c554c1827f service neutron] 10.222.0.73 "GET /v2.0/networks?id=475d14d3-8614-4a00-9051-712e18452698 HTTP/1.1" status: 200 len: 898 time: 0.1602614 Feb 10 11:39:40.396153 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ee43d10b-bcbd-409d-96b4-c92fdd2bb496 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1302712 Feb 10 11:39:40.400210 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40614) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:40.408292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec5d4d-4e4e-46a7-9a7a-97bd0f851977 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Subnet': ['ID=d633216c-3832-4725-911d-53e536d92113,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:40.414692 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-320230019-router', 'tenant_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:40.424647 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:40.429867 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Usage tracker for resource:router and tenant:7a1b2f2bc1824ec6ae1f82817960efc8 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:40.430299 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-72e8d52b-e620-44ed-ade4-ab326c754e43 req-cf47e79a-e0eb-4d5d-be24-b78f7ef09df5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ac0a856-ff91-4fd0-876b-9cdc338639d4 HTTP/1.1" status: 200 len: 217 time: 0.0714245 Feb 10 11:39:40.434591 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:40.440889 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec5d4d-4e4e-46a7-9a7a-97bd0f851977 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Checking segment: {'id': '73fdb9fa-8248-427a-aeee-049802737747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:40.441281 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bec5d4d-4e4e-46a7-9a7a-97bd0f851977 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network hostable DHCP agents. Network: 686a572c-fe44-4c90-b70f-3f936262d194, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:39:40.446838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:40.463703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:40.464626 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:40.483389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bec5d4d-4e4e-46a7-9a7a-97bd0f851977 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network 686a572c-fe44-4c90-b70f-3f936262d194 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:39:40.495261 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:40.498341 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-4bec5d4d-4e4e-46a7-9a7a-97bd0f851977 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 686a572c-fe44-4c90-b70f-3f936262d194) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:40.503807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8d52b-e620-44ed-ade4-ab326c754e43 req-1e58b6d0-6885-4d01-88ab-860dd4aa4c6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:40.505553 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-72e8d52b-e620-44ed-ade4-ab326c754e43 req-1e58b6d0-6885-4d01-88ab-860dd4aa4c6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f2e174e-0249-493c-b414-a0523e5cf63d HTTP/1.1" status: 200 len: 835 time: 0.0676167 Feb 10 11:39:40.521901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bec5d4d-4e4e-46a7-9a7a-97bd0f851977 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:40.522490 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4bec5d4d-4e4e-46a7-9a7a-97bd0f851977 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:40.529027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74451bb1-fe92-4f43-bc23-cdf5e86b5b95 None None] Network 686a572c-fe44-4c90-b70f-3f936262d194 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:40.599808 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-72e8d52b-e620-44ed-ade4-ab326c754e43 req-a48544fc-5fc7-44c7-857e-6466bed7422e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=475d14d3-8614-4a00-9051-712e18452698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860438 Feb 10 11:39:40.603720 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-4549fd1d-c9b3-46b5-88af-858ee925ffa6', 'network_id': '4549fd1d-c9b3-46b5-88af-858ee925ffa6', 'tenant_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'fixed_ips': [{'subnet_id': '06f06cee-2902-459f-b4cc-030ca5053b89'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:39:40.604537 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:40.679759 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fe531e6a-b195-431d-aff3-9cca8d54c944 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:40.687293 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4bec5d4d-4e4e-46a7-9a7a-97bd0f851977 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3625894 Feb 10 11:39:40.693157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40618) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:40.757345 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-72e8d52b-e620-44ed-ade4-ab326c754e43 req-f9b1dbfd-7e17-472c-9d91-6170eba7a0dc service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496913 Feb 10 11:39:40.833813 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:40.906979 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-72e8d52b-e620-44ed-ade4-ab326c754e43 req-7278ed87-98d7-46cf-986c-db87dd938b45 service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405375 Feb 10 11:39:40.954869 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port fe531e6a-b195-431d-aff3-9cca8d54c944 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:40.961854 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Allocated IP 172.20.0.2 (4549fd1d-c9b3-46b5-88af-858ee925ffa6/06f06cee-2902-459f-b4cc-030ca5053b89/a75c2799-c2d7-408e-ba69-224f87f268dc) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:40.979510 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port fe531e6a-b195-431d-aff3-9cca8d54c944 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:40.979774 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.006321 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-686a572c-fe44-4c90-b70f-3f936262d194', 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'fixed_ips': [{'subnet_id': 'd633216c-3832-4725-911d-53e536d92113'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:39:41.007152 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.365360 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.440195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port fe531e6a-b195-431d-aff3-9cca8d54c944, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fe531e6a-b195-431d-aff3-9cca8d54c944,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:41.449355 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 8ac0a856-ff91-4fd0-876b-9cdc338639d4 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:39:41.457953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.466293 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Allocated IP 2001:db8::2 (686a572c-fe44-4c90-b70f-3f936262d194/d633216c-3832-4725-911d-53e536d92113/6cd3b739-70b1-4ed8-a494-97453102240e) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:41.524100 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.529325 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.549775 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.568612 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Transition to ACTIVE for port object a75c2799-c2d7-408e-ba69-224f87f268dc will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:41.639301 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.643036 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.resource_extend [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:39:41.724752 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Transition to ACTIVE for port object a75c2799-c2d7-408e-ba69-224f87f268dc will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:41.731068 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=fe531e6a-b195-431d-aff3-9cca8d54c944,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:41.751412 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.828689 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeb82c-a4c6-487a-ba2a-05c812db34c2 req-3d66b261-509b-484a-8192-d67d0ccfd182 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:41.830095 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bfeb82c-a4c6-487a-ba2a-05c812db34c2 req-3d66b261-509b-484a-8192-d67d0ccfd182 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 943 time: 0.4279375 Feb 10 11:39:41.950048 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Pushing event updated for resources: {'Port': ['ID=a75c2799-c2d7-408e-ba69-224f87f268dc,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:41.960004 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Network 4549fd1d-c9b3-46b5-88af-858ee925ffa6 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:41.964341 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:41.995801 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:42.016955 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Allocated IP 172.26.4.218 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/c27b5d84-c467-4f22-9986-7b6efa24925e) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:42.022629 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 8ac0a856-ff91-4fd0-876b-9cdc338639d4, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=8ac0a856-ff91-4fd0-876b-9cdc338639d4,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:42.030524 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bfeb82c-a4c6-487a-ba2a-05c812db34c2 req-7515a477-b785-410a-84bb-4666c40cb643 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=32a26298-c946-4ede-8797-74b4a6fdf223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932845 Feb 10 11:39:42.112532 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '8ac0a856-ff91-4fd0-876b-9cdc338639d4', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'port_id': '8ac0a856-ff91-4fd0-876b-9cdc338639d4', 'mac_address': 'fa:16:3e:38:7f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:39:42.114617 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.169381 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Transition to ACTIVE for port object 6cd3b739-70b1-4ed8-a494-97453102240e will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:42.194885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.202394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Attempting to bind port a75c2799-c2d7-408e-ba69-224f87f268dc on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:42.202802 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Attempting to bind port a75c2799-c2d7-408e-ba69-224f87f268dc by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '0ad47db6-934c-4a6e-8af6-98011be01ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4549fd1d-c9b3-46b5-88af-858ee925ffa6'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:42.203128 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Attempting to bind port a75c2799-c2d7-408e-ba69-224f87f268dc on network 4549fd1d-c9b3-46b5-88af-858ee925ffa6 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:42.220445 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Transition to ACTIVE for port object 6cd3b739-70b1-4ed8-a494-97453102240e will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:42.223460 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.225735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.234927 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:42.235308 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Checking segment: {'id': '0ad47db6-934c-4a6e-8af6-98011be01ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4549fd1d-c9b3-46b5-88af-858ee925ffa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:42.235712 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.236106 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Bound using segment: {'id': '0ad47db6-934c-4a6e-8af6-98011be01ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4549fd1d-c9b3-46b5-88af-858ee925ffa6'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:42.236585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Bound port: a75c2799-c2d7-408e-ba69-224f87f268dc, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad47db6-934c-4a6e-8af6-98011be01ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4549fd1d-c9b3-46b5-88af-858ee925ffa6'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:42.236958 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.251203 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.301294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac0a856-ff91-4fd0-876b-9cdc338639d4 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:39:42.359402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:42.360320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Pushing event updated for resources: {'Port': ['ID=c27b5d84-c467-4f22-9986-7b6efa24925e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:42.365391 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:42.373464 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:42.393160 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Network 686a572c-fe44-4c90-b70f-3f936262d194 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:42.396208 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 8ac0a856-ff91-4fd0-876b-9cdc338639d4, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=8ac0a856-ff91-4fd0-876b-9cdc338639d4,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:42.400968 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:42.404458 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Allocated IP 2001:db8::1 (686a572c-fe44-4c90-b70f-3f936262d194/d633216c-3832-4725-911d-53e536d92113/6128f969-e68d-47ce-b436-c43abc0a4c8a) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:42.408209 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:42.410383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.412148 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Pushing event updated for resources: {'Port': ['ID=6cd3b739-70b1-4ed8-a494-97453102240e,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:42.484772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] For port a75c2799-c2d7-408e-ba69-224f87f268dc, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:42.529109 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] For port a75c2799-c2d7-408e-ba69-224f87f268dc, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a75c2799-c2d7-408e-ba69-224f87f268dc,segment=NetworkSegment(0ad47db6-934c-4a6e-8af6-98011be01ba3),segment_id=0ad47db6-934c-4a6e-8af6-98011be01ba3)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:42.572977 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.595168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=8ac0a856-ff91-4fd0-876b-9cdc338639d4,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:42.598398 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fe531e6a-b195-431d-aff3-9cca8d54c944 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:42.667955 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['8ac0a856-ff91-4fd0-876b-9cdc338639d4'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:39:42.724562 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Attempting to bind port 6cd3b739-70b1-4ed8-a494-97453102240e on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:42.724930 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Attempting to bind port 6cd3b739-70b1-4ed8-a494-97453102240e by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '73fdb9fa-8248-427a-aeee-049802737747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:42.725317 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Attempting to bind port 6cd3b739-70b1-4ed8-a494-97453102240e on network 686a572c-fe44-4c90-b70f-3f936262d194 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:42.761591 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.780314 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:42.780693 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Checking segment: {'id': '73fdb9fa-8248-427a-aeee-049802737747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:42.781094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.781511 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Bound using segment: {'id': '73fdb9fa-8248-427a-aeee-049802737747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:42.781994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Bound port: 6cd3b739-70b1-4ed8-a494-97453102240e, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73fdb9fa-8248-427a-aeee-049802737747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:42.782371 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.785982 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Transition to ACTIVE for port object 6128f969-e68d-47ce-b436-c43abc0a4c8a will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:42.818308 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.819089 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.823348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.826858 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064ea9f-b818-4555-bdd8-d6d27fe77c78 None None] Pushing event updated for resources: {'Port': ['ID=a75c2799-c2d7-408e-ba69-224f87f268dc,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:42.931235 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port fe531e6a-b195-431d-aff3-9cca8d54c944 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:42.931553 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:43.006736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] For port 6cd3b739-70b1-4ed8-a494-97453102240e, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:43.023813 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network 686a572c-fe44-4c90-b70f-3f936262d194 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:43.029514 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:43.031891 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=6128f969-e68d-47ce-b436-c43abc0a4c8a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:43.033636 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] For port 6cd3b739-70b1-4ed8-a494-97453102240e, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6cd3b739-70b1-4ed8-a494-97453102240e,segment=NetworkSegment(73fdb9fa-8248-427a-aeee-049802737747),segment_id=73fdb9fa-8248-427a-aeee-049802737747)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:43.034322 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:43.034859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:43.061710 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:43.219833 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:43.285932 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f882d0a-73d1-4ff2-9563-153859ad6c26 None None] Pushing event updated for resources: {'Port': ['ID=6cd3b739-70b1-4ed8-a494-97453102240e,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:43.756586 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Router 2521cb00-4a39-49fb-a0cf-c6fc0a454145 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:39:43.793961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d980d-fe29-4296-acb3-fdffb2c84575 req-4affacc4-075d-4ac6-8bc3-7a362c2f72ec tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:43.795657 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3b8d980d-fe29-4296-acb3-fdffb2c84575 req-4affacc4-075d-4ac6-8bc3-7a362c2f72ec tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 944 time: 0.2643654 Feb 10 11:39:43.892013 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:43.958457 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:43.959291 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:44.121141 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630813f7-3b2b-4fb1-a9b4-b2feac6b0463 None None] Network 4549fd1d-c9b3-46b5-88af-858ee925ffa6 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:44.165903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=6128f969-e68d-47ce-b436-c43abc0a4c8a,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:44.170825 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3b8d980d-fe29-4296-acb3-fdffb2c84575 req-381f3935-c10f-44c3-87e0-b97643bf1d25 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=32a26298-c946-4ede-8797-74b4a6fdf223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106577 Feb 10 11:39:44.234180 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3691ad35-69a3-4c03-a0a6-83840180fcb1 None None] Provisioning for port a75c2799-c2d7-408e-ba69-224f87f268dc completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:44.250870 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network 686a572c-fe44-4c90-b70f-3f936262d194 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:44.252490 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:44.535290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4993244f-bb0a-4d81-a874-a40eb2dd8ca2 None None] Network 686a572c-fe44-4c90-b70f-3f936262d194 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:44.732856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:44.752244 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Sync routers for ids ['2521cb00-4a39-49fb-a0cf-c6fc0a454145'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:44.779737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:44.784194 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a0f3da62-0f0b-404e-989f-6166127cc480 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3770227 Feb 10 11:39:44.784494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40628) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:44.792060 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Routers {'2521cb00-4a39-49fb-a0cf-c6fc0a454145'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:44.792718 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2521cb00-4a39-49fb-a0cf-c6fc0a454145'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:44.842894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6cd3b739-70b1-4ed8-a494-97453102240e up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:44.923242 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-33024f86-c25a-4f88-b773-0a0bab1e1579 None None] Provisioning for port 6cd3b739-70b1-4ed8-a494-97453102240e completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:44.975670 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Set router 2521cb00-4a39-49fb-a0cf-c6fc0a454145 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:44.983907 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 6cd3b739-70b1-4ed8-a494-97453102240e completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:44.988935 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 6cd3b739-70b1-4ed8-a494-97453102240e triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:44.989334 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:45.060265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router b44450c5-1f0b-43d7-afad-1272194d8881 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:39:45.147809 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:45.195358 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 6cd3b739-70b1-4ed8-a494-97453102240e, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6cd3b739-70b1-4ed8-a494-97453102240e,segment=NetworkSegment(73fdb9fa-8248-427a-aeee-049802737747),segment_id=73fdb9fa-8248-427a-aeee-049802737747)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:45.200642 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:45.201568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a75c2799-c2d7-408e-ba69-224f87f268dc up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:45.342012 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=6cd3b739-70b1-4ed8-a494-97453102240e,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:45.360211 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port a75c2799-c2d7-408e-ba69-224f87f268dc completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:45.370614 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port a75c2799-c2d7-408e-ba69-224f87f268dc triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:45.371083 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:45.405238 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'name': 'tempest-TestVolumeBootPattern-320230019-router', 'tenant_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c27b5d84-c467-4f22-9986-7b6efa24925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:40Z', 'updated_at': '2022-02-10T11:39:42Z', 'revision_number': 3, 'project_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'gw_port': {'id': 'c27b5d84-c467-4f22-9986-7b6efa24925e', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:41Z', 'updated_at': '2022-02-10T11:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:45.412869 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Checking router: 2521cb00-4a39-49fb-a0cf-c6fc0a454145 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:39:45.413232 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Updating router 2521cb00-4a39-49fb-a0cf-c6fc0a454145 port c27b5d84-c467-4f22-9986-7b6efa24925e binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:39:45.486153 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 8ac0a856-ff91-4fd0-876b-9cdc338639d4 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:45.516608 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:45.546259 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d0cc6-f585-492c-93cd-39410e7a4245 req-de876136-484a-4c40-95aa-c4e416b69ff0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:45.547907 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9c7d0cc6-f585-492c-93cd-39410e7a4245 req-de876136-484a-4c40-95aa-c4e416b69ff0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 944 time: 0.1629627 Feb 10 11:39:45.554058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:45.564077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d8bcec34-eea7-4046-a403-15364e07b074 None None] Provisioning complete for port 6cd3b739-70b1-4ed8-a494-97453102240e triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:45.564449 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d8bcec34-eea7-4046-a403-15364e07b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:45.564906 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40634) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:45.571401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3c56181f-033c-4ffa-914f-e503b40ea696 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-348378819'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:45.576941 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e91042fa-4295-4c57-b150-979d3bcf8155 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/b44450c5-1f0b-43d7-afad-1272194d8881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8826904 Feb 10 11:39:45.581090 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3c56181f-033c-4ffa-914f-e503b40ea696 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:45.598325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3c56181f-033c-4ffa-914f-e503b40ea696 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:network and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:45.600008 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:45.601744 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3c56181f-033c-4ffa-914f-e503b40ea696 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:45.617384 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3c56181f-033c-4ffa-914f-e503b40ea696 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:45.627347 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Sync routers for ids ['b44450c5-1f0b-43d7-afad-1272194d8881'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:45.639518 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c56181f-033c-4ffa-914f-e503b40ea696 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:45.642628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c56181f-033c-4ffa-914f-e503b40ea696 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:45.686014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c56181f-033c-4ffa-914f-e503b40ea696 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:39:45.690591 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port a75c2799-c2d7-408e-ba69-224f87f268dc, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a75c2799-c2d7-408e-ba69-224f87f268dc,segment=NetworkSegment(0ad47db6-934c-4a6e-8af6-98011be01ba3),segment_id=0ad47db6-934c-4a6e-8af6-98011be01ba3)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:45.691366 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9c7d0cc6-f585-492c-93cd-39410e7a4245 req-156092b7-f3fc-4bb3-8e80-5806874bf838 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=32a26298-c946-4ede-8797-74b4a6fdf223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109805 Feb 10 11:39:45.698076 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Routers {'b44450c5-1f0b-43d7-afad-1272194d8881'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:45.698776 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b44450c5-1f0b-43d7-afad-1272194d8881'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:45.708103 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c56181f-033c-4ffa-914f-e503b40ea696 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:45.708448 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-3c56181f-033c-4ffa-914f-e503b40ea696 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Added segment f897e1a8-8d30-429e-8a58-5a5c1e316ba6 of type vlan for network 333fc747-6012-49d8-ab8f-54fcdafa28dc Feb 10 11:39:45.745286 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c56181f-033c-4ffa-914f-e503b40ea696 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:45.778289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c56181f-033c-4ffa-914f-e503b40ea696 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:45.783047 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c56181f-033c-4ffa-914f-e503b40ea696 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:45.783842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c56181f-033c-4ffa-914f-e503b40ea696 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:45.852497 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3c56181f-033c-4ffa-914f-e503b40ea696 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2858071 Feb 10 11:39:45.853211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40638) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:45.925252 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:45.948201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f36b4781-ac47-4bcf-ae59-bb224734f9ef tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'subnet': {'network_id': '333fc747-6012-49d8-ab8f-54fcdafa28dc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:46.050317 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:46.057774 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Set router b44450c5-1f0b-43d7-afad-1272194d8881 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:46.068111 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Transition to ACTIVE for port object c27b5d84-c467-4f22-9986-7b6efa24925e will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:46.077680 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:46.079323 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56181f-033c-4ffa-914f-e503b40ea696 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Network': ['ID=333fc747-6012-49d8-ab8f-54fcdafa28dc,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:46.108015 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 333fc747-6012-49d8-ab8f-54fcdafa28dc details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:39:46.108283 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f36b4781-ac47-4bcf-ae59-bb224734f9ef tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:46.113428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f36b4781-ac47-4bcf-ae59-bb224734f9ef tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:subnet and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:46.117593 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f36b4781-ac47-4bcf-ae59-bb224734f9ef tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:46.126781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f36b4781-ac47-4bcf-ae59-bb224734f9ef tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:46.149782 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36b4781-ac47-4bcf-ae59-bb224734f9ef tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:46.212124 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Attempting to bind port c27b5d84-c467-4f22-9986-7b6efa24925e on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:46.212531 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Attempting to bind port c27b5d84-c467-4f22-9986-7b6efa24925e by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:46.212993 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Attempting to bind port c27b5d84-c467-4f22-9986-7b6efa24925e on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:46.216758 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d69c2b-bb10-42db-b741-3c38e3ac1aab None None] Pushing event updated for resources: {'Port': ['ID=c27b5d84-c467-4f22-9986-7b6efa24925e,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:46.224268 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:46.224745 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:46.225038 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:46.225601 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:46.226091 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Bound port: c27b5d84-c467-4f22-9986-7b6efa24925e, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:46.227585 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:46.230033 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=a75c2799-c2d7-408e-ba69-224f87f268dc,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:46.360029 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] For port c27b5d84-c467-4f22-9986-7b6efa24925e, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:46.366014 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] For port c27b5d84-c467-4f22-9986-7b6efa24925e, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c27b5d84-c467-4f22-9986-7b6efa24925e,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:46.366372 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 8ac0a856-ff91-4fd0-876b-9cdc338639d4 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:46.374571 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:46.392325 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 8ac0a856-ff91-4fd0-876b-9cdc338639d4 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:46.392719 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:46.418676 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:46.438206 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d8bcec34-eea7-4046-a403-15364e07b074 None None] Provisioning for port 6128f969-e68d-47ce-b436-c43abc0a4c8a completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:46.463327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f36b4781-ac47-4bcf-ae59-bb224734f9ef tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:46.483419 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d69c2b-bb10-42db-b741-3c38e3ac1aab None None] Pushing event updated for resources: {'Port': ['ID=c27b5d84-c467-4f22-9986-7b6efa24925e,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:46.493905 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Routers {'2521cb00-4a39-49fb-a0cf-c6fc0a454145'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:46.494686 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2521cb00-4a39-49fb-a0cf-c6fc0a454145'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:46.513568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d8bcec34-eea7-4046-a403-15364e07b074 None None] Provisioning complete for port 6128f969-e68d-47ce-b436-c43abc0a4c8a triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:46.513959 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d8bcec34-eea7-4046-a403-15364e07b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:46.676004 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6cd3b739-70b1-4ed8-a494-97453102240e up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:46.729270 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] Set router 2521cb00-4a39-49fb-a0cf-c6fc0a454145 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:46.742863 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d8bcec34-eea7-4046-a403-15364e07b074 None None] Port 6128f969-e68d-47ce-b436-c43abc0a4c8a cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:46.771682 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Allocated IP 172.20.0.1 (4549fd1d-c9b3-46b5-88af-858ee925ffa6/06f06cee-2902-459f-b4cc-030ca5053b89/8b47c1f4-91e8-475f-b90d-47a51cdd0222) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:46.804147 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f36b4781-ac47-4bcf-ae59-bb224734f9ef tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:46.943331 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b4781-ac47-4bcf-ae59-bb224734f9ef tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Subnet': ['ID=bb9d7f00-e784-4186-b759-eae5a7dddff3,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:46.974984 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:46.988664 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b4781-ac47-4bcf-ae59-bb224734f9ef tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Checking segment: {'id': 'f897e1a8-8d30-429e-8a58-5a5c1e316ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '333fc747-6012-49d8-ab8f-54fcdafa28dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:46.989006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b4781-ac47-4bcf-ae59-bb224734f9ef tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network hostable DHCP agents. Network: 333fc747-6012-49d8-ab8f-54fcdafa28dc, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:39:47.016459 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b4781-ac47-4bcf-ae59-bb224734f9ef tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network 333fc747-6012-49d8-ab8f-54fcdafa28dc is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:39:47.031115 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 6cd3b739-70b1-4ed8-a494-97453102240e triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:47.031494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.032568 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-f36b4781-ac47-4bcf-ae59-bb224734f9ef tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 333fc747-6012-49d8-ab8f-54fcdafa28dc) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:47.052454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36b4781-ac47-4bcf-ae59-bb224734f9ef tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:47.053161 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f36b4781-ac47-4bcf-ae59-bb224734f9ef tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.064370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633a7ecd-1102-47b1-ad6b-723386107fdf None None] Network 333fc747-6012-49d8-ab8f-54fcdafa28dc requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:47.088977 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.090933 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f36b4781-ac47-4bcf-ae59-bb224734f9ef tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1531637 Feb 10 11:39:47.096662 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40644) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:47.100469 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a7ae1-4414-4a56-930f-24ad22f2249b req-25aa218c-5a34-4370-9432-da79324035f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:47.102341 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5c2a7ae1-4414-4a56-930f-24ad22f2249b req-25aa218c-5a34-4370-9432-da79324035f1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 944 time: 0.1809781 Feb 10 11:39:47.120363 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:39:47.132817 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'name': 'tempest-TestVolumeBootPattern-320230019-router', 'tenant_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c27b5d84-c467-4f22-9986-7b6efa24925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:40Z', 'updated_at': '2022-02-10T11:39:42Z', 'revision_number': 3, 'project_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'gw_port': {'id': 'c27b5d84-c467-4f22-9986-7b6efa24925e', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:41Z', 'updated_at': '2022-02-10T11:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:47.139100 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212e40ad-c766-469e-941e-6713e75e4262 None None] The sync data for ids ['2521cb00-4a39-49fb-a0cf-c6fc0a454145'] in dv-neutron-828497-1-hyperv is: [{'id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'name': 'tempest-TestVolumeBootPattern-320230019-router', 'tenant_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c27b5d84-c467-4f22-9986-7b6efa24925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:40Z', 'updated_at': '2022-02-10T11:39:42Z', 'revision_number': 3, 'project_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'gw_port': {'id': 'c27b5d84-c467-4f22-9986-7b6efa24925e', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:41Z', 'updated_at': '2022-02-10T11:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:47.147019 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Transition to ACTIVE for port object 8b47c1f4-91e8-475f-b90d-47a51cdd0222 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:47.170366 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5e57d8cd-935e-411c-b90e-dd9261c437c6 None None] Provisioning complete for port 6128f969-e68d-47ce-b436-c43abc0a4c8a triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:47.170970 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5e57d8cd-935e-411c-b90e-dd9261c437c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.191841 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5c2a7ae1-4414-4a56-930f-24ad22f2249b req-7dedeb71-4d9e-4aac-aa4a-451584ee62cd tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=32a26298-c946-4ede-8797-74b4a6fdf223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808039 Feb 10 11:39:47.208662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0846a0-ecf5-4fb2-95bf-afe68856577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac0a856-ff91-4fd0-876b-9cdc338639d4'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:39:47.210446 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.278118 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 8ac0a856-ff91-4fd0-876b-9cdc338639d4, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=8ac0a856-ff91-4fd0-876b-9cdc338639d4,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:47.291393 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Network 4549fd1d-c9b3-46b5-88af-858ee925ffa6 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:47.295713 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:47.300518 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:47.316935 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.321654 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'name': 'tempest-RoutersIpV6Test-router-307639672', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:38Z', 'updated_at': '2022-02-10T11:39:43Z', 'revision_number': 2, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'gw_port_host': None, '_interfaces': [{'id': '6128f969-e68d-47ce-b436-c43abc0a4c8a', 'name': '', 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'mac_address': 'fa:16:3e:e5:2b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd633216c-3832-4725-911d-53e536d92113', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:41Z', 'updated_at': '2022-02-10T11:39:43Z', 'revision_number': 2, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'subnets': [{'id': 'd633216c-3832-4725-911d-53e536d92113', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:47.329950 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0846a0-ecf5-4fb2-95bf-afe68856577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac0a856-ff91-4fd0-876b-9cdc338639d4', 'code': 200} Feb 10 11:39:47.334873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Pushing event updated for resources: {'Port': ['ID=8b47c1f4-91e8-475f-b90d-47a51cdd0222,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:47.374284 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.396222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Checking router: b44450c5-1f0b-43d7-afad-1272194d8881 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:39:47.396885 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Updating router b44450c5-1f0b-43d7-afad-1272194d8881 port 6128f969-e68d-47ce-b436-c43abc0a4c8a binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:39:47.444603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-5e57d8cd-935e-411c-b90e-dd9261c437c6 None None] Port 6128f969-e68d-47ce-b436-c43abc0a4c8a cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:47.495462 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.636177 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a75c2799-c2d7-408e-ba69-224f87f268dc up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:47.669792 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.686750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=8ac0a856-ff91-4fd0-876b-9cdc338639d4,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:47.719873 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4e8ac148-96a2-4082-ae5c-22259a8b8135 req-8630a860-e78a-4fab-9f7a-5d7e7d7eb5d7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 1098 time: 0.1179273 Feb 10 11:39:47.795672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.801578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.822715 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-333fc747-6012-49d8-ab8f-54fcdafa28dc', 'network_id': '333fc747-6012-49d8-ab8f-54fcdafa28dc', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'fixed_ips': [{'subnet_id': 'bb9d7f00-e784-4186-b759-eae5a7dddff3'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:39:47.822715 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.836436 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f3e6ddb9-7658-41a1-bf05-b1a56afabcb0 None None] Provisioning for port 8b47c1f4-91e8-475f-b90d-47a51cdd0222 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:47.894868 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4e8ac148-96a2-4082-ae5c-22259a8b8135 req-10a7c2a8-092e-4940-957a-c49e11557d5f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=32a26298-c946-4ede-8797-74b4a6fdf223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680779 Feb 10 11:39:47.934617 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.934919 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f3e6ddb9-7658-41a1-bf05-b1a56afabcb0 None None] Provisioning complete for port 8b47c1f4-91e8-475f-b90d-47a51cdd0222 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:47.935101 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f3e6ddb9-7658-41a1-bf05-b1a56afabcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.941291 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Pushing event updated for resources: {'Port': ['ID=8b47c1f4-91e8-475f-b90d-47a51cdd0222,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:48.093550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:48.103749 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Network 4549fd1d-c9b3-46b5-88af-858ee925ffa6 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:48.106598 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:48.145066 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6ddb9-7658-41a1-bf05-b1a56afabcb0 None None] Port 8b47c1f4-91e8-475f-b90d-47a51cdd0222 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:48.195222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port a75c2799-c2d7-408e-ba69-224f87f268dc triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:48.195534 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:48.491273 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Allocated IP 2001:db8:1::2 (333fc747-6012-49d8-ab8f-54fcdafa28dc/bb9d7f00-e784-4186-b759-eae5a7dddff3/f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:48.651157 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a14c656d-6d0b-4732-b6a8-edab7c82c672 None None] Provisioning complete for port 8b47c1f4-91e8-475f-b90d-47a51cdd0222 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:48.651431 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a14c656d-6d0b-4732-b6a8-edab7c82c672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:48.732563 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:48.753505 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9d38d-3121-45ed-9570-c8b383e23332 req-a3620194-197d-446b-9183-8c53dda3c7ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:48.755076 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59a9d38d-3121-45ed-9570-c8b383e23332 req-a3620194-197d-446b-9183-8c53dda3c7ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 945 time: 0.2878962 Feb 10 11:39:48.782626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a14c656d-6d0b-4732-b6a8-edab7c82c672 None None] Port 8b47c1f4-91e8-475f-b90d-47a51cdd0222 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:48.788056 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Transition to ACTIVE for port object 6128f969-e68d-47ce-b436-c43abc0a4c8a will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:48.834527 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59a9d38d-3121-45ed-9570-c8b383e23332 req-68bacd3b-fe05-4cac-9e65-a912b1ca0925 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=32a26298-c946-4ede-8797-74b4a6fdf223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698154 Feb 10 11:39:48.881042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Router 2521cb00-4a39-49fb-a0cf-c6fc0a454145 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:48.900852 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:49.153617 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10d48e-dfc7-4e13-a73f-9a57e219d9e1 None None] Pushing event updated for resources: {'Port': ['ID=6128f969-e68d-47ce-b436-c43abc0a4c8a,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:49.200219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:49.212915 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fbad4903-eb95-430a-b03a-916dfb39037a admin admin] 10.222.0.36 "PUT /v2.0/routers/2521cb00-4a39-49fb-a0cf-c6fc0a454145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4271603 Feb 10 11:39:49.233001 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:49.264643 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Transition to ACTIVE for port object f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:49.281278 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Attempting to bind port 6128f969-e68d-47ce-b436-c43abc0a4c8a on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:49.281647 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Attempting to bind port 6128f969-e68d-47ce-b436-c43abc0a4c8a by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '73fdb9fa-8248-427a-aeee-049802737747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:49.282003 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Attempting to bind port 6128f969-e68d-47ce-b436-c43abc0a4c8a on network 686a572c-fe44-4c90-b70f-3f936262d194 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:49.296260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Transition to ACTIVE for port object f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:49.297662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:49.298031 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Checking segment: {'id': '73fdb9fa-8248-427a-aeee-049802737747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:49.298472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:49.298897 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Bound using segment: {'id': '73fdb9fa-8248-427a-aeee-049802737747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:49.299404 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Bound port: 6128f969-e68d-47ce-b436-c43abc0a4c8a, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73fdb9fa-8248-427a-aeee-049802737747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:49.299859 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:49.327821 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:49.462253 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Network 333fc747-6012-49d8-ab8f-54fcdafa28dc is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:49.468708 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:49.471193 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:49.473437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Pushing event updated for resources: {'Port': ['ID=f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:49.512124 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Allocated IP 2001:db8:1::1 (333fc747-6012-49d8-ab8f-54fcdafa28dc/bb9d7f00-e784-4186-b759-eae5a7dddff3/a82fc7d6-7bd3-445a-b66b-e2f182a2d77b) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:49.580545 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] For port 6128f969-e68d-47ce-b436-c43abc0a4c8a, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:49.599938 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] For port 6128f969-e68d-47ce-b436-c43abc0a4c8a, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6128f969-e68d-47ce-b436-c43abc0a4c8a,segment=NetworkSegment(73fdb9fa-8248-427a-aeee-049802737747),segment_id=73fdb9fa-8248-427a-aeee-049802737747)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:49.602912 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Attempting to bind port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:49.603331 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Attempting to bind port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'f897e1a8-8d30-429e-8a58-5a5c1e316ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '333fc747-6012-49d8-ab8f-54fcdafa28dc'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:49.603713 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Attempting to bind port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae on network 333fc747-6012-49d8-ab8f-54fcdafa28dc {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:49.608122 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:49.658193 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:49.658578 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Checking segment: {'id': 'f897e1a8-8d30-429e-8a58-5a5c1e316ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '333fc747-6012-49d8-ab8f-54fcdafa28dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:49.658985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:49.659384 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Bound using segment: {'id': 'f897e1a8-8d30-429e-8a58-5a5c1e316ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '333fc747-6012-49d8-ab8f-54fcdafa28dc'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:49.659863 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Bound port: f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f897e1a8-8d30-429e-8a58-5a5c1e316ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '333fc747-6012-49d8-ab8f-54fcdafa28dc'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:49.660241 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:49.688730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:49.707704 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Transition to ACTIVE for port object a82fc7d6-7bd3-445a-b66b-e2f182a2d77b will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:49.733704 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:49.768893 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10d48e-dfc7-4e13-a73f-9a57e219d9e1 None None] Pushing event updated for resources: {'Port': ['ID=6128f969-e68d-47ce-b436-c43abc0a4c8a,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:49.810149 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network 333fc747-6012-49d8-ab8f-54fcdafa28dc is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:49.811287 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] For port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:49.814630 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:49.816082 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] For port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae,segment=NetworkSegment(f897e1a8-8d30-429e-8a58-5a5c1e316ba6),segment_id=f897e1a8-8d30-429e-8a58-5a5c1e316ba6)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:49.820990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:49.821687 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:49.825000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Routers {'b44450c5-1f0b-43d7-afad-1272194d8881'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:49.826429 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b44450c5-1f0b-43d7-afad-1272194d8881'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:49.840398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=a82fc7d6-7bd3-445a-b66b-e2f182a2d77b,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:49.848355 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40660) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:49.861424 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1ba41ba2-b1f4-4f93-81c9-f922092955f0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203753822', 'description': 'tempest-secgroup-smoke-1203753822 description', 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:49.881327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1ba41ba2-b1f4-4f93-81c9-f922092955f0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:49.893224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1ba41ba2-b1f4-4f93-81c9-f922092955f0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Usage tracker for resource:security_group and tenant:a7ea00cd69f94e278d237bca3bf96ede is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:49.898642 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1ba41ba2-b1f4-4f93-81c9-f922092955f0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:49.912002 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1ba41ba2-b1f4-4f93-81c9-f922092955f0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:49.949236 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1ba41ba2-b1f4-4f93-81c9-f922092955f0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:49.988546 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:50.025811 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1ba41ba2-b1f4-4f93-81c9-f922092955f0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:50.027427 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:50.031312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1ba41ba2-b1f4-4f93-81c9-f922092955f0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Usage tracker for resource:security_group_rule and tenant:a7ea00cd69f94e278d237bca3bf96ede is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:50.034802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1ba41ba2-b1f4-4f93-81c9-f922092955f0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:50.044501 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1ba41ba2-b1f4-4f93-81c9-f922092955f0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:50.126097 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] Set router b44450c5-1f0b-43d7-afad-1272194d8881 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:50.180769 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1ba41ba2-b1f4-4f93-81c9-f922092955f0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:50.187023 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1ba41ba2-b1f4-4f93-81c9-f922092955f0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:50.248398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba41ba2-b1f4-4f93-81c9-f922092955f0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b7f6af-153d-414f-b456-d2238f5cfab4,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:50.248644 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318e85d-62c5-4946-bb96-abe51e377cfa None None] Pushing event updated for resources: {'Port': ['ID=f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:50.252813 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1ba41ba2-b1f4-4f93-81c9-f922092955f0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:50.257025 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1ba41ba2-b1f4-4f93-81c9-f922092955f0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4069698 Feb 10 11:39:50.258709 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40666) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:50.264784 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5a38f4de-9a98-4285-b00b-8d67ed2ace4b tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Request body: {'security_group_rule': {'security_group_id': 'f9b7f6af-153d-414f-b456-d2238f5cfab4', 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:50.279605 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1befb7f-33c8-4839-9d07-5a082c1cda9b req-419111ff-c5d7-4f47-aba9-f76d195c9b4a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:50.281100 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1befb7f-33c8-4839-9d07-5a082c1cda9b req-419111ff-c5d7-4f47-aba9-f76d195c9b4a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 945 time: 0.1801949 Feb 10 11:39:50.283616 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5a38f4de-9a98-4285-b00b-8d67ed2ace4b tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:50.287965 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5a38f4de-9a98-4285-b00b-8d67ed2ace4b tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Usage tracker for resource:security_group_rule and tenant:a7ea00cd69f94e278d237bca3bf96ede is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:50.307136 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5a38f4de-9a98-4285-b00b-8d67ed2ace4b tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:50.320200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5a38f4de-9a98-4285-b00b-8d67ed2ace4b tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:50.357176 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1befb7f-33c8-4839-9d07-5a082c1cda9b req-38b55caa-7c94-4a09-8eb2-2770c2acdd30 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=32a26298-c946-4ede-8797-74b4a6fdf223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660803 Feb 10 11:39:50.371537 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5a38f4de-9a98-4285-b00b-8d67ed2ace4b tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:50.466039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5a38f4de-9a98-4285-b00b-8d67ed2ace4b tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:50.475814 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5a38f4de-9a98-4285-b00b-8d67ed2ace4b tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:50.529000 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38f4de-9a98-4285-b00b-8d67ed2ace4b tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820c8379-1b02-41fa-9595-fdf1c8ea470a,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:50.544331 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5a38f4de-9a98-4285-b00b-8d67ed2ace4b tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:50.548095 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5a38f4de-9a98-4285-b00b-8d67ed2ace4b tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2860508 Feb 10 11:39:50.548734 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40672) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:50.559676 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-4a14c144-7ce3-4ca0-a73b-5eb0e57e0d4a tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Request body: {'security_group_rule': {'security_group_id': 'f9b7f6af-153d-414f-b456-d2238f5cfab4', 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:50.576656 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4a14c144-7ce3-4ca0-a73b-5eb0e57e0d4a tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:50.591258 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4a14c144-7ce3-4ca0-a73b-5eb0e57e0d4a tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Usage tracker for resource:security_group_rule and tenant:a7ea00cd69f94e278d237bca3bf96ede is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:50.595585 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4a14c144-7ce3-4ca0-a73b-5eb0e57e0d4a tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:50.607038 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4a14c144-7ce3-4ca0-a73b-5eb0e57e0d4a tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:50.638167 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'name': 'tempest-RoutersIpV6Test-router-307639672', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:38Z', 'updated_at': '2022-02-10T11:39:49Z', 'revision_number': 3, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'gw_port_host': None, '_interfaces': [{'id': '6128f969-e68d-47ce-b436-c43abc0a4c8a', 'name': '', 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'mac_address': 'fa:16:3e:e5:2b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd633216c-3832-4725-911d-53e536d92113', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:41Z', 'updated_at': '2022-02-10T11:39:49Z', 'revision_number': 4, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'subnets': [{'id': 'd633216c-3832-4725-911d-53e536d92113', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a82fc7d6-7bd3-445a-b66b-e2f182a2d77b', 'name': '', 'network_id': '333fc747-6012-49d8-ab8f-54fcdafa28dc', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'mac_address': 'fa:16:3e:96:d7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb9d7f00-e784-4186-b759-eae5a7dddff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:48Z', 'updated_at': '2022-02-10T11:39:49Z', 'revision_number': 1, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'subnets': [{'id': 'bb9d7f00-e784-4186-b759-eae5a7dddff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:50.643094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b840a7c-8120-49ee-a965-771c8ee8e068 None None] The sync data for ids ['b44450c5-1f0b-43d7-afad-1272194d8881'] in dv-neutron-828497-1-hyperv is: [{'id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'name': 'tempest-RoutersIpV6Test-router-307639672', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:38Z', 'updated_at': '2022-02-10T11:39:49Z', 'revision_number': 3, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'gw_port_host': None, '_interfaces': [{'id': '6128f969-e68d-47ce-b436-c43abc0a4c8a', 'name': '', 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'mac_address': 'fa:16:3e:e5:2b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd633216c-3832-4725-911d-53e536d92113', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:41Z', 'updated_at': '2022-02-10T11:39:49Z', 'revision_number': 4, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'subnets': [{'id': 'd633216c-3832-4725-911d-53e536d92113', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a82fc7d6-7bd3-445a-b66b-e2f182a2d77b', 'name': '', 'network_id': '333fc747-6012-49d8-ab8f-54fcdafa28dc', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'mac_address': 'fa:16:3e:96:d7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb9d7f00-e784-4186-b759-eae5a7dddff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:48Z', 'updated_at': '2022-02-10T11:39:49Z', 'revision_number': 1, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'subnets': [{'id': 'bb9d7f00-e784-4186-b759-eae5a7dddff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:50.693004 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:50.693724 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c830b-7de9-4333-a66e-8839395e5214 req-695f0249-1ea5-44dd-908d-24d9fa4f3ce3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:50.695337 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-547c830b-7de9-4333-a66e-8839395e5214 req-695f0249-1ea5-44dd-908d-24d9fa4f3ce3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 945 time: 0.1470547 Feb 10 11:39:50.697494 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a14c144-7ce3-4ca0-a73b-5eb0e57e0d4a tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:50.772563 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-547c830b-7de9-4333-a66e-8839395e5214 req-3f998d57-7e5c-4ef0-aac5-a920608523d5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=32a26298-c946-4ede-8797-74b4a6fdf223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692558 Feb 10 11:39:50.775367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:50.791281 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:50.795251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40676) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:50.795688 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:50.796940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:50.843832 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a14c144-7ce3-4ca0-a73b-5eb0e57e0d4a tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:50.859310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a14c144-7ce3-4ca0-a73b-5eb0e57e0d4a tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:50.915014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14c144-7ce3-4ca0-a73b-5eb0e57e0d4a tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f10b86-6ed3-49ea-b099-046cc9a460b9,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:50.995496 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=a82fc7d6-7bd3-445a-b66b-e2f182a2d77b,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:51.002000 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a14c144-7ce3-4ca0-a73b-5eb0e57e0d4a tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.003151 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4a14c144-7ce3-4ca0-a73b-5eb0e57e0d4a tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4534254 Feb 10 11:39:51.005778 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40682) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:51.013432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f19f9522-a39a-43a9-a91a-d6d93e166465 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Request body: {'security_group_rule': {'security_group_id': 'f9b7f6af-153d-414f-b456-d2238f5cfab4', 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:51.023867 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f19f9522-a39a-43a9-a91a-d6d93e166465 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:51.040232 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f19f9522-a39a-43a9-a91a-d6d93e166465 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Usage tracker for resource:security_group_rule and tenant:a7ea00cd69f94e278d237bca3bf96ede is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:51.045360 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-088e9e77-7081-4fa4-83a2-eaf6d0132d82 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 1093 time: 0.2495549 Feb 10 11:39:51.046800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f19f9522-a39a-43a9-a91a-d6d93e166465 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:51.048130 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40686) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:51.054195 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': '8ac0a856-ff91-4fd0-876b-9cdc338639d4', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:51.060779 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:51.062501 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f19f9522-a39a-43a9-a91a-d6d93e166465 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:51.065568 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:floatingip and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:51.069186 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:51.087413 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:51.089703 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network 333fc747-6012-49d8-ab8f-54fcdafa28dc is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:51.093057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:51.107156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.241885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f19f9522-a39a-43a9-a91a-d6d93e166465 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.269447 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.422464 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.26.4.24 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/150f7907-5ed4-49d8-8619-007a1c04bb2c) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:51.455977 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f19f9522-a39a-43a9-a91a-d6d93e166465 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.469108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afd084c-a0ad-4cce-9ba0-37c3c1e15d28 None None] Network 333fc747-6012-49d8-ab8f-54fcdafa28dc requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:51.471089 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f19f9522-a39a-43a9-a91a-d6d93e166465 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.497770 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f9522-a39a-43a9-a91a-d6d93e166465 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698731e7-77e3-4acb-a0ec-535ad1e3ec40,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:51.525900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f19f9522-a39a-43a9-a91a-d6d93e166465 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.528003 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f19f9522-a39a-43a9-a91a-d6d93e166465 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5206716 Feb 10 11:39:51.530664 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40690) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:51.542827 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-917aa0f1-064a-477a-8f0a-60dbec2166cc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Request body: {'security_group_rule': {'security_group_id': 'f9b7f6af-153d-414f-b456-d2238f5cfab4', 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:51.551760 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-917aa0f1-064a-477a-8f0a-60dbec2166cc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:51.561109 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-917aa0f1-064a-477a-8f0a-60dbec2166cc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Usage tracker for resource:security_group_rule and tenant:a7ea00cd69f94e278d237bca3bf96ede is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:51.566287 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router b44450c5-1f0b-43d7-afad-1272194d8881 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:51.573453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-917aa0f1-064a-477a-8f0a-60dbec2166cc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:51.593648 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4f3ed522-723d-417c-b1f5-7b33c6e36de8 None None] Provisioning for port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:51.605484 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-917aa0f1-064a-477a-8f0a-60dbec2166cc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:51.632832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.648694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-917aa0f1-064a-477a-8f0a-60dbec2166cc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.662742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4f3ed522-723d-417c-b1f5-7b33c6e36de8 None None] Provisioning complete for port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:51.663360 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4f3ed522-723d-417c-b1f5-7b33c6e36de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.720330 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.766520 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-917aa0f1-064a-477a-8f0a-60dbec2166cc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.784374 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-917aa0f1-064a-477a-8f0a-60dbec2166cc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.830068 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:51.833749 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917aa0f1-064a-477a-8f0a-60dbec2166cc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e18e6d-7de9-4fb9-8d8f-5fb976757fe1,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:51.840950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:51.847091 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=150f7907-5ed4-49d8-8619-007a1c04bb2c,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:51.849467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:51.897836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-917aa0f1-064a-477a-8f0a-60dbec2166cc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.898994 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-917aa0f1-064a-477a-8f0a-60dbec2166cc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3673308 Feb 10 11:39:51.904935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40694) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:51.910444 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-695f4ad5-abb2-4124-80d6-1e6a2b47dc83 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Request body: {'security_group_rule': {'security_group_id': 'f9b7f6af-153d-414f-b456-d2238f5cfab4', 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:51.911280 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4f3ed522-723d-417c-b1f5-7b33c6e36de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.913452 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:51.919355 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-695f4ad5-abb2-4124-80d6-1e6a2b47dc83 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:51.927074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-695f4ad5-abb2-4124-80d6-1e6a2b47dc83 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Usage tracker for resource:security_group_rule and tenant:a7ea00cd69f94e278d237bca3bf96ede is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:51.932272 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-695f4ad5-abb2-4124-80d6-1e6a2b47dc83 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:51.938076 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e31f2427-8cc1-467e-a5c3-da3143f2b8db tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/b44450c5-1f0b-43d7-afad-1272194d8881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8398154 Feb 10 11:39:51.940966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40698) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:51.954676 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-c5c8d9ca-2386-45fc-b01c-d524060f75ce tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-929866449'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:51.964219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c5c8d9ca-2386-45fc-b01c-d524060f75ce tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:51.969720 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-4f3ed522-723d-417c-b1f5-7b33c6e36de8 None None] For port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae,segment=NetworkSegment(f897e1a8-8d30-429e-8a58-5a5c1e316ba6),segment_id=f897e1a8-8d30-429e-8a58-5a5c1e316ba6)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:51.975510 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4f3ed522-723d-417c-b1f5-7b33c6e36de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.976213 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c5c8d9ca-2386-45fc-b01c-d524060f75ce tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:network and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:51.982594 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-695f4ad5-abb2-4124-80d6-1e6a2b47dc83 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:51.983755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c5c8d9ca-2386-45fc-b01c-d524060f75ce tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:51.995837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c5c8d9ca-2386-45fc-b01c-d524060f75ce tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:52.010293 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-695f4ad5-abb2-4124-80d6-1e6a2b47dc83 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Project a7ea00cd69f94e278d237bca3bf96ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:39:52.018605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c8d9ca-2386-45fc-b01c-d524060f75ce tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:52.023988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c8d9ca-2386-45fc-b01c-d524060f75ce tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.055679 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-695f4ad5-abb2-4124-80d6-1e6a2b47dc83 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.065094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c8d9ca-2386-45fc-b01c-d524060f75ce tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:39:52.071645 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ed522-723d-417c-b1f5-7b33c6e36de8 None None] Pushing event updated for resources: {'Port': ['ID=f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:52.082853 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c8d9ca-2386-45fc-b01c-d524060f75ce tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.084448 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-c5c8d9ca-2386-45fc-b01c-d524060f75ce tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Added segment 502d8bbb-0c23-4910-b697-606c1c57677a of type vlan for network ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73 Feb 10 11:39:52.145217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c8d9ca-2386-45fc-b01c-d524060f75ce tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.211263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c8d9ca-2386-45fc-b01c-d524060f75ce tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.220078 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c8d9ca-2386-45fc-b01c-d524060f75ce tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:52.221046 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5c8d9ca-2386-45fc-b01c-d524060f75ce tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.330276 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c5c8d9ca-2386-45fc-b01c-d524060f75ce tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3859987 Feb 10 11:39:52.334336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40702) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:52.343464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-971c80b3-d7d9-45e2-975e-9ef0f3774c78 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'subnet': {'network_id': 'ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:52.361707 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-76e7be91-5ea0-4d9d-9be6-dc42e6fdf22b None None] Provisioning complete for port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:52.362248 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-76e7be91-5ea0-4d9d-9be6-dc42e6fdf22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.416193 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-695f4ad5-abb2-4124-80d6-1e6a2b47dc83 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.429399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-695f4ad5-abb2-4124-80d6-1e6a2b47dc83 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.435372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8d9ca-2386-45fc-b01c-d524060f75ce tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Network': ['ID=ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:52.455937 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:39:52.477969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f4ad5-abb2-4124-80d6-1e6a2b47dc83 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098d91e8-f07c-483e-89f9-76a2393ccbdd,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:52.480093 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-971c80b3-d7d9-45e2-975e-9ef0f3774c78 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:52.488007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-971c80b3-d7d9-45e2-975e-9ef0f3774c78 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:subnet and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:52.492110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-971c80b3-d7d9-45e2-975e-9ef0f3774c78 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:52.496440 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-695f4ad5-abb2-4124-80d6-1e6a2b47dc83 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.500962 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-695f4ad5-abb2-4124-80d6-1e6a2b47dc83 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5945222 Feb 10 11:39:52.501225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40706) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:52.507767 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-0b04d911-478f-4ba6-995c-7e61e34e088d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Request body: {'security_group_rule': {'security_group_id': 'f9b7f6af-153d-414f-b456-d2238f5cfab4', 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:52.515878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0b04d911-478f-4ba6-995c-7e61e34e088d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:52.518792 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-971c80b3-d7d9-45e2-975e-9ef0f3774c78 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:52.523326 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0b04d911-478f-4ba6-995c-7e61e34e088d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Usage tracker for resource:security_group_rule and tenant:a7ea00cd69f94e278d237bca3bf96ede is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:52.528364 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0b04d911-478f-4ba6-995c-7e61e34e088d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:52.536629 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0b04d911-478f-4ba6-995c-7e61e34e088d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:52.540981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971c80b3-d7d9-45e2-975e-9ef0f3774c78 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:52.664954 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-971c80b3-d7d9-45e2-975e-9ef0f3774c78 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.673679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:52.694310 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-0b04d911-478f-4ba6-995c-7e61e34e088d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Project a7ea00cd69f94e278d237bca3bf96ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:39:52.757591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b04d911-478f-4ba6-995c-7e61e34e088d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.781159 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.815911 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:52.816564 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.863036 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.911673 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-76e7be91-5ea0-4d9d-9be6-dc42e6fdf22b None None] Provisioning for port a82fc7d6-7bd3-445a-b66b-e2f182a2d77b completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:52.918972 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-76e7be91-5ea0-4d9d-9be6-dc42e6fdf22b None None] Provisioning complete for port a82fc7d6-7bd3-445a-b66b-e2f182a2d77b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:52.919562 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-76e7be91-5ea0-4d9d-9be6-dc42e6fdf22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.969893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b04d911-478f-4ba6-995c-7e61e34e088d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.986915 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b04d911-478f-4ba6-995c-7e61e34e088d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:53.039768 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04d911-478f-4ba6-995c-7e61e34e088d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a551d9f-6a52-48ed-a454-e84c7c13a3b1,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:53.046090 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-76e7be91-5ea0-4d9d-9be6-dc42e6fdf22b None None] Port a82fc7d6-7bd3-445a-b66b-e2f182a2d77b cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:53.073575 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-971c80b3-d7d9-45e2-975e-9ef0f3774c78 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:53.114356 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b04d911-478f-4ba6-995c-7e61e34e088d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:53.115788 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0b04d911-478f-4ba6-995c-7e61e34e088d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6139042 Feb 10 11:39:53.151015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:53.158410 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:53.179621 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c80b3-d7d9-45e2-975e-9ef0f3774c78 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Subnet': ['ID=fecb8473-fb05-4109-ade8-f365d286dfd3,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:53.186412 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9ff2d209-6372-4b5c-9993-db857160da2b None None] Provisioning complete for port a82fc7d6-7bd3-445a-b66b-e2f182a2d77b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:53.188289 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9ff2d209-6372-4b5c-9993-db857160da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:53.194141 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c80b3-d7d9-45e2-975e-9ef0f3774c78 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Checking segment: {'id': '502d8bbb-0c23-4910-b697-606c1c57677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:53.194506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971c80b3-d7d9-45e2-975e-9ef0f3774c78 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network hostable DHCP agents. Network: ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:39:53.249486 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971c80b3-d7d9-45e2-975e-9ef0f3774c78 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:39:53.266988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-971c80b3-d7d9-45e2-975e-9ef0f3774c78 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:53.279794 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c80b3-d7d9-45e2-975e-9ef0f3774c78 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:53.280556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-971c80b3-d7d9-45e2-975e-9ef0f3774c78 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:53.314097 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:53.317395 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1478925-2cdb-4173-bfa7-83eab2e8b000 None None] Network ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:53.333316 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-971c80b3-d7d9-45e2-975e-9ef0f3774c78 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9957716 Feb 10 11:39:53.333592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40726) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:53.396616 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2d209-6372-4b5c-9993-db857160da2b None None] Port a82fc7d6-7bd3-445a-b66b-e2f182a2d77b cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:53.440616 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=150f7907-5ed4-49d8-8619-007a1c04bb2c,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:53.578394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73', 'network_id': 'ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'fixed_ips': [{'subnet_id': 'fecb8473-fb05-4109-ade8-f365d286dfd3'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:39:53.579387 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:53.582198 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Floating IP c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 associated. External IP: 172.26.4.24, port: 8ac0a856-ff91-4fd0-876b-9cdc338639d4. Feb 10 11:39:53.794962 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Allocated IP 2001:db8:2::2 (ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73/fecb8473-fb05-4109-ade8-f365d286dfd3/5f43c2f3-856e-40a8-ba7b-16b5a4edec71) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:54.055076 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:54.074824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Transition to ACTIVE for port object 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:54.098784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Transition to ACTIVE for port object 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:54.108253 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:54.110784 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router af84d4b9-edee-4571-ae83-ee71cf2326f1 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:54.244849 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Network ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:54.266077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:54.281442 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:54.458987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Pushing event updated for resources: {'Port': ['ID=5f43c2f3-856e-40a8-ba7b-16b5a4edec71,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:54.460327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:54.471586 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Attempting to bind port 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:54.471586 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Attempting to bind port 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '502d8bbb-0c23-4910-b697-606c1c57677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:54.472256 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Attempting to bind port 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 on network ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:54.481749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:54.482912 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Checking segment: {'id': '502d8bbb-0c23-4910-b697-606c1c57677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:54.483428 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:54.483773 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Bound using segment: {'id': '502d8bbb-0c23-4910-b697-606c1c57677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:54.484636 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Bound port: 5f43c2f3-856e-40a8-ba7b-16b5a4edec71, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502d8bbb-0c23-4910-b697-606c1c57677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:54.485025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:54.654025 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:54.701814 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f4c9f-54fa-45e9-9b78-a241e8560682 None None] Sync routers for ids ['af84d4b9-edee-4571-ae83-ee71cf2326f1'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:54.709937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:54.731208 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f4c9f-54fa-45e9-9b78-a241e8560682 None None] Routers {'af84d4b9-edee-4571-ae83-ee71cf2326f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:54.735735 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-e51f4c9f-54fa-45e9-9b78-a241e8560682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['af84d4b9-edee-4571-ae83-ee71cf2326f1'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:54.830265 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] For port 5f43c2f3-856e-40a8-ba7b-16b5a4edec71, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:54.842063 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] For port 5f43c2f3-856e-40a8-ba7b-16b5a4edec71, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5f43c2f3-856e-40a8-ba7b-16b5a4edec71,segment=NetworkSegment(502d8bbb-0c23-4910-b697-606c1c57677a),segment_id=502d8bbb-0c23-4910-b697-606c1c57677a)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:54.851957 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Sync routers for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:54.863361 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:54.881449 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4c74ec6f-a1a1-494c-9f0b-a6cba3f14b0f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8298604 Feb 10 11:39:54.888044 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40748) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:54.888704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0846a0-ecf5-4fb2-95bf-afe68856577b', 'tag': '8ac0a856-ff91-4fd0-876b-9cdc338639d4'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:39:55.003928 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c27b5d84-c467-4f22-9986-7b6efa24925e up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:55.154895 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0846a0-ecf5-4fb2-95bf-afe68856577b', 'tag': '8ac0a856-ff91-4fd0-876b-9cdc338639d4', 'status': 'completed', 'code': 200} Feb 10 11:39:55.199633 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-e51f4c9f-54fa-45e9-9b78-a241e8560682 None None] Set router af84d4b9-edee-4571-ae83-ee71cf2326f1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:55.264616 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-876ad6d6-9ce7-4d1e-9bee-56c7f7606d5a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 990 time: 0.3399687 Feb 10 11:39:55.268202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46394671-2f08-473b-8e99-e9e3b9588884 None None] Pushing event updated for resources: {'Port': ['ID=5f43c2f3-856e-40a8-ba7b-16b5a4edec71,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:55.306896 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:55.308621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:55.566019 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Allocated IP 2001:db8:2::1 (ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73/fecb8473-fb05-4109-ade8-f365d286dfd3/d0e23a47-d27a-4f3b-94f8-130bac6f1465) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:55.860941 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port c27b5d84-c467-4f22-9986-7b6efa24925e completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:55.867995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port c27b5d84-c467-4f22-9986-7b6efa24925e triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:55.868373 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:55.970590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:56.125595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:56.171458 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-16e737ba-a69d-4d83-a938-603d4806ec4d req-40a51f60-fd5e-4ad7-a0aa-c965a52fc453 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 1098 time: 1.0075107 Feb 10 11:39:56.186472 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-e51f4c9f-54fa-45e9-9b78-a241e8560682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'c503c4ac-61a5-4c6a-b27b-495ddb05c0c8', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'port_id': '8ac0a856-ff91-4fd0-876b-9cdc338639d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'mac_address': 'fa:16:3e:38:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0846a0-ecf5-4fb2-95bf-afe68856577b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:52Z', 'updated_at': '2022-02-10T11:39:52Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c096e45f-dbcb-48ff-8051-d2c32943a36a', 'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:0e:df:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:22Z', 'updated_at': '2022-02-10T11:39:31Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:56.194328 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f4c9f-54fa-45e9-9b78-a241e8560682 None None] Checking router: af84d4b9-edee-4571-ae83-ee71cf2326f1 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:39:56.215990 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f4c9f-54fa-45e9-9b78-a241e8560682 None None] Routers {'af84d4b9-edee-4571-ae83-ee71cf2326f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:56.216922 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-e51f4c9f-54fa-45e9-9b78-a241e8560682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['af84d4b9-edee-4571-ae83-ee71cf2326f1'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:56.269704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40770) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:56.489871 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-e51f4c9f-54fa-45e9-9b78-a241e8560682 None None] Set router af84d4b9-edee-4571-ae83-ee71cf2326f1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:56.578824 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0a9e1bd8-d652-4e38-8376-541d2bc25c58 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 990 time: 0.3042557 Feb 10 11:39:56.594562 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e737ba-a69d-4d83-a938-603d4806ec4d req-9de0aeb2-1de9-4c66-a24f-ceafed767430 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:56.598292 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-16e737ba-a69d-4d83-a938-603d4806ec4d req-9de0aeb2-1de9-4c66-a24f-ceafed767430 service neutron] 10.222.0.73 "GET /v2.0/networks?id=475d14d3-8614-4a00-9051-712e18452698 HTTP/1.1" status: 200 len: 898 time: 0.3998599 Feb 10 11:39:56.602855 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Transition to ACTIVE for port object d0e23a47-d27a-4f3b-94f8-130bac6f1465 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:56.696664 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-54a3bc8b-62b9-400a-8197-20957503e4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:56.736457 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:56.802813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port c27b5d84-c467-4f22-9986-7b6efa24925e, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c27b5d84-c467-4f22-9986-7b6efa24925e,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:56.825009 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:56.896676 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-16e737ba-a69d-4d83-a938-603d4806ec4d req-2f14d4b2-e9bb-49b4-b166-f30979b2430e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ac0a856-ff91-4fd0-876b-9cdc338639d4 HTTP/1.1" status: 200 len: 998 time: 0.2912126 Feb 10 11:39:56.993751 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e737ba-a69d-4d83-a938-603d4806ec4d req-c5f7a59e-7425-447e-9e69-85b6c7315870 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:56.995234 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-16e737ba-a69d-4d83-a938-603d4806ec4d req-c5f7a59e-7425-447e-9e69-85b6c7315870 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f2e174e-0249-493c-b414-a0523e5cf63d HTTP/1.1" status: 200 len: 835 time: 0.0900400 Feb 10 11:39:57.094567 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 2, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:57.102017 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Checking router: 2b937027-dcc8-40e2-ab37-68bac57a49a5 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:39:57.102297 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Updating router 2b937027-dcc8-40e2-ab37-68bac57a49a5 port 815b9d86-607f-4074-b601-39eeb038a5d5 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:39:57.103173 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-16e737ba-a69d-4d83-a938-603d4806ec4d req-d000738b-5c9a-4fb7-bbb1-0f5bc7254de2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=475d14d3-8614-4a00-9051-712e18452698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0994885 Feb 10 11:39:57.104118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:57.175941 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6128f969-e68d-47ce-b436-c43abc0a4c8a up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:57.229072 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-e51f4c9f-54fa-45e9-9b78-a241e8560682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'c503c4ac-61a5-4c6a-b27b-495ddb05c0c8', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'port_id': '8ac0a856-ff91-4fd0-876b-9cdc338639d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'mac_address': 'fa:16:3e:38:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0846a0-ecf5-4fb2-95bf-afe68856577b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:52Z', 'updated_at': '2022-02-10T11:39:52Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c096e45f-dbcb-48ff-8051-d2c32943a36a', 'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:0e:df:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:22Z', 'updated_at': '2022-02-10T11:39:31Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:57.235430 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f4c9f-54fa-45e9-9b78-a241e8560682 None None] The sync data for ids ['af84d4b9-edee-4571-ae83-ee71cf2326f1'] in dv-neutron-828497-1-hyperv is: [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'c503c4ac-61a5-4c6a-b27b-495ddb05c0c8', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'port_id': '8ac0a856-ff91-4fd0-876b-9cdc338639d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'mac_address': 'fa:16:3e:38:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0846a0-ecf5-4fb2-95bf-afe68856577b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:52Z', 'updated_at': '2022-02-10T11:39:52Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c096e45f-dbcb-48ff-8051-d2c32943a36a', 'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:0e:df:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:22Z', 'updated_at': '2022-02-10T11:39:31Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:57.251101 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=c27b5d84-c467-4f22-9986-7b6efa24925e,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:57.292225 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78535b18-1e3d-49cd-bc59-cbb914bea949 None None] Network ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:57.378980 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=d0e23a47-d27a-4f3b-94f8-130bac6f1465,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:57.387602 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:57.399528 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:57.404308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:57.404809 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:57.444596 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-16e737ba-a69d-4d83-a938-603d4806ec4d req-fbb1ea2f-30a9-4178-aafb-755ad2e8e99c service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564471 Feb 10 11:39:57.454078 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:57.529073 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-89c69016-8690-4f45-b460-c070ddd01007 None None] Provisioning for port 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:57.581083 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40776) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:57.672524 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 6128f969-e68d-47ce-b436-c43abc0a4c8a completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:57.699340 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 6128f969-e68d-47ce-b436-c43abc0a4c8a triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:57.700422 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:57.728271 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-05e5f4f5-59ab-471c-83da-a494a59bd036 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 990 time: 0.1440282 Feb 10 11:39:57.760390 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:57.796450 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-16e737ba-a69d-4d83-a938-603d4806ec4d req-148fbb8a-0023-437f-a380-a97027c49a40 service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443940 Feb 10 11:39:58.177904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:58.275241 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 6128f969-e68d-47ce-b436-c43abc0a4c8a, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6128f969-e68d-47ce-b436-c43abc0a4c8a,segment=NetworkSegment(73fdb9fa-8248-427a-aeee-049802737747),segment_id=73fdb9fa-8248-427a-aeee-049802737747)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:58.302598 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:58.303403 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:58.332383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:58.349466 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:58.360596 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:58.361447 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:58.418479 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Transition to ACTIVE for port object 815b9d86-607f-4074-b601-39eeb038a5d5 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:58.437003 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:58.458108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=6128f969-e68d-47ce-b436-c43abc0a4c8a,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:58.535279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387d332-4980-4e54-bf3c-0c69e4cc8fed None None] Pushing event updated for resources: {'Port': ['ID=815b9d86-607f-4074-b601-39eeb038a5d5,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:58.539939 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=d0e23a47-d27a-4f3b-94f8-130bac6f1465,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:58.663232 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:58.664714 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:58.683633 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:58.728926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40782) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:58.753786 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:58.754166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:58.789303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-15dc7b4a-3508-4ced-b178-8d9e9805d6f5 None None] Provisioning complete for port 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:58.789680 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-15dc7b4a-3508-4ced-b178-8d9e9805d6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:58.986188 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7ad74436-6799-4bb3-8843-2a1c58a06b2d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 990 time: 0.2559619 Feb 10 11:39:58.990066 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Attempting to bind port 815b9d86-607f-4074-b601-39eeb038a5d5 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:58.990444 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Attempting to bind port 815b9d86-607f-4074-b601-39eeb038a5d5 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:58.990812 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Attempting to bind port 815b9d86-607f-4074-b601-39eeb038a5d5 on network f515bcb9-d982-4b8d-83ba-f18662effa60 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:59.023070 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-061623a0-2e37-4488-ba3f-072dcd67f2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:59.095036 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:59.095036 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Checking segment: {'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:59.098479 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:59.099188 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Bound using segment: {'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:59.100450 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Bound port: 815b9d86-607f-4074-b601-39eeb038a5d5, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:59.100961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:59.274547 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4517b839-d60d-42f3-a9f3-7fd3ab3ccf29 None None] New status for floating IP c503c4ac-61a5-4c6a-b27b-495ddb05c0c8: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:39:59.295324 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router b44450c5-1f0b-43d7-afad-1272194d8881 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:59.335274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-15dc7b4a-3508-4ced-b178-8d9e9805d6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:59.414417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] For port 815b9d86-607f-4074-b601-39eeb038a5d5, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:59.416325 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:59.435490 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] For port 815b9d86-607f-4074-b601-39eeb038a5d5, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=815b9d86-607f-4074-b601-39eeb038a5d5,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:59.448756 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:59.461595 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-15dc7b4a-3508-4ced-b178-8d9e9805d6f5 None None] For port 5f43c2f3-856e-40a8-ba7b-16b5a4edec71, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5f43c2f3-856e-40a8-ba7b-16b5a4edec71,segment=NetworkSegment(502d8bbb-0c23-4910-b697-606c1c57677a),segment_id=502d8bbb-0c23-4910-b697-606c1c57677a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:59.539964 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-15dc7b4a-3508-4ced-b178-8d9e9805d6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:59.541927 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:59.561178 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9eb60609-9b3a-4a18-924c-fb206790e2cb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/b44450c5-1f0b-43d7-afad-1272194d8881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2254686 Feb 10 11:39:59.563915 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40788) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:59.574008 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-50146060-d3bd-4c3b-a20e-22c84e0be74d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-673243524'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:59.577241 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387d332-4980-4e54-bf3c-0c69e4cc8fed None None] Pushing event updated for resources: {'Port': ['ID=815b9d86-607f-4074-b601-39eeb038a5d5,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:59.587514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-50146060-d3bd-4c3b-a20e-22c84e0be74d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:59.602339 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-50146060-d3bd-4c3b-a20e-22c84e0be74d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:network and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:59.606108 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-50146060-d3bd-4c3b-a20e-22c84e0be74d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:59.612711 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-50146060-d3bd-4c3b-a20e-22c84e0be74d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:59.628373 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50146060-d3bd-4c3b-a20e-22c84e0be74d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:59.632260 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50146060-d3bd-4c3b-a20e-22c84e0be74d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:59.673695 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50146060-d3bd-4c3b-a20e-22c84e0be74d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:39:59.681511 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:59.682225 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:59.688486 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50146060-d3bd-4c3b-a20e-22c84e0be74d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:59.689575 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-50146060-d3bd-4c3b-a20e-22c84e0be74d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Added segment 832026a1-ef2e-4751-b091-6f01e97c76d6 of type vlan for network b9dd034f-be97-4a1d-9605-b7f22f3a95f7 Feb 10 11:39:59.729068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50146060-d3bd-4c3b-a20e-22c84e0be74d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:59.800887 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50146060-d3bd-4c3b-a20e-22c84e0be74d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:59.805747 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50146060-d3bd-4c3b-a20e-22c84e0be74d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:59.806736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50146060-d3bd-4c3b-a20e-22c84e0be74d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:59.850732 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-15dc7b4a-3508-4ced-b178-8d9e9805d6f5 None None] Provisioning for port d0e23a47-d27a-4f3b-94f8-130bac6f1465 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:59.870822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-15dc7b4a-3508-4ced-b178-8d9e9805d6f5 None None] Provisioning complete for port d0e23a47-d27a-4f3b-94f8-130bac6f1465 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:59.871190 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-15dc7b4a-3508-4ced-b178-8d9e9805d6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:59.935538 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-50146060-d3bd-4c3b-a20e-22c84e0be74d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3667231 Feb 10 11:39:59.938266 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40792) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:59.941769 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50146060-d3bd-4c3b-a20e-22c84e0be74d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Network': ['ID=b9dd034f-be97-4a1d-9605-b7f22f3a95f7,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:59.945099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'subnet': {'network_id': 'b9dd034f-be97-4a1d-9605-b7f22f3a95f7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:59.954220 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:39:59.954645 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:39:59.966314 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc7b4a-3508-4ced-b178-8d9e9805d6f5 None None] Pushing event updated for resources: {'Port': ['ID=5f43c2f3-856e-40a8-ba7b-16b5a4edec71,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:59.975624 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network b9dd034f-be97-4a1d-9605-b7f22f3a95f7 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:39:59.988395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40796) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:00.018500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:00.076789 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:00.081975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:subnet and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:00.086454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:00.097519 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:00.118646 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Made reservation on behalf of fdb7ebb9247a46d698d0985398248c6e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:40:00.200608 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-15dc7b4a-3508-4ced-b178-8d9e9805d6f5 None None] Port d0e23a47-d27a-4f3b-94f8-130bac6f1465 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:40:00.245998 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:00.276116 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:00.302620 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:00.459838 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-272f200a-871d-41f2-af94-f2191bfbc9dc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 992 time: 0.4697340 Feb 10 11:40:00.612628 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:00.685717 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-48de139a-6a06-4285-8909-82c9f0d7ddea None None] Provisioning complete for port d0e23a47-d27a-4f3b-94f8-130bac6f1465 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:00.686255 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-48de139a-6a06-4285-8909-82c9f0d7ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:00.690351 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Subnet': ['ID=b6f1c099-0852-411c-8265-99bd93d12ac8,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:00.709362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:00.709630 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:00.710023 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:00.710299 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:00.710626 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:00.710950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:00.711291 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:00.711574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:00.711894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:00.712210 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:00.712527 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:00.719149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Checking segment: {'id': '832026a1-ef2e-4751-b091-6f01e97c76d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9dd034f-be97-4a1d-9605-b7f22f3a95f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:40:00.719511 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network hostable DHCP agents. Network: b9dd034f-be97-4a1d-9605-b7f22f3a95f7, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:40:00.748621 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network b9dd034f-be97-4a1d-9605-b7f22f3a95f7 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:40:00.750171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-48de139a-6a06-4285-8909-82c9f0d7ddea None None] Port d0e23a47-d27a-4f3b-94f8-130bac6f1465 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:40:00.766290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, b9dd034f-be97-4a1d-9605-b7f22f3a95f7) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:00.771704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:00.772857 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:00.784455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4be52e-9a34-4620-bc7f-67dff7a9d80c None None] Network b9dd034f-be97-4a1d-9605-b7f22f3a95f7 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:40:00.804881 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6128f969-e68d-47ce-b436-c43abc0a4c8a up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:00.809734 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-de7109ad-d5e7-441f-9daa-ce0f9955a4bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8670917 Feb 10 11:40:00.810090 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40802) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:01.080354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 6128f969-e68d-47ce-b436-c43abc0a4c8a triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:01.080723 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:01.168950 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:39:59Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:01.175581 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-b9dd034f-be97-4a1d-9605-b7f22f3a95f7', 'network_id': 'b9dd034f-be97-4a1d-9605-b7f22f3a95f7', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'fixed_ips': [{'subnet_id': 'b6f1c099-0852-411c-8265-99bd93d12ac8'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:40:01.176393 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:01.201637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9efaf-4dae-4080-ac37-2dce11d8153c None None] The sync data for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv is: [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:39:59Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:40:01.360722 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c27b5d84-c467-4f22-9986-7b6efa24925e up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:01.541772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:01.544052 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Allocated IP 2001:db8:3::2 (b9dd034f-be97-4a1d-9605-b7f22f3a95f7/b6f1c099-0852-411c-8265-99bd93d12ac8/67db37ca-84cc-4251-aee5-af6c646e18ca) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:40:01.580752 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port c27b5d84-c467-4f22-9986-7b6efa24925e triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:01.581149 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:01.619387 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:01.902614 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:01.977745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:01.996948 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Transition to ACTIVE for port object 67db37ca-84cc-4251-aee5-af6c646e18ca will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:02.030803 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Transition to ACTIVE for port object 67db37ca-84cc-4251-aee5-af6c646e18ca will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:02.040988 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:02.119660 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:02.120717 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:02.123191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Allocated IP 2001:db8:3::1 (b9dd034f-be97-4a1d-9605-b7f22f3a95f7/b6f1c099-0852-411c-8265-99bd93d12ac8/abde58ac-1d1d-4da8-afae-01a0bcec6484) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:40:02.257785 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Network b9dd034f-be97-4a1d-9605-b7f22f3a95f7 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:40:02.263351 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:02.270658 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Pushing event updated for resources: {'Port': ['ID=67db37ca-84cc-4251-aee5-af6c646e18ca,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:02.273143 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:40:02.330110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:02.349605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Transition to ACTIVE for port object abde58ac-1d1d-4da8-afae-01a0bcec6484 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:02.388562 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:02.430312 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Attempting to bind port 67db37ca-84cc-4251-aee5-af6c646e18ca on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:40:02.430681 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Attempting to bind port 67db37ca-84cc-4251-aee5-af6c646e18ca by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '832026a1-ef2e-4751-b091-6f01e97c76d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9dd034f-be97-4a1d-9605-b7f22f3a95f7'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:40:02.431037 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Attempting to bind port 67db37ca-84cc-4251-aee5-af6c646e18ca on network b9dd034f-be97-4a1d-9605-b7f22f3a95f7 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:40:02.442592 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:40:02.442957 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Checking segment: {'id': '832026a1-ef2e-4751-b091-6f01e97c76d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9dd034f-be97-4a1d-9605-b7f22f3a95f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:40:02.443991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:02.443991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Bound using segment: {'id': '832026a1-ef2e-4751-b091-6f01e97c76d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9dd034f-be97-4a1d-9605-b7f22f3a95f7'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:40:02.444263 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Bound port: 67db37ca-84cc-4251-aee5-af6c646e18ca, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832026a1-ef2e-4751-b091-6f01e97c76d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9dd034f-be97-4a1d-9605-b7f22f3a95f7'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:40:02.444632 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:02.476168 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network b9dd034f-be97-4a1d-9605-b7f22f3a95f7 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:40:02.479510 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:02.484694 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:40:02.485262 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:02.493386 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=abde58ac-1d1d-4da8-afae-01a0bcec6484,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:02.509969 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:02.510426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:02.510683 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:02.511637 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:02.511971 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:02.512306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:02.512634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:02.512960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:02.513315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:02.513639 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:02.513961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:02.567955 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] For port 67db37ca-84cc-4251-aee5-af6c646e18ca, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:40:02.574354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] For port 67db37ca-84cc-4251-aee5-af6c646e18ca, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=67db37ca-84cc-4251-aee5-af6c646e18ca,segment=NetworkSegment(832026a1-ef2e-4751-b091-6f01e97c76d6),segment_id=832026a1-ef2e-4751-b091-6f01e97c76d6)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:40:02.581506 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:02.618382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:02.715847 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13cdec-0317-4f42-b85d-a4e3b54b52f5 None None] Pushing event updated for resources: {'Port': ['ID=67db37ca-84cc-4251-aee5-af6c646e18ca,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:02.811504 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 815b9d86-607f-4074-b601-39eeb038a5d5 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:02.939330 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 815b9d86-607f-4074-b601-39eeb038a5d5 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:02.945821 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 815b9d86-607f-4074-b601-39eeb038a5d5 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:02.946238 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:03.126028 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:03.169451 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 815b9d86-607f-4074-b601-39eeb038a5d5, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=815b9d86-607f-4074-b601-39eeb038a5d5,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:03.176886 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:03.255564 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=815b9d86-607f-4074-b601-39eeb038a5d5,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:03.327253 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:03.332936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:03.334135 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:03.482591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event updated for resources: {'Port': ['ID=abde58ac-1d1d-4da8-afae-01a0bcec6484,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:03.560359 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Network b9dd034f-be97-4a1d-9605-b7f22f3a95f7 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:40:03.561840 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:03.924286 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2f54ef-6f4d-4acf-b0a0-debc05ccfbd2 None None] Network b9dd034f-be97-4a1d-9605-b7f22f3a95f7 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:40:03.959400 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router b44450c5-1f0b-43d7-afad-1272194d8881 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:40:04.022680 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-01da8131-ff3f-47be-8e6d-007a9dc76b13 None None] Provisioning for port 67db37ca-84cc-4251-aee5-af6c646e18ca completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:04.190693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:04.215943 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-202b9c65-6c40-49b0-a5ff-4eba2ba1cdcd tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/b44450c5-1f0b-43d7-afad-1272194d8881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4001071 Feb 10 11:40:04.216777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40812) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:04.224325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d1b911a6-cb77-45a6-8b39-d992dc49d3eb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:04.470649 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bf775823-a53c-4a16-9a37-73e88aaf6006 None None] Provisioning for port abde58ac-1d1d-4da8-afae-01a0bcec6484 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:04.476267 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bf775823-a53c-4a16-9a37-73e88aaf6006 None None] Provisioning complete for port abde58ac-1d1d-4da8-afae-01a0bcec6484 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:04.476630 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bf775823-a53c-4a16-9a37-73e88aaf6006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:04.553502 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-bf775823-a53c-4a16-9a37-73e88aaf6006 None None] Port abde58ac-1d1d-4da8-afae-01a0bcec6484 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:40:04.834929 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d71f896a-b14e-45aa-b6da-e7d1994e3591 None None] Provisioning complete for port abde58ac-1d1d-4da8-afae-01a0bcec6484 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:04.835434 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d71f896a-b14e-45aa-b6da-e7d1994e3591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:04.993842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d71f896a-b14e-45aa-b6da-e7d1994e3591 None None] Port abde58ac-1d1d-4da8-afae-01a0bcec6484 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:40:05.001995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 815b9d86-607f-4074-b601-39eeb038a5d5 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:05.121542 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 815b9d86-607f-4074-b601-39eeb038a5d5 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:05.122228 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:05.189364 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.extraroute_db [None req-d1b911a6-cb77-45a6-8b39-d992dc49d3eb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 11:40:05.216936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.extraroute_db [None req-d1b911a6-cb77-45a6-8b39-d992dc49d3eb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Removed routes are [] {{(pid=83555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 11:40:05.217383 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1b911a6-cb77-45a6-8b39-d992dc49d3eb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:05.264315 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 67db37ca-84cc-4251-aee5-af6c646e18ca up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:05.301908 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-52ca9421-ab41-455b-925c-e6c097b84ab3 None None] Provisioning complete for port abde58ac-1d1d-4da8-afae-01a0bcec6484 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:05.302294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-52ca9421-ab41-455b-925c-e6c097b84ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:05.378774 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-52ca9421-ab41-455b-925c-e6c097b84ab3 None None] Port abde58ac-1d1d-4da8-afae-01a0bcec6484 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:40:05.394446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 67db37ca-84cc-4251-aee5-af6c646e18ca completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:05.399543 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 67db37ca-84cc-4251-aee5-af6c646e18ca triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:05.400001 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:05.532169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:05.568481 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 67db37ca-84cc-4251-aee5-af6c646e18ca, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=67db37ca-84cc-4251-aee5-af6c646e18ca,segment=NetworkSegment(832026a1-ef2e-4751-b091-6f01e97c76d6),segment_id=832026a1-ef2e-4751-b091-6f01e97c76d6)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:05.574332 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:05.648401 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=67db37ca-84cc-4251-aee5-af6c646e18ca,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:05.687844 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1b911a6-cb77-45a6-8b39-d992dc49d3eb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:05.694274 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1b911a6-cb77-45a6-8b39-d992dc49d3eb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:05.967924 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b911a6-cb77-45a6-8b39-d992dc49d3eb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router b44450c5-1f0b-43d7-afad-1272194d8881 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:40:06.161365 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b911a6-cb77-45a6-8b39-d992dc49d3eb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:06.167850 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1b911a6-cb77-45a6-8b39-d992dc49d3eb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:06.169010 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d1b911a6-cb77-45a6-8b39-d992dc49d3eb tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/b44450c5-1f0b-43d7-afad-1272194d8881 HTTP/1.1" status: 200 len: 953 time: 1.9513476 Feb 10 11:40:06.171715 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40820) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:06.356441 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ae2c5eb9-87c6-4cbc-85d3-df2be037a61b tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/routers/b44450c5-1f0b-43d7-afad-1272194d8881 HTTP/1.1" status: 200 len: 953 time: 0.1835701 Feb 10 11:40:06.358974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40824) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:06.364133 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7fd88dd1-c780-4f07-96d1-0be7072b4b08 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'router': {'routes': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:06.743415 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 67db37ca-84cc-4251-aee5-af6c646e18ca up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:06.823051 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 67db37ca-84cc-4251-aee5-af6c646e18ca triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:06.824167 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:07.124751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-7fd88dd1-c780-4f07-96d1-0be7072b4b08 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Added routes are [] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 11:40:07.125235 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-7fd88dd1-c780-4f07-96d1-0be7072b4b08 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 11:40:07.163857 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7fd88dd1-c780-4f07-96d1-0be7072b4b08 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:07.523929 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7fd88dd1-c780-4f07-96d1-0be7072b4b08 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:07.528205 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7fd88dd1-c780-4f07-96d1-0be7072b4b08 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:07.718226 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd88dd1-c780-4f07-96d1-0be7072b4b08 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router b44450c5-1f0b-43d7-afad-1272194d8881 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:40:07.901344 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd88dd1-c780-4f07-96d1-0be7072b4b08 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:07.911134 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7fd88dd1-c780-4f07-96d1-0be7072b4b08 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:07.912314 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7fd88dd1-c780-4f07-96d1-0be7072b4b08 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/b44450c5-1f0b-43d7-afad-1272194d8881 HTTP/1.1" status: 200 len: 703 time: 1.5524035 Feb 10 11:40:07.914965 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40830) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:08.055006 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:08.124546 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-43070dcf-3312-4675-975c-7c95d5f62c92 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/routers/b44450c5-1f0b-43d7-afad-1272194d8881 HTTP/1.1" status: 200 len: 703 time: 0.2083912 Feb 10 11:40:08.127821 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40834) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:08.581362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15239c19-6785-4821-ba8b-1428c8c1a1fc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:09.248303 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-15239c19-6785-4821-ba8b-1428c8c1a1fc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port abde58ac-1d1d-4da8-afae-01a0bcec6484 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:09.248742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15239c19-6785-4821-ba8b-1428c8c1a1fc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:09.450884 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15239c19-6785-4821-ba8b-1428c8c1a1fc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:09.575020 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-15239c19-6785-4821-ba8b-1428c8c1a1fc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for abde58ac-1d1d-4da8-afae-01a0bcec6484 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:40:09.764813 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15239c19-6785-4821-ba8b-1428c8c1a1fc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:09.812343 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15239c19-6785-4821-ba8b-1428c8c1a1fc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Port': ['ID=abde58ac-1d1d-4da8-afae-01a0bcec6484,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:10.153870 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15239c19-6785-4821-ba8b-1428c8c1a1fc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:10.699157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15239c19-6785-4821-ba8b-1428c8c1a1fc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router b44450c5-1f0b-43d7-afad-1272194d8881 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:40:10.884058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15239c19-6785-4821-ba8b-1428c8c1a1fc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:10.902059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40854) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:10.903209 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-15239c19-6785-4821-ba8b-1428c8c1a1fc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/b44450c5-1f0b-43d7-afad-1272194d8881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7720098 Feb 10 11:40:11.106539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ecdff5-468e-4090-9a86-edf4b8f9b002 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting subnet b6f1c099-0852-411c-8265-99bd93d12ac8 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:40:11.110250 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-84ecdff5-468e-4090-9a86-edf4b8f9b002 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:11.169158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-84ecdff5-468e-4090-9a86-edf4b8f9b002 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:11.396537 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-84ecdff5-468e-4090-9a86-edf4b8f9b002 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:11.478777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-84ecdff5-468e-4090-9a86-edf4b8f9b002 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:11.527940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecdff5-468e-4090-9a86-edf4b8f9b002 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f1c099-0852-411c-8265-99bd93d12ac8,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:11.533296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-84ecdff5-468e-4090-9a86-edf4b8f9b002 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:11.539736 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-84ecdff5-468e-4090-9a86-edf4b8f9b002 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/b6f1c099-0852-411c-8265-99bd93d12ac8 HTTP/1.1" status: 204 len: 168 time: 0.6366427 Feb 10 11:40:11.542649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40864) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:11.546269 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57111e08-34aa-476f-9cd6-d73179cd0e31 None None] Network b9dd034f-be97-4a1d-9605-b7f22f3a95f7 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:40:11.672032 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:11.684268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port 67db37ca-84cc-4251-aee5-af6c646e18ca {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:11.684955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:11.866784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f52a61a-206c-4d87-84ec-786d25a20d0e None None] DHCP port deletion for b9dd034f-be97-4a1d-9605-b7f22f3a95f7 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:40:11.871622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-7f52a61a-206c-4d87-84ec-786d25a20d0e None None] Deleting port 67db37ca-84cc-4251-aee5-af6c646e18ca {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:11.871992 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7f52a61a-206c-4d87-84ec-786d25a20d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:11.934247 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] For port 67db37ca-84cc-4251-aee5-af6c646e18ca, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=67db37ca-84cc-4251-aee5-af6c646e18ca,segment=NetworkSegment(832026a1-ef2e-4751-b091-6f01e97c76d6),segment_id=832026a1-ef2e-4751-b091-6f01e97c76d6)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:11.934728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:12.074219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for 67db37ca-84cc-4251-aee5-af6c646e18ca owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:40:12.085064 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7f52a61a-206c-4d87-84ec-786d25a20d0e None None] For port 67db37ca-84cc-4251-aee5-af6c646e18ca, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=67db37ca-84cc-4251-aee5-af6c646e18ca,segment=NetworkSegment(832026a1-ef2e-4751-b091-6f01e97c76d6),segment_id=832026a1-ef2e-4751-b091-6f01e97c76d6)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:12.085520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7f52a61a-206c-4d87-84ec-786d25a20d0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:12.161376 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:12.207389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Port': ['ID=67db37ca-84cc-4251-aee5-af6c646e18ca,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:12.212780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-7f52a61a-206c-4d87-84ec-786d25a20d0e None None] Calling delete_port for 67db37ca-84cc-4251-aee5-af6c646e18ca owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:40:12.214500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] No DVR routers for this DVR port 67db37ca-84cc-4251-aee5-af6c646e18ca on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn_limited( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn_limited( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.297095 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.301093 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.301093 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.301093 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.301093 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.301093 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.301093 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.301093 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.301093 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.301093 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.301093 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.301093 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.301093 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.301093 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.301093 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.301093 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:12.301093 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 11:40:12.311051 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-7f52a61a-206c-4d87-84ec-786d25a20d0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:40:12.311547 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-7f52a61a-206c-4d87-84ec-786d25a20d0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:40:12.347136 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:12.378576 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9dd034f-be97-4a1d-9605-b7f22f3a95f7']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:12.392305 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832026a1-ef2e-4751-b091-6f01e97c76d6') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:12.392630 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832026a1-ef2e-4751-b091-6f01e97c76d6') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:12.406199 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:12.425183 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:12.431920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:40:12.433022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:40:12.448898 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:40:12.533097 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:12.550752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:12.564934 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Network': ['ID=b9dd034f-be97-4a1d-9605-b7f22f3a95f7,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:12.570317 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a35882d0-e3f8-416b-b20b-e0353712c251 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/networks/b9dd034f-be97-4a1d-9605-b7f22f3a95f7 HTTP/1.1" status: 204 len: 168 time: 1.0263836 Feb 10 11:40:12.572661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40868) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:12.749028 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 67db37ca-84cc-4251-aee5-af6c646e18ca no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:40:12.786036 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 67db37ca-84cc-4251-aee5-af6c646e18ca {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:40:12.786527 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 67db37ca-84cc-4251-aee5-af6c646e18ca not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:40:12.813287 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-7f52a61a-206c-4d87-84ec-786d25a20d0e None None] Deleting port 67db37ca-84cc-4251-aee5-af6c646e18ca {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:12.813776 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7f52a61a-206c-4d87-84ec-786d25a20d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:12.879789 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-7f52a61a-206c-4d87-84ec-786d25a20d0e None None] The port '67db37ca-84cc-4251-aee5-af6c646e18ca' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:40:13.100448 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a42ec154-fd9c-4301-9063-c79174831157 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:13.780423 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a42ec154-fd9c-4301-9063-c79174831157 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port d0e23a47-d27a-4f3b-94f8-130bac6f1465 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:13.780768 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a42ec154-fd9c-4301-9063-c79174831157 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:13.973994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a42ec154-fd9c-4301-9063-c79174831157 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:14.108451 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a42ec154-fd9c-4301-9063-c79174831157 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for d0e23a47-d27a-4f3b-94f8-130bac6f1465 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:40:14.288511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a42ec154-fd9c-4301-9063-c79174831157 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:14.340039 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ec154-fd9c-4301-9063-c79174831157 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Port': ['ID=d0e23a47-d27a-4f3b-94f8-130bac6f1465,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:14.554227 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a42ec154-fd9c-4301-9063-c79174831157 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:15.164854 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42ec154-fd9c-4301-9063-c79174831157 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router b44450c5-1f0b-43d7-afad-1272194d8881 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:40:15.249684 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-d0b6cacb-b20f-4ecc-aa0d-384a8c4fb19a tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Synchronizing usage tracker for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:40:15.268138 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-d0b6cacb-b20f-4ecc-aa0d-384a8c4fb19a tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Unset dirty status for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:40:15.269403 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-d0b6cacb-b20f-4ecc-aa0d-384a8c4fb19a tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203753822&fields=id&tenant_id=a7ea00cd69f94e278d237bca3bf96ede HTTP/1.1" status: 200 len: 267 time: 0.0620973 Feb 10 11:40:15.353206 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42ec154-fd9c-4301-9063-c79174831157 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:15.370689 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40890) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:15.371059 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a42ec154-fd9c-4301-9063-c79174831157 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/b44450c5-1f0b-43d7-afad-1272194d8881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7952924 Feb 10 11:40:15.491862 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-fd9b8bb3-bdd1-4b83-8044-aa6ddaa15cf1 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:15.493231 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-fd9b8bb3-bdd1-4b83-8044-aa6ddaa15cf1 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/networks?id=f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 200 len: 810 time: 0.2167590 Feb 10 11:40:15.571099 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-2faa6067-7235-410b-9ab3-28e7f297724d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/quotas/a7ea00cd69f94e278d237bca3bf96ede HTTP/1.1" status: 200 len: 375 time: 0.0320618 Feb 10 11:40:15.655416 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b38effc-80af-4939-aa05-72ac789be3a7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting subnet fecb8473-fb05-4109-ade8-f365d286dfd3 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:40:15.664323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b38effc-80af-4939-aa05-72ac789be3a7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:15.714973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Sync routers for ids ['2521cb00-4a39-49fb-a0cf-c6fc0a454145'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:40:15.727108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Routers {'2521cb00-4a39-49fb-a0cf-c6fc0a454145'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:15.728056 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2521cb00-4a39-49fb-a0cf-c6fc0a454145'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:15.730897 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b38effc-80af-4939-aa05-72ac789be3a7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:15.781642 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-3de7dfe4-bb05-4064-8fe8-7cf61a5c1f2c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Synchronizing usage tracker for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:40:15.815633 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-3de7dfe4-bb05-4064-8fe8-7cf61a5c1f2c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Unset dirty status for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:40:15.816941 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-3de7dfe4-bb05-4064-8fe8-7cf61a5c1f2c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2375209 Feb 10 11:40:15.837468 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b38effc-80af-4939-aa05-72ac789be3a7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:15.926616 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Set router 2521cb00-4a39-49fb-a0cf-c6fc0a454145 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:16.156018 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b38effc-80af-4939-aa05-72ac789be3a7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:16.194249 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-2c0a068d-0eaf-4ea4-a94f-b10970da7760 service neutron] 10.222.0.36 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270333 Feb 10 11:40:16.200861 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38effc-80af-4939-aa05-72ac789be3a7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Subnet': ['ID=fecb8473-fb05-4109-ade8-f365d286dfd3,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:16.225320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b38effc-80af-4939-aa05-72ac789be3a7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:16.241488 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc4ae79-215e-4fab-a091-9268ba1f48dc None None] Network ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:40:16.288398 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9b38effc-80af-4939-aa05-72ac789be3a7 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/fecb8473-fb05-4109-ade8-f365d286dfd3 HTTP/1.1" status: 204 len: 168 time: 0.9165621 Feb 10 11:40:16.291088 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40894) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:16.347212 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-e9082fe3-f113-4642-ab5b-994916e65367 service neutron] 10.222.0.36 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442041 Feb 10 11:40:16.414922 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:16.428681 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:16.429046 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:16.498344 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'name': 'tempest-TestVolumeBootPattern-320230019-router', 'tenant_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c27b5d84-c467-4f22-9986-7b6efa24925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:40Z', 'updated_at': '2022-02-10T11:39:47Z', 'revision_number': 4, 'project_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'gw_port': {'id': 'c27b5d84-c467-4f22-9986-7b6efa24925e', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:41Z', 'updated_at': '2022-02-10T11:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '8b47c1f4-91e8-475f-b90d-47a51cdd0222', 'name': '', 'network_id': '4549fd1d-c9b3-46b5-88af-858ee925ffa6', 'tenant_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'mac_address': 'fa:16:3e:fc:28:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06f06cee-2902-459f-b4cc-030ca5053b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:46Z', 'updated_at': '2022-02-10T11:39:47Z', 'revision_number': 2, 'project_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'subnets': [{'id': '06f06cee-2902-459f-b4cc-030ca5053b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:16.505771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Checking router: 2521cb00-4a39-49fb-a0cf-c6fc0a454145 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:40:16.506072 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Updating router 2521cb00-4a39-49fb-a0cf-c6fc0a454145 port 8b47c1f4-91e8-475f-b90d-47a51cdd0222 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:40:16.564503 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:16.655676 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] For port 5f43c2f3-856e-40a8-ba7b-16b5a4edec71, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5f43c2f3-856e-40a8-ba7b-16b5a4edec71,segment=NetworkSegment(502d8bbb-0c23-4910-b697-606c1c57677a),segment_id=502d8bbb-0c23-4910-b697-606c1c57677a)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:16.656037 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:16.717101 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdeae51-646a-4361-a20f-ff721318fe5d None None] DHCP port deletion for ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:40:16.733288 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-afdeae51-646a-4361-a20f-ff721318fe5d None None] Deleting port 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:16.733842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-afdeae51-646a-4361-a20f-ff721318fe5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:16.799564 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Sync routers for ids ['b44450c5-1f0b-43d7-afad-1272194d8881'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:40:16.830946 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Routers {'b44450c5-1f0b-43d7-afad-1272194d8881'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:16.831877 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b44450c5-1f0b-43d7-afad-1272194d8881'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:16.834962 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:40:16.891673 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8be0083-d741-4534-bcbf-34bbffe04efb req-a6a54000-0439-45e4-8292-d8c5a25735a4 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 210 time: 0.0586030 Feb 10 11:40:16.954341 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:40:16.980437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:17.037218 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Set router b44450c5-1f0b-43d7-afad-1272194d8881 gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:17.043429 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] No DVR routers for this DVR port 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:40:17.093265 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Port': ['ID=5f43c2f3-856e-40a8-ba7b-16b5a4edec71,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:17.101641 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:40:17.101980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:40:17.202839 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:17.220217 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-afdeae51-646a-4361-a20f-ff721318fe5d None None] For port 5f43c2f3-856e-40a8-ba7b-16b5a4edec71, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5f43c2f3-856e-40a8-ba7b-16b5a4edec71,segment=NetworkSegment(502d8bbb-0c23-4910-b697-606c1c57677a),segment_id=502d8bbb-0c23-4910-b697-606c1c57677a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:17.220624 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-afdeae51-646a-4361-a20f-ff721318fe5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:17.239988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:17.256929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502d8bbb-0c23-4910-b697-606c1c57677a') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:17.257316 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502d8bbb-0c23-4910-b697-606c1c57677a') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:17.277356 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:17.299339 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:17.304777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:40:17.305099 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:17.380534 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-afdeae51-646a-4361-a20f-ff721318fe5d None None] Calling delete_port for 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:40:17.423616 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'name': 'tempest-RoutersIpV6Test-router-307639672', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:38Z', 'updated_at': '2022-02-10T11:40:14Z', 'revision_number': 9, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'gw_port_host': None, '_interfaces': [{'id': '6128f969-e68d-47ce-b436-c43abc0a4c8a', 'name': '', 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'mac_address': 'fa:16:3e:e5:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd633216c-3832-4725-911d-53e536d92113', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:41Z', 'updated_at': '2022-02-10T11:39:58Z', 'revision_number': 5, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'subnets': [{'id': 'd633216c-3832-4725-911d-53e536d92113', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a82fc7d6-7bd3-445a-b66b-e2f182a2d77b', 'name': '', 'network_id': '333fc747-6012-49d8-ab8f-54fcdafa28dc', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'mac_address': 'fa:16:3e:96:d7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb9d7f00-e784-4186-b759-eae5a7dddff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:48Z', 'updated_at': '2022-02-10T11:39:50Z', 'revision_number': 2, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'subnets': [{'id': 'bb9d7f00-e784-4186-b759-eae5a7dddff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:17.428501 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Checking router: b44450c5-1f0b-43d7-afad-1272194d8881 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:40:17.428907 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Updating router b44450c5-1f0b-43d7-afad-1272194d8881 port a82fc7d6-7bd3-445a-b66b-e2f182a2d77b binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:40:17.490189 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:17.539266 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-afdeae51-646a-4361-a20f-ff721318fe5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:40:17.539611 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-afdeae51-646a-4361-a20f-ff721318fe5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:40:17.548641 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:40:17.552613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:17.577343 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:17.589982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Network': ['ID=ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:17.601773 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6fd90729-aef5-407b-905b-31a5e0d5025f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/networks/ce8bc556-a1c2-42d3-ae2a-0e29a25a6e73 HTTP/1.1" status: 204 len: 168 time: 1.3064606 Feb 10 11:40:17.602123 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40920) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:17.603297 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:17.621615 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Transition to ACTIVE for port object 8b47c1f4-91e8-475f-b90d-47a51cdd0222 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:17.631727 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:17.844613 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb7b59-106f-4751-8c26-eb3d1548d963 None None] Pushing event updated for resources: {'Port': ['ID=8b47c1f4-91e8-475f-b90d-47a51cdd0222,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:17.934985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb7b59-106f-4751-8c26-eb3d1548d963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:17.937415 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb7b59-106f-4751-8c26-eb3d1548d963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:17.937870 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb7b59-106f-4751-8c26-eb3d1548d963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:17.938303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb7b59-106f-4751-8c26-eb3d1548d963 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:17.940994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb7b59-106f-4751-8c26-eb3d1548d963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:17.941532 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb7b59-106f-4751-8c26-eb3d1548d963 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:17.941961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb7b59-106f-4751-8c26-eb3d1548d963 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:17.942390 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb7b59-106f-4751-8c26-eb3d1548d963 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:17.942815 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb7b59-106f-4751-8c26-eb3d1548d963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:17.943236 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb7b59-106f-4751-8c26-eb3d1548d963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:17.946360 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb7b59-106f-4751-8c26-eb3d1548d963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:17.983412 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Attempting to bind port 8b47c1f4-91e8-475f-b90d-47a51cdd0222 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:40:17.983836 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Attempting to bind port 8b47c1f4-91e8-475f-b90d-47a51cdd0222 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '0ad47db6-934c-4a6e-8af6-98011be01ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4549fd1d-c9b3-46b5-88af-858ee925ffa6'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:40:17.984334 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Attempting to bind port 8b47c1f4-91e8-475f-b90d-47a51cdd0222 on network 4549fd1d-c9b3-46b5-88af-858ee925ffa6 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:40:17.992703 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:40:17.993297 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Checking segment: {'id': '0ad47db6-934c-4a6e-8af6-98011be01ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4549fd1d-c9b3-46b5-88af-858ee925ffa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:40:17.993784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:17.996463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Bound using segment: {'id': '0ad47db6-934c-4a6e-8af6-98011be01ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4549fd1d-c9b3-46b5-88af-858ee925ffa6'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:40:17.997094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Bound port: 8b47c1f4-91e8-475f-b90d-47a51cdd0222, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad47db6-934c-4a6e-8af6-98011be01ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4549fd1d-c9b3-46b5-88af-858ee925ffa6'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:40:17.998362 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:18.019637 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:18.050212 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Transition to ACTIVE for port object a82fc7d6-7bd3-445a-b66b-e2f182a2d77b will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:18.063122 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:18.136982 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b1c92bd2-5fe0-4cac-aaa9-2237d4b018ae req-b4fc828c-cdc4-412e-bc45-015e56779822 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 210 time: 0.0511653 Feb 10 11:40:18.143570 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] For port 8b47c1f4-91e8-475f-b90d-47a51cdd0222, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:40:18.147596 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] For port 8b47c1f4-91e8-475f-b90d-47a51cdd0222, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=8b47c1f4-91e8-475f-b90d-47a51cdd0222,segment=NetworkSegment(0ad47db6-934c-4a6e-8af6-98011be01ba3),segment_id=0ad47db6-934c-4a6e-8af6-98011be01ba3)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:40:18.152828 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-afdeae51-646a-4361-a20f-ff721318fe5d None None] Deleting port 5f43c2f3-856e-40a8-ba7b-16b5a4edec71 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:18.153319 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-afdeae51-646a-4361-a20f-ff721318fe5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:18.191709 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d79b9a5e-98e9-412b-b6dd-a1138890f506 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:18.204361 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:18.247106 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e530a5-393f-434b-ab4e-d3385509fa13 None None] Pushing event updated for resources: {'Port': ['ID=a82fc7d6-7bd3-445a-b66b-e2f182a2d77b,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:18.345559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-afdeae51-646a-4361-a20f-ff721318fe5d None None] The port '5f43c2f3-856e-40a8-ba7b-16b5a4edec71' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:40:18.377379 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Attempting to bind port a82fc7d6-7bd3-445a-b66b-e2f182a2d77b on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:40:18.377964 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Attempting to bind port a82fc7d6-7bd3-445a-b66b-e2f182a2d77b by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'f897e1a8-8d30-429e-8a58-5a5c1e316ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '333fc747-6012-49d8-ab8f-54fcdafa28dc'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:40:18.378553 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Attempting to bind port a82fc7d6-7bd3-445a-b66b-e2f182a2d77b on network 333fc747-6012-49d8-ab8f-54fcdafa28dc {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:40:18.392064 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:40:18.392064 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Checking segment: {'id': 'f897e1a8-8d30-429e-8a58-5a5c1e316ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '333fc747-6012-49d8-ab8f-54fcdafa28dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:40:18.392760 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:18.393212 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Bound using segment: {'id': 'f897e1a8-8d30-429e-8a58-5a5c1e316ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '333fc747-6012-49d8-ab8f-54fcdafa28dc'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:40:18.393991 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Bound port: a82fc7d6-7bd3-445a-b66b-e2f182a2d77b, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f897e1a8-8d30-429e-8a58-5a5c1e316ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '333fc747-6012-49d8-ab8f-54fcdafa28dc'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:40:18.394603 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:18.440674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb7b59-106f-4751-8c26-eb3d1548d963 None None] Pushing event updated for resources: {'Port': ['ID=8b47c1f4-91e8-475f-b90d-47a51cdd0222,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:18.459353 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e1f526aa-2a2c-4de2-9599-1eca41200132 req-f02d592e-aa8e-4003-ab4a-b8adc179924c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1620836 Feb 10 11:40:18.463131 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Routers {'2521cb00-4a39-49fb-a0cf-c6fc0a454145'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:18.464753 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2521cb00-4a39-49fb-a0cf-c6fc0a454145'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:18.606720 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] For port a82fc7d6-7bd3-445a-b66b-e2f182a2d77b, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:40:18.611779 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] For port a82fc7d6-7bd3-445a-b66b-e2f182a2d77b, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a82fc7d6-7bd3-445a-b66b-e2f182a2d77b,segment=NetworkSegment(f897e1a8-8d30-429e-8a58-5a5c1e316ba6),segment_id=f897e1a8-8d30-429e-8a58-5a5c1e316ba6)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:40:18.625695 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:18.791071 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e530a5-393f-434b-ab4e-d3385509fa13 None None] Pushing event updated for resources: {'Port': ['ID=a82fc7d6-7bd3-445a-b66b-e2f182a2d77b,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:18.816002 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Routers {'b44450c5-1f0b-43d7-afad-1272194d8881'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:18.816967 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b44450c5-1f0b-43d7-afad-1272194d8881'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:18.863636 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] Set router 2521cb00-4a39-49fb-a0cf-c6fc0a454145 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:18.962073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-e1c8c3eb-947d-43a7-8440-d3e6fcf1d8cc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:18.962869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-e1c8c3eb-947d-43a7-8440-d3e6fcf1d8cc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Synchronizing usage tracker for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:40:19.001817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-e1c8c3eb-947d-43a7-8440-d3e6fcf1d8cc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Unset dirty status for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:40:19.003082 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-e1c8c3eb-947d-43a7-8440-d3e6fcf1d8cc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.73 "GET /v2.0/networks?id=f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 200 len: 810 time: 0.3931992 Feb 10 11:40:19.009751 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e1f526aa-2a2c-4de2-9599-1eca41200132 req-b5c4ee12-4d62-4395-b39d-a7b9c50cf070 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 1098 time: 0.3245232 Feb 10 11:40:19.116012 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-22273975-b620-4121-9f1a-3c23692dba89 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Synchronizing usage tracker for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:40:19.146938 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-22273975-b620-4121-9f1a-3c23692dba89 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Unset dirty status for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:40:19.148088 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-22273975-b620-4121-9f1a-3c23692dba89 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7ea00cd69f94e278d237bca3bf96ede HTTP/1.1" status: 200 len: 380 time: 0.1306410 Feb 10 11:40:19.175537 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] Set router b44450c5-1f0b-43d7-afad-1272194d8881 gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:19.205883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-35d94fe7-2a40-4f10-9594-0253e8a153a2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Request body: {'port': {'device_id': '0906d496-ac3b-4431-95a7-caf6c9e5d459', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'admin_state_up': True, 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'security_groups': ['f9b7f6af-153d-414f-b456-d2238f5cfab4']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:19.471948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-35d94fe7-2a40-4f10-9594-0253e8a153a2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:19.484134 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-35d94fe7-2a40-4f10-9594-0253e8a153a2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:19.488413 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'name': 'tempest-TestVolumeBootPattern-320230019-router', 'tenant_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c27b5d84-c467-4f22-9986-7b6efa24925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:40Z', 'updated_at': '2022-02-10T11:39:47Z', 'revision_number': 4, 'project_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'gw_port': {'id': 'c27b5d84-c467-4f22-9986-7b6efa24925e', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:41Z', 'updated_at': '2022-02-10T11:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '8b47c1f4-91e8-475f-b90d-47a51cdd0222', 'name': '', 'network_id': '4549fd1d-c9b3-46b5-88af-858ee925ffa6', 'tenant_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'mac_address': 'fa:16:3e:fc:28:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06f06cee-2902-459f-b4cc-030ca5053b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:46Z', 'updated_at': '2022-02-10T11:40:18Z', 'revision_number': 4, 'project_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'subnets': [{'id': '06f06cee-2902-459f-b4cc-030ca5053b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:19.500625 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-35d94fe7-2a40-4f10-9594-0253e8a153a2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Made reservation on behalf of a7ea00cd69f94e278d237bca3bf96ede for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:40:19.504990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-35d94fe7-2a40-4f10-9594-0253e8a153a2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:19.507057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ec2fc-c760-4216-8731-fb2be9a7f018 None None] The sync data for ids ['2521cb00-4a39-49fb-a0cf-c6fc0a454145'] in dv-neutron-828497-1-hyperv is: [{'id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'name': 'tempest-TestVolumeBootPattern-320230019-router', 'tenant_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c27b5d84-c467-4f22-9986-7b6efa24925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:40Z', 'updated_at': '2022-02-10T11:39:47Z', 'revision_number': 4, 'project_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'gw_port': {'id': 'c27b5d84-c467-4f22-9986-7b6efa24925e', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:41Z', 'updated_at': '2022-02-10T11:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '8b47c1f4-91e8-475f-b90d-47a51cdd0222', 'name': '', 'network_id': '4549fd1d-c9b3-46b5-88af-858ee925ffa6', 'tenant_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'mac_address': 'fa:16:3e:fc:28:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06f06cee-2902-459f-b4cc-030ca5053b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:46Z', 'updated_at': '2022-02-10T11:40:18Z', 'revision_number': 4, 'project_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'subnets': [{'id': '06f06cee-2902-459f-b4cc-030ca5053b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:40:19.517158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f526aa-2a2c-4de2-9599-1eca41200132 req-b89ec957-1b19-47e3-b948-3350143173c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:19.531770 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e1f526aa-2a2c-4de2-9599-1eca41200132 req-b89ec957-1b19-47e3-b948-3350143173c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=475d14d3-8614-4a00-9051-712e18452698 HTTP/1.1" status: 200 len: 898 time: 0.4952638 Feb 10 11:40:19.766647 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-489bf7f9-8c2a-4c6a-9eea-27ff089da808 req-fcb3edf2-cc51-49aa-ab02-8ce79cedc860 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 210 time: 0.1270521 Feb 10 11:40:19.824116 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e1f526aa-2a2c-4de2-9599-1eca41200132 req-60e7b634-e2aa-4334-9d88-3f2b2d59f896 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ac0a856-ff91-4fd0-876b-9cdc338639d4 HTTP/1.1" status: 200 len: 1000 time: 0.2853994 Feb 10 11:40:19.831735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-35d94fe7-2a40-4f10-9594-0253e8a153a2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Allocated IP 172.20.0.13 (f515bcb9-d982-4b8d-83ba-f18662effa60/9bfb8288-f6e4-496c-ada9-091c63b52c0b/383406cb-6067-46df-8a87-1e783b805ce5) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:40:19.893059 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'name': 'tempest-RoutersIpV6Test-router-307639672', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:38Z', 'updated_at': '2022-02-10T11:40:14Z', 'revision_number': 9, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'gw_port_host': None, '_interfaces': [{'id': '6128f969-e68d-47ce-b436-c43abc0a4c8a', 'name': '', 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'mac_address': 'fa:16:3e:e5:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd633216c-3832-4725-911d-53e536d92113', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:41Z', 'updated_at': '2022-02-10T11:39:58Z', 'revision_number': 5, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'subnets': [{'id': 'd633216c-3832-4725-911d-53e536d92113', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a82fc7d6-7bd3-445a-b66b-e2f182a2d77b', 'name': '', 'network_id': '333fc747-6012-49d8-ab8f-54fcdafa28dc', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'mac_address': 'fa:16:3e:96:d7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb9d7f00-e784-4186-b759-eae5a7dddff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:48Z', 'updated_at': '2022-02-10T11:40:18Z', 'revision_number': 4, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'subnets': [{'id': 'bb9d7f00-e784-4186-b759-eae5a7dddff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:19.908275 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9843fd20-945c-4f8b-baa0-9c9ef942af8b None None] The sync data for ids ['b44450c5-1f0b-43d7-afad-1272194d8881'] in dv-neutron-828497-1-hyperv is: [{'id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'name': 'tempest-RoutersIpV6Test-router-307639672', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:38Z', 'updated_at': '2022-02-10T11:40:14Z', 'revision_number': 9, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'gw_port_host': None, '_interfaces': [{'id': '6128f969-e68d-47ce-b436-c43abc0a4c8a', 'name': '', 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'mac_address': 'fa:16:3e:e5:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd633216c-3832-4725-911d-53e536d92113', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:41Z', 'updated_at': '2022-02-10T11:39:58Z', 'revision_number': 5, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'subnets': [{'id': 'd633216c-3832-4725-911d-53e536d92113', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a82fc7d6-7bd3-445a-b66b-e2f182a2d77b', 'name': '', 'network_id': '333fc747-6012-49d8-ab8f-54fcdafa28dc', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'mac_address': 'fa:16:3e:96:d7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb9d7f00-e784-4186-b759-eae5a7dddff3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:48Z', 'updated_at': '2022-02-10T11:40:18Z', 'revision_number': 4, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'subnets': [{'id': 'bb9d7f00-e784-4186-b759-eae5a7dddff3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:40:19.981821 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d79b9a5e-98e9-412b-b6dd-a1138890f506 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port a82fc7d6-7bd3-445a-b66b-e2f182a2d77b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:19.982171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d79b9a5e-98e9-412b-b6dd-a1138890f506 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:20.063835 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f526aa-2a2c-4de2-9599-1eca41200132 req-39c81a5d-0706-48e7-a95f-260419372f9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:20.067595 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e1f526aa-2a2c-4de2-9599-1eca41200132 req-39c81a5d-0706-48e7-a95f-260419372f9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f2e174e-0249-493c-b414-a0523e5cf63d HTTP/1.1" status: 200 len: 835 time: 0.1600628 Feb 10 11:40:20.141617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-35d94fe7-2a40-4f10-9594-0253e8a153a2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:20.160930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-35d94fe7-2a40-4f10-9594-0253e8a153a2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Transition to ACTIVE for port object 383406cb-6067-46df-8a87-1e783b805ce5 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:20.195202 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-35d94fe7-2a40-4f10-9594-0253e8a153a2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:20.300724 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-35d94fe7-2a40-4f10-9594-0253e8a153a2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Network f515bcb9-d982-4b8d-83ba-f18662effa60 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:40:20.304304 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-35d94fe7-2a40-4f10-9594-0253e8a153a2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:20.305030 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e1f526aa-2a2c-4de2-9599-1eca41200132 req-2d8be3ea-d84d-476d-86be-9ef56e5f7a94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=475d14d3-8614-4a00-9051-712e18452698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2308321 Feb 10 11:40:20.310489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-35d94fe7-2a40-4f10-9594-0253e8a153a2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:40:20.355441 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d94fe7-2a40-4f10-9594-0253e8a153a2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event updated for resources: {'Port': ['ID=383406cb-6067-46df-8a87-1e783b805ce5,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:20.398822 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-35d94fe7-2a40-4f10-9594-0253e8a153a2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:20.399655 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-35d94fe7-2a40-4f10-9594-0253e8a153a2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:20.443684 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-35d94fe7-2a40-4f10-9594-0253e8a153a2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2414198 Feb 10 11:40:20.455110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Request body: {'port': {'device_id': '0906d496-ac3b-4431-95a7-caf6c9e5d459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:20.469430 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-d79b9a5e-98e9-412b-b6dd-a1138890f506 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] For port a82fc7d6-7bd3-445a-b66b-e2f182a2d77b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a82fc7d6-7bd3-445a-b66b-e2f182a2d77b,segment=NetworkSegment(f897e1a8-8d30-429e-8a58-5a5c1e316ba6),segment_id=f897e1a8-8d30-429e-8a58-5a5c1e316ba6)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:20.469837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d79b9a5e-98e9-412b-b6dd-a1138890f506 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:20.658592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:20.662426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d79b9a5e-98e9-412b-b6dd-a1138890f506 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for a82fc7d6-7bd3-445a-b66b-e2f182a2d77b owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:40:20.679835 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a8dbe2be-b670-45db-a632-2b514418d1c8 None None] Provisioning for port 383406cb-6067-46df-8a87-1e783b805ce5 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:20.696207 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a8dbe2be-b670-45db-a632-2b514418d1c8 None None] Provisioning complete for port 383406cb-6067-46df-8a87-1e783b805ce5 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:20.696786 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe2be-b670-45db-a632-2b514418d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:20.851599 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e1f526aa-2a2c-4de2-9599-1eca41200132 req-91c07151-fe59-49fc-893e-9b1f4236e163 service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297635 Feb 10 11:40:20.896920 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a8dbe2be-b670-45db-a632-2b514418d1c8 None None] Port 383406cb-6067-46df-8a87-1e783b805ce5 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:40:21.019747 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 8b47c1f4-91e8-475f-b90d-47a51cdd0222 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:21.104227 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 8b47c1f4-91e8-475f-b90d-47a51cdd0222 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:21.111103 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 8b47c1f4-91e8-475f-b90d-47a51cdd0222 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:21.111894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:21.238000 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d79b9a5e-98e9-412b-b6dd-a1138890f506 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:21.275456 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e1f526aa-2a2c-4de2-9599-1eca41200132 req-ada02655-e97c-440c-ab11-f9ae56bce880 service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197886 Feb 10 11:40:21.291187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383406cb-6067-46df-8a87-1e783b805ce5 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:40:21.296367 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:21.306579 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b9a5e-98e9-412b-b6dd-a1138890f506 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Port': ['ID=a82fc7d6-7bd3-445a-b66b-e2f182a2d77b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:21.318412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6734faa-85ae-44cc-a5f5-c3f2193ca337 req-0d5e0da9-4f09-4b08-97e2-7e382b38ecf3 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:21.318691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:21.319919 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a6734faa-85ae-44cc-a5f5-c3f2193ca337 req-0d5e0da9-4f09-4b08-97e2-7e382b38ecf3 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 932 time: 0.2754753 Feb 10 11:40:21.346112 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Transition to ACTIVE for port object 383406cb-6067-46df-8a87-1e783b805ce5 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:21.352674 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:21.362556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 8b47c1f4-91e8-475f-b90d-47a51cdd0222, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=8b47c1f4-91e8-475f-b90d-47a51cdd0222,segment=NetworkSegment(0ad47db6-934c-4a6e-8af6-98011be01ba3),segment_id=0ad47db6-934c-4a6e-8af6-98011be01ba3)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:21.372348 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:21.373333 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a82fc7d6-7bd3-445a-b66b-e2f182a2d77b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:21.487851 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: a82fc7d6-7bd3-445a-b66b-e2f182a2d77b {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:40:21.488677 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a82fc7d6-7bd3-445a-b66b-e2f182a2d77b not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 10 11:40:21.545012 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Port a82fc7d6-7bd3-445a-b66b-e2f182a2d77b not found, will not notify nova. {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 10 11:40:21.626423 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Pushing event updated for resources: {'Port': ['ID=383406cb-6067-46df-8a87-1e783b805ce5,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:21.629111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=8b47c1f4-91e8-475f-b90d-47a51cdd0222,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:21.942441 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a6734faa-85ae-44cc-a5f5-c3f2193ca337 req-9360a579-05bf-4b45-b58a-ae1c74719ccc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5918229 Feb 10 11:40:22.021197 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d79b9a5e-98e9-412b-b6dd-a1138890f506 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:22.050504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Attempting to bind port 383406cb-6067-46df-8a87-1e783b805ce5 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:40:22.051483 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Attempting to bind port 383406cb-6067-46df-8a87-1e783b805ce5 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:40:22.051983 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Attempting to bind port 383406cb-6067-46df-8a87-1e783b805ce5 on network f515bcb9-d982-4b8d-83ba-f18662effa60 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:40:22.058389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Port 383406cb-6067-46df-8a87-1e783b805ce5 on network f515bcb9-d982-4b8d-83ba-f18662effa60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:40:22.058961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Attempting to bind port 383406cb-6067-46df-8a87-1e783b805ce5 on network f515bcb9-d982-4b8d-83ba-f18662effa60 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:40:22.065727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:40:22.066289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Checking segment: {'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:40:22.066931 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Bound using segment: {'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:40:22.067543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Bound port: 383406cb-6067-46df-8a87-1e783b805ce5, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:40:22.068071 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:22.174528 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] For port 383406cb-6067-46df-8a87-1e783b805ce5, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:40:22.177899 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] For port 383406cb-6067-46df-8a87-1e783b805ce5, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=383406cb-6067-46df-8a87-1e783b805ce5,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:40:22.186116 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:22.258097 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:22.259482 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] 10.222.0.73 "PUT /v2.0/ports/383406cb-6067-46df-8a87-1e783b805ce5 HTTP/1.1" status: 200 len: 1094 time: 1.8089323 Feb 10 11:40:22.259954 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0906d496-ac3b-4431-95a7-caf6c9e5d459', 'tag': '383406cb-6067-46df-8a87-1e783b805ce5'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:40:22.388504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a50805-85dc-42e1-8db8-4576867b081a service neutron] Pushing event updated for resources: {'Port': ['ID=383406cb-6067-46df-8a87-1e783b805ce5,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:22.441111 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-6f3954bb-84eb-4d96-8eaa-dafaaea6c642 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 1097 time: 0.1342809 Feb 10 11:40:22.528450 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0906d496-ac3b-4431-95a7-caf6c9e5d459', 'tag': '383406cb-6067-46df-8a87-1e783b805ce5', 'status': 'completed', 'code': 200} Feb 10 11:40:22.530670 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-dd373d1f-4ff5-443b-8b57-b8db152c5757 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=383406cb-6067-46df-8a87-1e783b805ce5 HTTP/1.1" status: 200 len: 217 time: 0.0800490 Feb 10 11:40:22.602884 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-e67ce077-7c09-4475-8600-485c4883b79f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:22.604560 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-e67ce077-7c09-4475-8600-485c4883b79f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bfb8288-f6e4-496c-ada9-091c63b52c0b HTTP/1.1" status: 200 len: 849 time: 0.0670235 Feb 10 11:40:22.619800 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79b9a5e-98e9-412b-b6dd-a1138890f506 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router b44450c5-1f0b-43d7-afad-1272194d8881 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:40:22.720946 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-9f927a31-2a1f-4271-8622-2a4923e861b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f515bcb9-d982-4b8d-83ba-f18662effa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1089907 Feb 10 11:40:22.824302 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79b9a5e-98e9-412b-b6dd-a1138890f506 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:22.841634 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 8b47c1f4-91e8-475f-b90d-47a51cdd0222 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:22.847799 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d79b9a5e-98e9-412b-b6dd-a1138890f506 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/b44450c5-1f0b-43d7-afad-1272194d8881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2441363 Feb 10 11:40:22.856289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40942) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:22.916890 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 8b47c1f4-91e8-475f-b90d-47a51cdd0222 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:22.917778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:22.965136 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-b38581a0-07ff-4ab5-88ac-087ea18b4257 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348645 Feb 10 11:40:23.168859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec78d2-11ed-4400-8d68-61408b127fe9 req-b4c43e02-405c-4754-adad-d5d5e00cbbf1 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:23.170373 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6eec78d2-11ed-4400-8d68-61408b127fe9 req-b4c43e02-405c-4754-adad-d5d5e00cbbf1 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 944 time: 0.0792310 Feb 10 11:40:23.211935 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0750016-49cf-4c7a-89f8-bfaca2ed711f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting subnet bb9d7f00-e784-4186-b759-eae5a7dddff3 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:40:23.216999 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-23cdcacb-0a47-4eef-a7f1-0a29b4c16e87 req-3395108d-52e2-492c-8d1e-a689c0658eaf service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363384 Feb 10 11:40:23.217645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0750016-49cf-4c7a-89f8-bfaca2ed711f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:23.223385 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6eec78d2-11ed-4400-8d68-61408b127fe9 req-139fb190-c397-4604-a30f-07fced87fa34 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459867 Feb 10 11:40:23.326173 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0750016-49cf-4c7a-89f8-bfaca2ed711f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:23.413299 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ce601f0a-b076-4ec6-9503-29ce94aec56a req-4f0b883a-9f11-4206-9049-1c20a78f3609 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 1097 time: 0.1482117 Feb 10 11:40:23.518394 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0750016-49cf-4c7a-89f8-bfaca2ed711f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:23.607717 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce601f0a-b076-4ec6-9503-29ce94aec56a req-46576dde-2cc4-44c6-98fc-2b3eb542e44d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:23.609076 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ce601f0a-b076-4ec6-9503-29ce94aec56a req-46576dde-2cc4-44c6-98fc-2b3eb542e44d service neutron] 10.222.0.73 "GET /v2.0/networks?id=f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 200 len: 911 time: 0.1879070 Feb 10 11:40:23.684582 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0750016-49cf-4c7a-89f8-bfaca2ed711f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:23.713912 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ce601f0a-b076-4ec6-9503-29ce94aec56a req-10c42946-2994-4858-9f72-57271b8ad9cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=383406cb-6067-46df-8a87-1e783b805ce5 HTTP/1.1" status: 200 len: 217 time: 0.0959070 Feb 10 11:40:23.723226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0750016-49cf-4c7a-89f8-bfaca2ed711f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9d7f00-e784-4186-b759-eae5a7dddff3,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:23.769517 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0750016-49cf-4c7a-89f8-bfaca2ed711f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:23.777451 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd9564b-39e3-46c6-8855-78ceb229303a None None] Network 333fc747-6012-49d8-ab8f-54fcdafa28dc requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:40:23.788247 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d0750016-49cf-4c7a-89f8-bfaca2ed711f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/bb9d7f00-e784-4186-b759-eae5a7dddff3 HTTP/1.1" status: 204 len: 168 time: 0.9287350 Feb 10 11:40:23.788452 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40948) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:23.973733 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce601f0a-b076-4ec6-9503-29ce94aec56a req-5384e3e5-4ed0-4125-9772-c89718d6a6f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:23.975192 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ce601f0a-b076-4ec6-9503-29ce94aec56a req-5384e3e5-4ed0-4125-9772-c89718d6a6f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bfb8288-f6e4-496c-ada9-091c63b52c0b HTTP/1.1" status: 200 len: 849 time: 0.2531331 Feb 10 11:40:24.067692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:24.073972 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39092bd7-9e2e-4c31-b2c6-4e7f2ec5d1b2 None None] DHCP port deletion for 333fc747-6012-49d8-ab8f-54fcdafa28dc request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:40:24.082156 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-39092bd7-9e2e-4c31-b2c6-4e7f2ec5d1b2 None None] Deleting port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:24.082708 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-39092bd7-9e2e-4c31-b2c6-4e7f2ec5d1b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:24.095421 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:24.095793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:24.112591 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:40:24.157106 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ce601f0a-b076-4ec6-9503-29ce94aec56a req-f3ab2bf0-5e8b-49cf-a797-17a3732d7d2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f515bcb9-d982-4b8d-83ba-f18662effa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1594758 Feb 10 11:40:24.358327 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-39092bd7-9e2e-4c31-b2c6-4e7f2ec5d1b2 None None] For port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae,segment=NetworkSegment(f897e1a8-8d30-429e-8a58-5a5c1e316ba6),segment_id=f897e1a8-8d30-429e-8a58-5a5c1e316ba6)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:24.359154 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-39092bd7-9e2e-4c31-b2c6-4e7f2ec5d1b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:24.463792 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] For port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae,segment=NetworkSegment(f897e1a8-8d30-429e-8a58-5a5c1e316ba6),segment_id=f897e1a8-8d30-429e-8a58-5a5c1e316ba6)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:24.464426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:24.468841 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f58af29-1c49-4bb1-9cfe-dc37634c57b0 None None] Sync routers for ids ['b44450c5-1f0b-43d7-afad-1272194d8881'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:40:24.487100 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ce601f0a-b076-4ec6-9503-29ce94aec56a req-896630bf-ab0f-47c9-8e23-af038b9794f0 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011625 Feb 10 11:40:24.498411 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf3e8f-cede-419d-8143-dda7c57d9167 req-80ec34d3-3add-4908-87e6-41096f888ce5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:24.500905 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4dbf3e8f-cede-419d-8143-dda7c57d9167 req-80ec34d3-3add-4908-87e6-41096f888ce5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 944 time: 0.1173382 Feb 10 11:40:24.574400 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4dbf3e8f-cede-419d-8143-dda7c57d9167 req-fb75e8f8-70f0-4d2c-8335-9bc4fb5dac5e tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638099 Feb 10 11:40:24.584135 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-39092bd7-9e2e-4c31-b2c6-4e7f2ec5d1b2 None None] Calling delete_port for f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:40:24.660420 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58af29-1c49-4bb1-9cfe-dc37634c57b0 None None] Routers {'b44450c5-1f0b-43d7-afad-1272194d8881'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:24.661056 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1f58af29-1c49-4bb1-9cfe-dc37634c57b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b44450c5-1f0b-43d7-afad-1272194d8881'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:24.666282 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:40:24.802677 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:40:24.883010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:24.921303 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ce601f0a-b076-4ec6-9503-29ce94aec56a req-1caab43a-1321-4e7f-853c-ec8d5f14e78d service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663392 Feb 10 11:40:24.937908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Port': ['ID=f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:24.945160 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] No DVR routers for this DVR port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:40:25.069512 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-39092bd7-9e2e-4c31-b2c6-4e7f2ec5d1b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:40:25.069864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-39092bd7-9e2e-4c31-b2c6-4e7f2ec5d1b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:40:25.087031 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No active binding found for port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae {{(pid=83556) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 10 11:40:25.087750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:40:25.091446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1f58af29-1c49-4bb1-9cfe-dc37634c57b0 None None] Set router b44450c5-1f0b-43d7-afad-1272194d8881 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:25.098203 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:25.130779 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333fc747-6012-49d8-ab8f-54fcdafa28dc']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:25.144549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f897e1a8-8d30-429e-8a58-5a5c1e316ba6') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:25.144780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f897e1a8-8d30-429e-8a58-5a5c1e316ba6') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:25.157500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:25.175411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:25.182924 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:40:25.183315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:40:25.205273 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:40:25.296740 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:25.330472 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:25.336748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Network': ['ID=333fc747-6012-49d8-ab8f-54fcdafa28dc,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:25.347602 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e3c3b7b0-7e5e-46e3-95d2-b14380a96a87 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/networks/333fc747-6012-49d8-ab8f-54fcdafa28dc HTTP/1.1" status: 204 len: 168 time: 1.5582323 Feb 10 11:40:25.350456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40954) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:25.482953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1f58af29-1c49-4bb1-9cfe-dc37634c57b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'name': 'tempest-RoutersIpV6Test-router-307639672', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:38Z', 'updated_at': '2022-02-10T11:40:20Z', 'revision_number': 10, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'gw_port_host': None, '_interfaces': [{'id': '6128f969-e68d-47ce-b436-c43abc0a4c8a', 'name': '', 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'mac_address': 'fa:16:3e:e5:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd633216c-3832-4725-911d-53e536d92113', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:41Z', 'updated_at': '2022-02-10T11:39:58Z', 'revision_number': 5, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'subnets': [{'id': 'd633216c-3832-4725-911d-53e536d92113', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:25.486895 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f58af29-1c49-4bb1-9cfe-dc37634c57b0 None None] Checking router: b44450c5-1f0b-43d7-afad-1272194d8881 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:40:25.498256 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58af29-1c49-4bb1-9cfe-dc37634c57b0 None None] Routers {'b44450c5-1f0b-43d7-afad-1272194d8881'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:25.498865 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1f58af29-1c49-4bb1-9cfe-dc37634c57b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b44450c5-1f0b-43d7-afad-1272194d8881'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:25.606784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-39092bd7-9e2e-4c31-b2c6-4e7f2ec5d1b2 None None] Deleting port f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:25.607165 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-39092bd7-9e2e-4c31-b2c6-4e7f2ec5d1b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:25.693031 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-39092bd7-9e2e-4c31-b2c6-4e7f2ec5d1b2 None None] The port 'f33c45d5-d8d7-4969-bc0d-ce3d5d07f0ae' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:40:25.736372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40962) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:25.744780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1f58af29-1c49-4bb1-9cfe-dc37634c57b0 None None] Set router b44450c5-1f0b-43d7-afad-1272194d8881 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:25.817953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f19242-da5b-4976-9f01-ab020e508ef0 req-99e2d0c3-a02e-46f8-a473-99cc066451cc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:25.825502 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f5f19242-da5b-4976-9f01-ab020e508ef0 req-99e2d0c3-a02e-46f8-a473-99cc066451cc tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 944 time: 0.0980723 Feb 10 11:40:25.861197 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9b7b1603-9f46-4c6e-8dc0-f5117494c3d2 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=0287a4c215574103957c73d52a854e74&network_id=475d14d3-8614-4a00-9051-712e18452698 HTTP/1.1" status: 200 len: 2999 time: 0.1204081 Feb 10 11:40:25.885974 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f5f19242-da5b-4976-9f01-ab020e508ef0 req-3bfe90c8-1afb-4bdb-8881-915f1ed118aa tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587955 Feb 10 11:40:25.886744 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-09a1256b-b6f1-43f6-bb40-b44feda4ced2 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:26.212858 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1f58af29-1c49-4bb1-9cfe-dc37634c57b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'name': 'tempest-RoutersIpV6Test-router-307639672', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:38Z', 'updated_at': '2022-02-10T11:40:20Z', 'revision_number': 10, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'gw_port_host': None, '_interfaces': [{'id': '6128f969-e68d-47ce-b436-c43abc0a4c8a', 'name': '', 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'mac_address': 'fa:16:3e:e5:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd633216c-3832-4725-911d-53e536d92113', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:41Z', 'updated_at': '2022-02-10T11:39:58Z', 'revision_number': 5, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'subnets': [{'id': 'd633216c-3832-4725-911d-53e536d92113', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:26.218313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f58af29-1c49-4bb1-9cfe-dc37634c57b0 None None] The sync data for ids ['b44450c5-1f0b-43d7-afad-1272194d8881'] in dv-neutron-828497-1-hyperv is: [{'id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'name': 'tempest-RoutersIpV6Test-router-307639672', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:38Z', 'updated_at': '2022-02-10T11:40:20Z', 'revision_number': 10, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'gw_port_host': None, '_interfaces': [{'id': '6128f969-e68d-47ce-b436-c43abc0a4c8a', 'name': '', 'network_id': '686a572c-fe44-4c90-b70f-3f936262d194', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'mac_address': 'fa:16:3e:e5:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd633216c-3832-4725-911d-53e536d92113', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:41Z', 'updated_at': '2022-02-10T11:39:58Z', 'revision_number': 5, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'subnets': [{'id': 'd633216c-3832-4725-911d-53e536d92113', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:40:26.482166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e53b0baf-cacb-44cc-94c5-7f8a99fafb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:26.562561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-09a1256b-b6f1-43f6-bb40-b44feda4ced2 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port 6128f969-e68d-47ce-b436-c43abc0a4c8a {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:26.562905 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-09a1256b-b6f1-43f6-bb40-b44feda4ced2 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:26.709485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a82fc7d6-7bd3-445a-b66b-e2f182a2d77b no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:40:26.745497 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: a82fc7d6-7bd3-445a-b66b-e2f182a2d77b {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:40:26.745800 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a82fc7d6-7bd3-445a-b66b-e2f182a2d77b not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:40:26.754541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-09a1256b-b6f1-43f6-bb40-b44feda4ced2 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] For port 6128f969-e68d-47ce-b436-c43abc0a4c8a, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6128f969-e68d-47ce-b436-c43abc0a4c8a,segment=NetworkSegment(73fdb9fa-8248-427a-aeee-049802737747),segment_id=73fdb9fa-8248-427a-aeee-049802737747)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:26.755229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-09a1256b-b6f1-43f6-bb40-b44feda4ced2 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:26.879679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-09a1256b-b6f1-43f6-bb40-b44feda4ced2 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for 6128f969-e68d-47ce-b436-c43abc0a4c8a owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:40:27.083025 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd878ee-1f38-4c0d-af92-0fd8f900d936 req-a547c941-8c7b-408c-a44f-b7ea30beda42 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:27.084498 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cdd878ee-1f38-4c0d-af92-0fd8f900d936 req-a547c941-8c7b-408c-a44f-b7ea30beda42 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 944 time: 0.0773802 Feb 10 11:40:27.104366 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-09a1256b-b6f1-43f6-bb40-b44feda4ced2 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:27.133340 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cdd878ee-1f38-4c0d-af92-0fd8f900d936 req-22d0841b-b38a-454a-abab-373431af6e07 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429237 Feb 10 11:40:27.186666 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1256b-b6f1-43f6-bb40-b44feda4ced2 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Port': ['ID=6128f969-e68d-47ce-b436-c43abc0a4c8a,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:27.534467 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-09a1256b-b6f1-43f6-bb40-b44feda4ced2 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:27.962601 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a1256b-b6f1-43f6-bb40-b44feda4ced2 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router b44450c5-1f0b-43d7-afad-1272194d8881 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:40:27.976925 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 40976) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:28.049744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ff5541-f988-47eb-a815-950a6d06865a tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:28.051260 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-86ff5541-f988-47eb-a815-950a6d06865a tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45 HTTP/1.1" status: 200 len: 814 time: 0.0729842 Feb 10 11:40:28.111133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a1256b-b6f1-43f6-bb40-b44feda4ced2 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:28.126857 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-09a1256b-b6f1-43f6-bb40-b44feda4ced2 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/b44450c5-1f0b-43d7-afad-1272194d8881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7753022 Feb 10 11:40:28.130668 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40982) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:28.353174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6c574e-8cf8-4631-a90b-91accb83d5b6 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting subnet d633216c-3832-4725-911d-53e536d92113 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:40:28.356785 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee6c574e-8cf8-4631-a90b-91accb83d5b6 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:28.360090 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f08c-9310-4a12-a288-c5cfa90cc268 req-114a3d77-b09c-4d10-94c9-89b0a2d986cb tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:28.361590 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b295f08c-9310-4a12-a288-c5cfa90cc268 req-114a3d77-b09c-4d10-94c9-89b0a2d986cb tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 944 time: 0.0991564 Feb 10 11:40:28.424277 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b295f08c-9310-4a12-a288-c5cfa90cc268 req-3c65a87d-745b-4167-8865-edc79d254c93 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510969 Feb 10 11:40:28.431992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee6c574e-8cf8-4631-a90b-91accb83d5b6 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:28.515972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee6c574e-8cf8-4631-a90b-91accb83d5b6 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:28.593922 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee6c574e-8cf8-4631-a90b-91accb83d5b6 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:28.667075 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c574e-8cf8-4631-a90b-91accb83d5b6 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Subnet': ['ID=d633216c-3832-4725-911d-53e536d92113,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:28.675998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ee6c574e-8cf8-4631-a90b-91accb83d5b6 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:28.682339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb970d5-cd3a-4b7c-ad35-85f838cb204f None None] Network 686a572c-fe44-4c90-b70f-3f936262d194 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:40:28.690400 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ee6c574e-8cf8-4631-a90b-91accb83d5b6 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/d633216c-3832-4725-911d-53e536d92113 HTTP/1.1" status: 204 len: 168 time: 0.5545859 Feb 10 11:40:28.691121 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40990) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:28.843298 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-33f0c899-7534-40e6-8538-ce3382d22bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:28.920252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:28.934258 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port 6cd3b739-70b1-4ed8-a494-97453102240e {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:28.934646 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:28.970743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 40994) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:28.977947 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d060b35d-a9a0-4326-96e6-fb9a2920d802 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:29.016407 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae375f5-df2b-4210-8804-b43026c74a6f None None] DHCP port deletion for 686a572c-fe44-4c90-b70f-3f936262d194 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:40:29.021823 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-4ae375f5-df2b-4210-8804-b43026c74a6f None None] Deleting port 6cd3b739-70b1-4ed8-a494-97453102240e {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:29.022196 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4ae375f5-df2b-4210-8804-b43026c74a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:29.259579 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d060b35d-a9a0-4326-96e6-fb9a2920d802 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:29.313211 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-4ae375f5-df2b-4210-8804-b43026c74a6f None None] For port 6cd3b739-70b1-4ed8-a494-97453102240e, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6cd3b739-70b1-4ed8-a494-97453102240e,segment=NetworkSegment(73fdb9fa-8248-427a-aeee-049802737747),segment_id=73fdb9fa-8248-427a-aeee-049802737747)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:29.313840 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4ae375f5-df2b-4210-8804-b43026c74a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:29.524155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] For port 6cd3b739-70b1-4ed8-a494-97453102240e, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6cd3b739-70b1-4ed8-a494-97453102240e,segment=NetworkSegment(73fdb9fa-8248-427a-aeee-049802737747),segment_id=73fdb9fa-8248-427a-aeee-049802737747)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:29.524466 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:29.535348 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-4ae375f5-df2b-4210-8804-b43026c74a6f None None] Calling delete_port for 6cd3b739-70b1-4ed8-a494-97453102240e owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:40:29.644906 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4ae375f5-df2b-4210-8804-b43026c74a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:29.717237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae375f5-df2b-4210-8804-b43026c74a6f None None] No DVR routers for this DVR port 6cd3b739-70b1-4ed8-a494-97453102240e on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:40:29.720201 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebe6af-0800-41d1-816f-1c965fb5bdef req-103281af-913a-4b2e-8df7-4083f48ce653 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:29.720995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae375f5-df2b-4210-8804-b43026c74a6f None None] Pushing event deleted for resources: {'Port': ['ID=6cd3b739-70b1-4ed8-a494-97453102240e,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:29.730697 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53ebe6af-0800-41d1-816f-1c965fb5bdef req-103281af-913a-4b2e-8df7-4083f48ce653 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 944 time: 0.1537683 Feb 10 11:40:29.747308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Calling delete_port for 6cd3b739-70b1-4ed8-a494-97453102240e owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:40:29.782088 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:29.808034 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53ebe6af-0800-41d1-816f-1c965fb5bdef req-f06a41f2-52ef-4f87-886f-f11b33c300b2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756388 Feb 10 11:40:29.995287 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a479ce-baf2-426c-a31d-b402946d8e0e None None] Sync routers for ids ['b44450c5-1f0b-43d7-afad-1272194d8881'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:40:30.008904 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a479ce-baf2-426c-a31d-b402946d8e0e None None] Routers {'b44450c5-1f0b-43d7-afad-1272194d8881'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:30.010347 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a8a479ce-baf2-426c-a31d-b402946d8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b44450c5-1f0b-43d7-afad-1272194d8881'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:30.023166 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d060b35d-a9a0-4326-96e6-fb9a2920d802 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:30.030041 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d060b35d-a9a0-4326-96e6-fb9a2920d802 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:30.030540 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [None req-d060b35d-a9a0-4326-96e6-fb9a2920d802 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Floating IP c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 disassociated. External IP: 172.26.4.24, port: 8ac0a856-ff91-4fd0-876b-9cdc338639d4. Feb 10 11:40:30.136077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:40:30.136500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:40:30.152326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:30.165670 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-a8a479ce-baf2-426c-a31d-b402946d8e0e None None] Set router b44450c5-1f0b-43d7-afad-1272194d8881 gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:30.283854 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a8a479ce-baf2-426c-a31d-b402946d8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'name': 'tempest-RoutersIpV6Test-router-307639672', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:38Z', 'updated_at': '2022-02-10T11:40:27Z', 'revision_number': 11, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:30.289480 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a479ce-baf2-426c-a31d-b402946d8e0e None None] Checking router: b44450c5-1f0b-43d7-afad-1272194d8881 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:40:30.308442 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a479ce-baf2-426c-a31d-b402946d8e0e None None] Routers {'b44450c5-1f0b-43d7-afad-1272194d8881'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:30.309473 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a8a479ce-baf2-426c-a31d-b402946d8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b44450c5-1f0b-43d7-afad-1272194d8881'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:30.499130 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-a8a479ce-baf2-426c-a31d-b402946d8e0e None None] Set router b44450c5-1f0b-43d7-afad-1272194d8881 gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:30.580961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d060b35d-a9a0-4326-96e6-fb9a2920d802 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router af84d4b9-edee-4571-ae83-ee71cf2326f1 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:40:30.618692 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a8a479ce-baf2-426c-a31d-b402946d8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'name': 'tempest-RoutersIpV6Test-router-307639672', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:38Z', 'updated_at': '2022-02-10T11:40:27Z', 'revision_number': 11, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:30.624246 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a479ce-baf2-426c-a31d-b402946d8e0e None None] The sync data for ids ['b44450c5-1f0b-43d7-afad-1272194d8881'] in dv-neutron-828497-1-hyperv is: [{'id': 'b44450c5-1f0b-43d7-afad-1272194d8881', 'name': 'tempest-RoutersIpV6Test-router-307639672', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:38Z', 'updated_at': '2022-02-10T11:40:27Z', 'revision_number': 11, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'gw_port_host': None}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:40:30.645309 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Deleting port 6cd3b739-70b1-4ed8-a494-97453102240e {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:30.645664 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:30.773784 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] The port '6cd3b739-70b1-4ed8-a494-97453102240e' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:40:31.067814 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6cd3b739-70b1-4ed8-a494-97453102240e no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:40:31.092725 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.117802 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 6cd3b739-70b1-4ed8-a494-97453102240e {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:40:31.118553 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6cd3b739-70b1-4ed8-a494-97453102240e not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:40:31.119619 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6128f969-e68d-47ce-b436-c43abc0a4c8a no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:40:31.149940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686a572c-fe44-4c90-b70f-3f936262d194']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:31.152141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46d436-7a03-4e4e-a42b-c0f8ef1eb3fb req-2cdf3f01-4537-416d-8204-67881a312fa2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:31.155851 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dd46d436-7a03-4e4e-a42b-c0f8ef1eb3fb req-2cdf3f01-4537-416d-8204-67881a312fa2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 944 time: 0.1384356 Feb 10 11:40:31.156835 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 6128f969-e68d-47ce-b436-c43abc0a4c8a {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:40:31.157362 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6128f969-e68d-47ce-b436-c43abc0a4c8a not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:40:31.176511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73fdb9fa-8248-427a-aeee-049802737747') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:31.176982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73fdb9fa-8248-427a-aeee-049802737747') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:31.197300 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.230196 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dd46d436-7a03-4e4e-a42b-c0f8ef1eb3fb req-47ef214f-b2c9-4519-91a2-90ea3af37509 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651522 Feb 10 11:40:31.233981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.244994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:40:31.245421 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:40:31.260969 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:40:31.351505 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d060b35d-a9a0-4326-96e6-fb9a2920d802 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:31.357405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.367685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b56c77-a61e-4cbd-b4f7-9703b25f392d None None] Sync routers for ids ['af84d4b9-edee-4571-ae83-ee71cf2326f1'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:40:31.380049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.388130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b56c77-a61e-4cbd-b4f7-9703b25f392d None None] Routers {'af84d4b9-edee-4571-ae83-ee71cf2326f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:31.389335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e1b56c77-a61e-4cbd-b4f7-9703b25f392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['af84d4b9-edee-4571-ae83-ee71cf2326f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:31.392979 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Pushing event deleted for resources: {'Network': ['ID=686a572c-fe44-4c90-b70f-3f936262d194,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:31.404110 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-94924e31-e802-4bd7-a685-0483e825ed7f tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/networks/686a572c-fe44-4c90-b70f-3f936262d194 HTTP/1.1" status: 204 len: 168 time: 2.7083972 Feb 10 11:40:31.404110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d060b35d-a9a0-4326-96e6-fb9a2920d802 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.404906 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41002) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:31.410563 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5a24e694-fc15-42d4-a990-2ca44290119e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'router': {'routes': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:31.469413 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d060b35d-a9a0-4326-96e6-fb9a2920d802 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 689 time: 2.4933317 Feb 10 11:40:31.469413 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0846a0-ecf5-4fb2-95bf-afe68856577b', 'tag': '8ac0a856-ff91-4fd0-876b-9cdc338639d4'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:40:31.470122 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41006) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:31.539126 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0846a0-ecf5-4fb2-95bf-afe68856577b', 'tag': '8ac0a856-ff91-4fd0-876b-9cdc338639d4', 'status': 'completed', 'code': 200} Feb 10 11:40:31.609432 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-537661f4-01fb-4891-9734-28fc35ab0812 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 689 time: 0.1375098 Feb 10 11:40:31.615934 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.653630 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-71683011-17cc-477c-8b55-ed26002a8022 req-3abadeb2-dd04-47fd-bf46-9108a57789ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 1098 time: 0.0913289 Feb 10 11:40:31.664657 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 383406cb-6067-46df-8a87-1e783b805ce5 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:40:31.762129 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-e1b56c77-a61e-4cbd-b4f7-9703b25f392d None None] Set router af84d4b9-edee-4571-ae83-ee71cf2326f1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:31.882484 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71683011-17cc-477c-8b55-ed26002a8022 req-f55e3ccb-fed4-41ab-8301-22ec1f0874bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:31.886114 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-71683011-17cc-477c-8b55-ed26002a8022 req-f55e3ccb-fed4-41ab-8301-22ec1f0874bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=475d14d3-8614-4a00-9051-712e18452698 HTTP/1.1" status: 200 len: 898 time: 0.2214837 Feb 10 11:40:32.025002 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-71683011-17cc-477c-8b55-ed26002a8022 req-5af04794-c8a9-4cbb-9221-b5b0e90cf398 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ac0a856-ff91-4fd0-876b-9cdc338639d4 HTTP/1.1" status: 200 len: 217 time: 0.1312854 Feb 10 11:40:32.075726 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 383406cb-6067-46df-8a87-1e783b805ce5, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=383406cb-6067-46df-8a87-1e783b805ce5,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:32.097250 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '383406cb-6067-46df-8a87-1e783b805ce5', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'port_id': '383406cb-6067-46df-8a87-1e783b805ce5', 'mac_address': 'fa:16:3e:4f:24:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:40:32.104975 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71683011-17cc-477c-8b55-ed26002a8022 req-6fe5a6f5-4399-4f45-b14c-f485d192ce8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:32.107530 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-71683011-17cc-477c-8b55-ed26002a8022 req-6fe5a6f5-4399-4f45-b14c-f485d192ce8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f2e174e-0249-493c-b414-a0523e5cf63d HTTP/1.1" status: 200 len: 835 time: 0.0744112 Feb 10 11:40:32.137871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-5a24e694-fc15-42d4-a990-2ca44290119e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Added routes are [] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 11:40:32.138378 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-5a24e694-fc15-42d4-a990-2ca44290119e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Removed routes are [] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 11:40:32.139141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5a24e694-fc15-42d4-a990-2ca44290119e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:32.238869 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-71683011-17cc-477c-8b55-ed26002a8022 req-4d8934a8-c67b-4a9b-bdf1-ba3337e9c9ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=475d14d3-8614-4a00-9051-712e18452698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1245692 Feb 10 11:40:32.254160 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:32.287635 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383406cb-6067-46df-8a87-1e783b805ce5 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:40:32.333658 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 383406cb-6067-46df-8a87-1e783b805ce5, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=383406cb-6067-46df-8a87-1e783b805ce5,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:32.348890 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:32.478276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e1b56c77-a61e-4cbd-b4f7-9703b25f392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'c096e45f-dbcb-48ff-8051-d2c32943a36a', 'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:0e:df:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:22Z', 'updated_at': '2022-02-10T11:39:31Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:32.493453 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=383406cb-6067-46df-8a87-1e783b805ce5,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:32.502057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b56c77-a61e-4cbd-b4f7-9703b25f392d None None] Checking router: af84d4b9-edee-4571-ae83-ee71cf2326f1 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:40:32.514563 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-71683011-17cc-477c-8b55-ed26002a8022 req-a8252d10-6bf8-4a97-ac43-fdffcf96d8d4 service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684410 Feb 10 11:40:32.519237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b56c77-a61e-4cbd-b4f7-9703b25f392d None None] Routers {'af84d4b9-edee-4571-ae83-ee71cf2326f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:32.519979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e1b56c77-a61e-4cbd-b4f7-9703b25f392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['af84d4b9-edee-4571-ae83-ee71cf2326f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:32.579453 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['383406cb-6067-46df-8a87-1e783b805ce5'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:40:32.624692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41014) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:32.642430 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5a24e694-fc15-42d4-a990-2ca44290119e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:32.649869 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5a24e694-fc15-42d4-a990-2ca44290119e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:32.796502 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9dbfce25-7c0b-4b23-a862-e3bf8bd57a23 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 689 time: 0.1705694 Feb 10 11:40:32.812881 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-e1b56c77-a61e-4cbd-b4f7-9703b25f392d None None] Set router af84d4b9-edee-4571-ae83-ee71cf2326f1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:32.813564 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c8769-75b1-47a7-82ca-5a163e1a3886 req-d99e979f-cd47-48e6-bc30-cd123fe33098 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:32.815173 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cc6c8769-75b1-47a7-82ca-5a163e1a3886 req-d99e979f-cd47-48e6-bc30-cd123fe33098 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 945 time: 0.2338419 Feb 10 11:40:32.844088 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-71683011-17cc-477c-8b55-ed26002a8022 req-2ef5e58c-cdab-4fac-93bd-f86205284856 service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223562 Feb 10 11:40:32.858857 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a24e694-fc15-42d4-a990-2ca44290119e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router b44450c5-1f0b-43d7-afad-1272194d8881 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:40:32.923311 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cc6c8769-75b1-47a7-82ca-5a163e1a3886 req-585b2147-2076-4568-b26a-6325c4ff5f9c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987592 Feb 10 11:40:33.149440 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a24e694-fc15-42d4-a990-2ca44290119e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:33.159508 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5a24e694-fc15-42d4-a990-2ca44290119e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.164450 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5a24e694-fc15-42d4-a990-2ca44290119e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/b44450c5-1f0b-43d7-afad-1272194d8881 HTTP/1.1" status: 200 len: 704 time: 1.7553821 Feb 10 11:40:33.164904 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41018) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:33.237545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56c9a5e0-6b00-4ac2-a0ee-19fa32ddd4c8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Synchronizing usage tracker for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:40:33.265248 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56c9a5e0-6b00-4ac2-a0ee-19fa32ddd4c8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Unset dirty status for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:40:33.266700 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-56c9a5e0-6b00-4ac2-a0ee-19fa32ddd4c8 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b44450c5-1f0b-43d7-afad-1272194d8881 HTTP/1.1" status: 200 len: 205 time: 0.0996687 Feb 10 11:40:33.269897 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41022) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:33.311590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e1b56c77-a61e-4cbd-b4f7-9703b25f392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'c096e45f-dbcb-48ff-8051-d2c32943a36a', 'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:0e:df:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:22Z', 'updated_at': '2022-02-10T11:39:31Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:33.316357 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b56c77-a61e-4cbd-b4f7-9703b25f392d None None] The sync data for ids ['af84d4b9-edee-4571-ae83-ee71cf2326f1'] in dv-neutron-828497-1-hyperv is: [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'c096e45f-dbcb-48ff-8051-d2c32943a36a', 'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:0e:df:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:22Z', 'updated_at': '2022-02-10T11:39:31Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:40:33.538449 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea7b112d-ca56-4ee7-85c7-3ef304883422 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.661422 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 383406cb-6067-46df-8a87-1e783b805ce5 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:33.739445 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 383406cb-6067-46df-8a87-1e783b805ce5 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:33.746224 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 383406cb-6067-46df-8a87-1e783b805ce5 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:33.746660 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.801968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41026) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:33.939209 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.970623 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8c44a04f-33a6-4502-b0ad-c2f85ff6eb3c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 689 time: 0.1657555 Feb 10 11:40:33.985229 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0906d496-ac3b-4431-95a7-caf6c9e5d459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383406cb-6067-46df-8a87-1e783b805ce5'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:40:33.997105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 383406cb-6067-46df-8a87-1e783b805ce5, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=383406cb-6067-46df-8a87-1e783b805ce5,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:34.003135 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.050508 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea7b112d-ca56-4ee7-85c7-3ef304883422 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.059361 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea7b112d-ca56-4ee7-85c7-3ef304883422 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.086302 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=383406cb-6067-46df-8a87-1e783b805ce5,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:34.112639 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea7b112d-ca56-4ee7-85c7-3ef304883422 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.113313 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7b112d-ca56-4ee7-85c7-3ef304883422 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Fanout notify agent at l3_agent the message router_deleted on router b44450c5-1f0b-43d7-afad-1272194d8881 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:40:34.129159 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea7b112d-ca56-4ee7-85c7-3ef304883422 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.137787 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ea7b112d-ca56-4ee7-85c7-3ef304883422 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/routers/b44450c5-1f0b-43d7-afad-1272194d8881 HTTP/1.1" status: 204 len: 168 time: 0.8594992 Feb 10 11:40:34.138783 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41036) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:34.144727 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-48698809-b523-439c-8d9b-842d92494a3e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1435778069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:34.152679 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-48698809-b523-439c-8d9b-842d92494a3e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:34.158031 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-48698809-b523-439c-8d9b-842d92494a3e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Usage tracker for resource:router and tenant:fdb7ebb9247a46d698d0985398248c6e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:34.165561 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-48698809-b523-439c-8d9b-842d92494a3e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:34.179403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-48698809-b523-439c-8d9b-842d92494a3e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:34.216806 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0906d496-ac3b-4431-95a7-caf6c9e5d459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383406cb-6067-46df-8a87-1e783b805ce5', 'code': 200} Feb 10 11:40:34.238819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48698809-b523-439c-8d9b-842d92494a3e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.240008 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48698809-b523-439c-8d9b-842d92494a3e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.286135 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48698809-b523-439c-8d9b-842d92494a3e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.317618 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a5f76-e3ca-40b2-9438-8f37c3f685a8 req-45414df6-049d-4a81-929a-3ce56e0e330b tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:34.319101 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d80a5f76-e3ca-40b2-9438-8f37c3f685a8 req-45414df6-049d-4a81-929a-3ce56e0e330b tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 946 time: 0.1230145 Feb 10 11:40:34.328157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48698809-b523-439c-8d9b-842d92494a3e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.387010 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48698809-b523-439c-8d9b-842d92494a3e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.388179 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-48698809-b523-439c-8d9b-842d92494a3e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2481792 Feb 10 11:40:34.392647 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41040) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:34.401286 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-59c064ba-dcfc-4671-9a26-54771bcb708d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:34.466421 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f30475c9-56d8-4386-a420-1f9d324b043a req-ca0c6a9d-0332-40ef-b953-1e210b2b60a6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 1099 time: 0.0842640 Feb 10 11:40:34.513532 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f30475c9-56d8-4386-a420-1f9d324b043a req-5487a66f-6496-4e9c-9473-70da77641e49 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406361 Feb 10 11:40:34.531364 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d80a5f76-e3ca-40b2-9438-8f37c3f685a8 req-8e0647c7-2dd7-4199-801f-906a5ccaf0e4 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970429 Feb 10 11:40:34.804062 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-59c064ba-dcfc-4671-9a26-54771bcb708d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.815970 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-59c064ba-dcfc-4671-9a26-54771bcb708d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.974505 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41044) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:35.006772 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c064ba-dcfc-4671-9a26-54771bcb708d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Router 51e5617b-4381-47a4-81b0-4da9909ee29c is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:40:35.181191 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-eee8dd40-01f2-488d-a217-a4e4b96e5878 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 689 time: 0.2055831 Feb 10 11:40:35.289895 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c064ba-dcfc-4671-9a26-54771bcb708d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:35.297083 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-59c064ba-dcfc-4671-9a26-54771bcb708d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:35.298563 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-59c064ba-dcfc-4671-9a26-54771bcb708d tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "PUT /v2.0/routers/51e5617b-4381-47a4-81b0-4da9909ee29c HTTP/1.1" status: 200 len: 698 time: 0.9045320 Feb 10 11:40:35.302136 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41048) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:35.302773 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4360599-456c-43fb-877a-6dbdb1cad62c None None] Sync routers for ids ['51e5617b-4381-47a4-81b0-4da9909ee29c'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:40:35.316486 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4360599-456c-43fb-877a-6dbdb1cad62c None None] Routers {'51e5617b-4381-47a4-81b0-4da9909ee29c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:35.317387 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b4360599-456c-43fb-877a-6dbdb1cad62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['51e5617b-4381-47a4-81b0-4da9909ee29c'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:35.481563 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-25578823-5343-4bb7-a29a-5007a6f162c5 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/routers/51e5617b-4381-47a4-81b0-4da9909ee29c HTTP/1.1" status: 200 len: 704 time: 0.1701317 Feb 10 11:40:35.482275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41052) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:35.496523 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-b4360599-456c-43fb-877a-6dbdb1cad62c None None] Set router 51e5617b-4381-47a4-81b0-4da9909ee29c gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:35.528321 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-63f156ae-5dd7-4cf8-abf3-b8a3a73e5068 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports?device_id=51e5617b-4381-47a4-81b0-4da9909ee29c HTTP/1.1" status: 200 len: 205 time: 0.0445850 Feb 10 11:40:35.532249 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41056) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:35.679205 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b4360599-456c-43fb-877a-6dbdb1cad62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e5617b-4381-47a4-81b0-4da9909ee29c', 'name': 'tempest-RoutersIpV6Test-router-1435778069', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:34Z', 'revision_number': 2, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:35.687705 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4360599-456c-43fb-877a-6dbdb1cad62c None None] Checking router: 51e5617b-4381-47a4-81b0-4da9909ee29c for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:40:35.710474 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4360599-456c-43fb-877a-6dbdb1cad62c None None] Routers {'51e5617b-4381-47a4-81b0-4da9909ee29c'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:35.711857 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b4360599-456c-43fb-877a-6dbdb1cad62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['51e5617b-4381-47a4-81b0-4da9909ee29c'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:35.819189 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5704121-960f-4758-9191-691cbbf84dd1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:35.942602 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-b4360599-456c-43fb-877a-6dbdb1cad62c None None] Set router 51e5617b-4381-47a4-81b0-4da9909ee29c gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:35.969096 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff2a20-6366-47fa-89a7-a3d72efa2052 req-07e3cf92-69b1-4b7f-9c73-70dcdfc7fdd4 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:35.970644 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-22ff2a20-6366-47fa-89a7-a3d72efa2052 req-07e3cf92-69b1-4b7f-9c73-70dcdfc7fdd4 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 946 time: 0.2151909 Feb 10 11:40:36.078163 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b4360599-456c-43fb-877a-6dbdb1cad62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e5617b-4381-47a4-81b0-4da9909ee29c', 'name': 'tempest-RoutersIpV6Test-router-1435778069', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:34Z', 'revision_number': 2, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:36.082961 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4360599-456c-43fb-877a-6dbdb1cad62c None None] The sync data for ids ['51e5617b-4381-47a4-81b0-4da9909ee29c'] in dv-neutron-828497-1-hyperv is: [{'id': '51e5617b-4381-47a4-81b0-4da9909ee29c', 'name': 'tempest-RoutersIpV6Test-router-1435778069', 'tenant_id': 'fdb7ebb9247a46d698d0985398248c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:34Z', 'revision_number': 2, 'project_id': 'fdb7ebb9247a46d698d0985398248c6e', 'gw_port_host': None}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:40:36.186705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41062) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:36.272409 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-736bd747-57b3-454a-9ed4-d664077911fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 689 time: 0.0845616 Feb 10 11:40:36.291217 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-22ff2a20-6366-47fa-89a7-a3d72efa2052 req-f95ee7b3-91e3-4e08-b69d-657a820083c2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561405 Feb 10 11:40:36.299959 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5704121-960f-4758-9191-691cbbf84dd1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:36.305062 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5704121-960f-4758-9191-691cbbf84dd1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:36.336188 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5704121-960f-4758-9191-691cbbf84dd1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:36.337040 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5704121-960f-4758-9191-691cbbf84dd1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Fanout notify agent at l3_agent the message router_deleted on router 51e5617b-4381-47a4-81b0-4da9909ee29c {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:40:36.359230 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5704121-960f-4758-9191-691cbbf84dd1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:36.360755 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f5704121-960f-4758-9191-691cbbf84dd1 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/routers/51e5617b-4381-47a4-81b0-4da9909ee29c HTTP/1.1" status: 204 len: 168 time: 0.8275228 Feb 10 11:40:36.369693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41068) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:36.424248 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6de9f182-4da9-42a2-b9e7-9837d98fab12 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Synchronizing usage tracker for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:40:36.438124 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6de9f182-4da9-42a2-b9e7-9837d98fab12 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] Unset dirty status for tenant:fdb7ebb9247a46d698d0985398248c6e on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:40:36.439312 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6de9f182-4da9-42a2-b9e7-9837d98fab12 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports?device_id=51e5617b-4381-47a4-81b0-4da9909ee29c HTTP/1.1" status: 200 len: 205 time: 0.0686252 Feb 10 11:40:36.443060 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41072) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:36.513924 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-37f10ca0-e59b-45e4-9197-526fdde51961 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] delete failed (client error): The resource could not be found. Feb 10 11:40:36.514953 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-37f10ca0-e59b-45e4-9197-526fdde51961 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/routers/51e5617b-4381-47a4-81b0-4da9909ee29c HTTP/1.1" status: 404 len: 336 time: 0.0709164 Feb 10 11:40:36.518152 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41076) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:36.526844 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2307974-c133-4ed3-ac0d-4ab01751950e req-6c8c79a9-8e7a-481c-9499-d2fd64f0f441 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:36.528285 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f2307974-c133-4ed3-ac0d-4ab01751950e req-6c8c79a9-8e7a-481c-9499-d2fd64f0f441 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 946 time: 0.0870183 Feb 10 11:40:36.560934 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7290d1f6-d06f-465b-b7e5-0a1ed161b464 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] DELETE failed (client error): The resource could not be found. Feb 10 11:40:36.561401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7290d1f6-d06f-465b-b7e5-0a1ed161b464 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:40:36.563049 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7290d1f6-d06f-465b-b7e5-0a1ed161b464 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/b6f1c099-0852-411c-8265-99bd93d12ac8 HTTP/1.1" status: 404 len: 337 time: 0.0435600 Feb 10 11:40:36.565616 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41080) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:36.584979 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f2307974-c133-4ed3-ac0d-4ab01751950e req-219fb740-39b1-4a4b-b9e9-94963d1aa09d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481422 Feb 10 11:40:36.609488 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e5ecb6-5e09-4104-8115-0569aa9feb19 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] DELETE failed (client error): The resource could not be found. Feb 10 11:40:36.610041 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e5ecb6-5e09-4104-8115-0569aa9feb19 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:40:36.611962 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-77e5ecb6-5e09-4104-8115-0569aa9feb19 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/fecb8473-fb05-4109-ade8-f365d286dfd3 HTTP/1.1" status: 404 len: 337 time: 0.0453637 Feb 10 11:40:36.615896 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41084) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:36.618861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41088) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:36.664217 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e913d46-8272-4a33-9f9e-cbeee6a07b13 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] DELETE failed (client error): The resource could not be found. Feb 10 11:40:36.665098 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e913d46-8272-4a33-9f9e-cbeee6a07b13 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:40:36.667871 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9e913d46-8272-4a33-9f9e-cbeee6a07b13 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/bb9d7f00-e784-4186-b759-eae5a7dddff3 HTTP/1.1" status: 404 len: 337 time: 0.0507615 Feb 10 11:40:36.670842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41094) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:36.711470 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f35e51-35a1-4b43-95ce-fc3e1f098b10 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] DELETE failed (client error): The resource could not be found. Feb 10 11:40:36.711911 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f35e51-35a1-4b43-95ce-fc3e1f098b10 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:40:36.715097 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-80f35e51-35a1-4b43-95ce-fc3e1f098b10 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/d633216c-3832-4725-911d-53e536d92113 HTTP/1.1" status: 404 len: 337 time: 0.0432396 Feb 10 11:40:36.717906 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41098) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:36.808907 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cdbeac8b-6ff8-4027-b2db-ff4b083221bc tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b44450c5-1f0b-43d7-afad-1272194d8881 HTTP/1.1" status: 200 len: 205 time: 0.0896261 Feb 10 11:40:36.811405 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41102) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:36.844434 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-01de088d-3763-4a1f-8e8c-be3e60c3f2e2 tempest-TestVolumeBootPattern-1099180232 tempest-TestVolumeBootPattern-1099180232-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 1094 time: 0.1942172 Feb 10 11:40:36.847351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41106) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:36.855285 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': '383406cb-6067-46df-8a87-1e783b805ce5', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:36.861944 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:36.866435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Usage tracker for resource:floatingip and tenant:a7ea00cd69f94e278d237bca3bf96ede is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:36.870326 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:36.876716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:36.883657 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-4f6f0409-7598-47e6-b270-ff254d2258ed tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] delete failed (client error): The resource could not be found. Feb 10 11:40:36.886066 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4f6f0409-7598-47e6-b270-ff254d2258ed tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/routers/b44450c5-1f0b-43d7-afad-1272194d8881 HTTP/1.1" status: 404 len: 336 time: 0.0729229 Feb 10 11:40:36.888545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41110) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:36.925499 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for floatingip, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:36.951519 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bcbc8d06-f028-422e-a6ef-38e4bea28780 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports?device_id=c05f9227-2161-405c-aaac-1e06ff9e82dd HTTP/1.1" status: 200 len: 205 time: 0.0618389 Feb 10 11:40:36.954312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41114) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:37.018495 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-3b707323-1a63-4b00-85b6-83eff9e5e884 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] delete failed (client error): The resource could not be found. Feb 10 11:40:37.022306 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3b707323-1a63-4b00-85b6-83eff9e5e884 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/routers/c05f9227-2161-405c-aaac-1e06ff9e82dd HTTP/1.1" status: 404 len: 336 time: 0.0642550 Feb 10 11:40:37.022607 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41118) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:37.070584 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dff354c-9652-4f47-8d50-63ab369e6b3e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] DELETE failed (client error): The resource could not be found. Feb 10 11:40:37.070930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dff354c-9652-4f47-8d50-63ab369e6b3e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:40:37.077201 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9dff354c-9652-4f47-8d50-63ab369e6b3e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/2b4733d4-edbf-4340-ad2d-40913c10367b HTTP/1.1" status: 404 len: 337 time: 0.0495155 Feb 10 11:40:37.078198 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41122) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:37.127372 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-043dbaed-b8db-49e1-b468-584403aa2c89 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c HTTP/1.1" status: 200 len: 205 time: 0.0448983 Feb 10 11:40:37.127372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41126) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:37.134079 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5376f464-df15-40d7-93f7-2cda81d1f2dd None None] Sync routers for ids ['b44450c5-1f0b-43d7-afad-1272194d8881'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:40:37.148873 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f9c244-2e68-4cc0-a230-c5b9a3e55050 None None] New status for floating IP c503c4ac-61a5-4c6a-b27b-495ddb05c0c8: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:40:37.153332 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5376f464-df15-40d7-93f7-2cda81d1f2dd None None] Routers set() bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:37.153944 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5376f464-df15-40d7-93f7-2cda81d1f2dd None None] Router IDs set() for agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 10 11:40:37.154991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_agentschedulers_db [None req-5376f464-df15-40d7-93f7-2cda81d1f2dd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b44450c5-1f0b-43d7-afad-1272194d8881'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent'). {{(pid=83556) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 11:40:37.169197 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5376f464-df15-40d7-93f7-2cda81d1f2dd None None] Routers set() bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:37.169575 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5376f464-df15-40d7-93f7-2cda81d1f2dd None None] Router IDs set() for agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 10 11:40:37.170168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_agentschedulers_db [None req-5376f464-df15-40d7-93f7-2cda81d1f2dd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b44450c5-1f0b-43d7-afad-1272194d8881'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent'). {{(pid=83556) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 11:40:37.170540 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5376f464-df15-40d7-93f7-2cda81d1f2dd None None] The sync data for ids ['b44450c5-1f0b-43d7-afad-1272194d8881'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:40:37.249755 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.api.v2.resource [None req-d73faebf-a0d2-4fa8-940d-3e7989daa81e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] delete failed (client error): The resource could not be found. Feb 10 11:40:37.254385 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41130) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:37.256390 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d73faebf-a0d2-4fa8-940d-3e7989daa81e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/routers/b116b5ca-1fc4-4e27-9f7e-dce0a2f7465c HTTP/1.1" status: 404 len: 336 time: 0.1279569 Feb 10 11:40:37.278182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41134) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:37.317503 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ed55a2d6-abe7-4dc1-b905-219b9b60c994 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c24cfc-ec4c-4148-85af-b78143001acd HTTP/1.1" status: 200 len: 205 time: 0.0570338 Feb 10 11:40:37.319603 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41138) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:37.417757 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-aeaee27d-6cf4-44a3-8cc9-c64ae81c850b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 689 time: 0.1365616 Feb 10 11:40:37.419923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:37.439620 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-6203625b-7f45-4b43-9b01-c0e389fd2d4a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] delete failed (client error): The resource could not be found. Feb 10 11:40:37.441437 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6203625b-7f45-4b43-9b01-c0e389fd2d4a tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/routers/06c24cfc-ec4c-4148-85af-b78143001acd HTTP/1.1" status: 404 len: 336 time: 0.1203539 Feb 10 11:40:37.443641 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41142) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:37.615118 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7892515-b750-4018-9484-1c09fde0e26e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] DELETE failed (client error): The resource could not be found. Feb 10 11:40:37.615680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7892515-b750-4018-9484-1c09fde0e26e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:40:37.617552 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c7892515-b750-4018-9484-1c09fde0e26e tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/b1982c6b-ec2b-45ed-95b0-3d1b0bbca1b2 HTTP/1.1" status: 404 len: 337 time: 0.1727870 Feb 10 11:40:37.622298 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41146) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:37.654688 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Allocated IP 172.26.4.99 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/8df0ed5f-40b6-499b-8a13-6f2de67cc8b3) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:40:37.670653 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6494e2fc-3141-4197-8b84-229b1e4f7d51 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd9de84a-f080-4110-8eb2-3eee591b5061 HTTP/1.1" status: 200 len: 205 time: 0.0470879 Feb 10 11:40:37.673163 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41150) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:37.740374 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-c18fb319-3cf9-4bab-9cdb-445e3698f4cf tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] delete failed (client error): The resource could not be found. Feb 10 11:40:37.741437 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c18fb319-3cf9-4bab-9cdb-445e3698f4cf tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/routers/cd9de84a-f080-4110-8eb2-3eee591b5061 HTTP/1.1" status: 404 len: 336 time: 0.0672283 Feb 10 11:40:37.744929 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41154) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:37.787217 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4e0695-3e2c-4769-ab3d-c772bb4e5aa3 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] DELETE failed (client error): The resource could not be found. Feb 10 11:40:37.787657 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4e0695-3e2c-4769-ab3d-c772bb4e5aa3 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:40:37.792034 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fc4e0695-3e2c-4769-ab3d-c772bb4e5aa3 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/3b17b6e2-2c5d-401c-a290-6549b1354216 HTTP/1.1" status: 404 len: 337 time: 0.0431087 Feb 10 11:40:37.792745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41158) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:37.840420 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:37.840638 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7f7d6902-feba-4248-b895-35298343e112 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f20eb92-4faf-463d-8a65-31b7ec339249 HTTP/1.1" status: 200 len: 205 time: 0.0459430 Feb 10 11:40:37.843032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41162) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:37.875950 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:37.915113 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-05601cf5-0b05-41e4-aefc-30b387ed1c42 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] delete failed (client error): The resource could not be found. Feb 10 11:40:37.916844 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-05601cf5-0b05-41e4-aefc-30b387ed1c42 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/routers/2f20eb92-4faf-463d-8a65-31b7ec339249 HTTP/1.1" status: 404 len: 336 time: 0.0728362 Feb 10 11:40:37.919933 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41166) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:37.959932 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9ab07f-288c-4fd4-9ae5-2a770ee3ebc0 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] DELETE failed (client error): The resource could not be found. Feb 10 11:40:37.960491 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9ab07f-288c-4fd4-9ae5-2a770ee3ebc0 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:40:37.965635 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1c9ab07f-288c-4fd4-9ae5-2a770ee3ebc0 tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/67bdea46-3cce-4b10-bc1b-78295862ce57 HTTP/1.1" status: 404 len: 337 time: 0.0445404 Feb 10 11:40:37.966310 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41170) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:38.014057 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9589bf6c-89ba-4f43-80ec-89c50da2b62c tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] DELETE failed (client error): The resource could not be found. Feb 10 11:40:38.014662 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9589bf6c-89ba-4f43-80ec-89c50da2b62c tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:40:38.016334 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9589bf6c-89ba-4f43-80ec-89c50da2b62c tempest-RoutersIpV6Test-542604855 tempest-RoutersIpV6Test-542604855-project] 10.222.0.36 "DELETE /v2.0/subnets/b44aa303-cf82-483f-8028-7525379dba60 HTTP/1.1" status: 404 len: 337 time: 0.0490320 Feb 10 11:40:38.075962 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:40:38.078866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:38.083133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:40:38.097473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:38.122049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event updated for resources: {'Port': ['ID=8df0ed5f-40b6-499b-8a13-6f2de67cc8b3,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:38.404207 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41178) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:38.422215 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41184) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:38.529475 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-55b53239-2e62-4034-8cd6-59350fefe93a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 687 time: 0.1046417 Feb 10 11:40:38.636948 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-48f2d65e-275a-4544-9dc2-bc9e6011b8ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdb7ebb9247a46d698d0985398248c6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2272382 Feb 10 11:40:38.637311 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41188) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:38.687100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:38.722186 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f39b0805-f1d6-4995-a039-b47912686ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:38.749276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:38.749878 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f39b0805-f1d6-4995-a039-b47912686ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:38.809873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f39b0805-f1d6-4995-a039-b47912686ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:38.835659 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b0805-f1d6-4995-a039-b47912686ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba31728b-5809-4a3c-bbee-9c26375524b6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:38.846255 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f39b0805-f1d6-4995-a039-b47912686ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:38.850006 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f39b0805-f1d6-4995-a039-b47912686ca8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba31728b-5809-4a3c-bbee-9c26375524b6 HTTP/1.1" status: 204 len: 168 time: 0.2094574 Feb 10 11:40:39.051157 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:39.056791 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:39.174264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event updated for resources: {'Port': ['ID=8df0ed5f-40b6-499b-8a13-6f2de67cc8b3,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:39.196249 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:39.401856 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Floating IP caf39979-d569-487f-82e2-6f5f8c331a4f associated. External IP: 172.26.4.99, port: 383406cb-6067-46df-8a87-1e783b805ce5. Feb 10 11:40:39.821217 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41212) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:39.828798 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a2b9f6fc-b951-4bc9-9e8f-459c3e66276b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054280903', 'description': 'tempest-secgroup-smoke-2054280903 description', 'project_id': '0287a4c215574103957c73d52a854e74'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:39.835320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a2b9f6fc-b951-4bc9-9e8f-459c3e66276b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:39.850632 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a2b9f6fc-b951-4bc9-9e8f-459c3e66276b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:39.872746 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f6fc-b951-4bc9-9e8f-459c3e66276b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:39.936044 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a2b9f6fc-b951-4bc9-9e8f-459c3e66276b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:39.943584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a2b9f6fc-b951-4bc9-9e8f-459c3e66276b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:39.950621 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a2b9f6fc-b951-4bc9-9e8f-459c3e66276b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:39.958723 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a2b9f6fc-b951-4bc9-9e8f-459c3e66276b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:40.001544 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Router 2b937027-dcc8-40e2-ab37-68bac57a49a5 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:40:40.051098 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f6fc-b951-4bc9-9e8f-459c3e66276b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.056120 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f6fc-b951-4bc9-9e8f-459c3e66276b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.113730 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9f6fc-b951-4bc9-9e8f-459c3e66276b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008ca174-145d-4f72-a104-8c64d8bd8966,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:40.121928 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f6fc-b951-4bc9-9e8f-459c3e66276b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.124299 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a2b9f6fc-b951-4bc9-9e8f-459c3e66276b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3011687 Feb 10 11:40:40.128912 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41220) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:40.139571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-13fd2045-30fa-47fc-bad6-c0975b67ab77 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '008ca174-145d-4f72-a104-8c64d8bd8966', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:40.151838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-13fd2045-30fa-47fc-bad6-c0975b67ab77 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:40.158404 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-13fd2045-30fa-47fc-bad6-c0975b67ab77 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:40.163436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-13fd2045-30fa-47fc-bad6-c0975b67ab77 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:40.173726 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-13fd2045-30fa-47fc-bad6-c0975b67ab77 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:40.200990 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-13fd2045-30fa-47fc-bad6-c0975b67ab77 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.229772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:40.244362 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5dd321-0bf4-495e-8962-34e86efa3d60 None None] Sync routers for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:40:40.261394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5dd321-0bf4-495e-8962-34e86efa3d60 None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:40.262762 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-af5dd321-0bf4-495e-8962-34e86efa3d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:40.277944 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.327153 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-13fd2045-30fa-47fc-bad6-c0975b67ab77 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.334569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-13fd2045-30fa-47fc-bad6-c0975b67ab77 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.369834 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd2045-30fa-47fc-bad6-c0975b67ab77 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ae2f18-2ffb-4d71-a492-4e2f71452d1f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:40.388472 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-13fd2045-30fa-47fc-bad6-c0975b67ab77 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.389516 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-13fd2045-30fa-47fc-bad6-c0975b67ab77 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2591579 Feb 10 11:40:40.394511 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41226) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:40.401538 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2f89925a-5405-4c55-b7ec-6cef40543380 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5528328 Feb 10 11:40:40.402873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0906d496-ac3b-4431-95a7-caf6c9e5d459', 'tag': '383406cb-6067-46df-8a87-1e783b805ce5'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:40:40.404240 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9425a260-f0c7-4d9a-b0c9-cf10941af82b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '008ca174-145d-4f72-a104-8c64d8bd8966', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:40.414235 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9425a260-f0c7-4d9a-b0c9-cf10941af82b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:40.421100 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9425a260-f0c7-4d9a-b0c9-cf10941af82b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:40.425558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9425a260-f0c7-4d9a-b0c9-cf10941af82b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:40.433531 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9425a260-f0c7-4d9a-b0c9-cf10941af82b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:40.461741 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9425a260-f0c7-4d9a-b0c9-cf10941af82b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.494218 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0906d496-ac3b-4431-95a7-caf6c9e5d459', 'tag': '383406cb-6067-46df-8a87-1e783b805ce5', 'status': 'completed', 'code': 200} Feb 10 11:40:40.552312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9425a260-f0c7-4d9a-b0c9-cf10941af82b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.560195 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9425a260-f0c7-4d9a-b0c9-cf10941af82b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.603688 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9425a260-f0c7-4d9a-b0c9-cf10941af82b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.608874 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9425a260-f0c7-4d9a-b0c9-cf10941af82b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2087350 Feb 10 11:40:40.609453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41236) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:40.618224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-94c7ad7d-2cd7-4daf-b9e9-c6d4d16a421b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '008ca174-145d-4f72-a104-8c64d8bd8966', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:40.624293 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425a260-f0c7-4d9a-b0c9-cf10941af82b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e30cd0e-e0e4-42d9-b580-0fcadde0c22b,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:40.630429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-94c7ad7d-2cd7-4daf-b9e9-c6d4d16a421b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:40.636125 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-94c7ad7d-2cd7-4daf-b9e9-c6d4d16a421b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:40.640556 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-94c7ad7d-2cd7-4daf-b9e9-c6d4d16a421b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:40.648317 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-94c7ad7d-2cd7-4daf-b9e9-c6d4d16a421b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:40.664314 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-bc3c50fe-7f93-4ade-b3fa-79a9e08b1da7 req-4c34c3ef-118d-4d11-b972-6009a0d8b4e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 1099 time: 0.1438308 Feb 10 11:40:40.678587 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-94c7ad7d-2cd7-4daf-b9e9-c6d4d16a421b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.682019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-af5dd321-0bf4-495e-8962-34e86efa3d60 None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:40.795110 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-94c7ad7d-2cd7-4daf-b9e9-c6d4d16a421b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.801471 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-94c7ad7d-2cd7-4daf-b9e9-c6d4d16a421b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.855220 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7ad7d-2cd7-4daf-b9e9-c6d4d16a421b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bc9e2c-b9f4-44a5-a6af-de58c9f83c2c,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:40.898256 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-94c7ad7d-2cd7-4daf-b9e9-c6d4d16a421b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.901048 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-94c7ad7d-2cd7-4daf-b9e9-c6d4d16a421b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2903702 Feb 10 11:40:40.905097 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41244) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:40.922203 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c50fe-7f93-4ade-b3fa-79a9e08b1da7 req-787f5eeb-a94b-46d2-8483-5ede41fd3fc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:40.924913 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-bc3c50fe-7f93-4ade-b3fa-79a9e08b1da7 req-787f5eeb-a94b-46d2-8483-5ede41fd3fc6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 200 len: 911 time: 0.2539470 Feb 10 11:40:40.930279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-90b2eda6-c8b0-4ebb-8a28-7a9ec97233ee tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '008ca174-145d-4f72-a104-8c64d8bd8966', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:40.949579 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-90b2eda6-c8b0-4ebb-8a28-7a9ec97233ee tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:40.966494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-90b2eda6-c8b0-4ebb-8a28-7a9ec97233ee tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:40.982454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-90b2eda6-c8b0-4ebb-8a28-7a9ec97233ee tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:40.995442 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-90b2eda6-c8b0-4ebb-8a28-7a9ec97233ee tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:41.035493 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-90b2eda6-c8b0-4ebb-8a28-7a9ec97233ee tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.083475 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-bc3c50fe-7f93-4ade-b3fa-79a9e08b1da7 req-2af86109-6d40-440e-b26b-b48d912c1a00 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=383406cb-6067-46df-8a87-1e783b805ce5 HTTP/1.1" status: 200 len: 999 time: 0.1503453 Feb 10 11:40:41.154960 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-90b2eda6-c8b0-4ebb-8a28-7a9ec97233ee tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.161454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-90b2eda6-c8b0-4ebb-8a28-7a9ec97233ee tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.167699 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c50fe-7f93-4ade-b3fa-79a9e08b1da7 req-4efa838f-ba14-484b-9c63-6ac46c5fb829 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:41.169393 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-bc3c50fe-7f93-4ade-b3fa-79a9e08b1da7 req-4efa838f-ba14-484b-9c63-6ac46c5fb829 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bfb8288-f6e4-496c-ada9-091c63b52c0b HTTP/1.1" status: 200 len: 849 time: 0.0791500 Feb 10 11:40:41.189479 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2eda6-c8b0-4ebb-8a28-7a9ec97233ee tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a6ff4c-ef58-423e-9014-883624ba2f6c,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:41.213531 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-90b2eda6-c8b0-4ebb-8a28-7a9ec97233ee tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.215199 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-90b2eda6-c8b0-4ebb-8a28-7a9ec97233ee tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3083675 Feb 10 11:40:41.218111 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41252) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:41.225935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d6e27bb9-6fb9-4d44-a88d-a69c7219ef8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '008ca174-145d-4f72-a104-8c64d8bd8966', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:41.234558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d6e27bb9-6fb9-4d44-a88d-a69c7219ef8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:41.238672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d6e27bb9-6fb9-4d44-a88d-a69c7219ef8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:41.242320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d6e27bb9-6fb9-4d44-a88d-a69c7219ef8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:41.251095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d6e27bb9-6fb9-4d44-a88d-a69c7219ef8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:41.265414 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-d6e27bb9-6fb9-4d44-a88d-a69c7219ef8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:40:41.271745 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-bc3c50fe-7f93-4ade-b3fa-79a9e08b1da7 req-b2e49ec4-3199-4bf4-b47b-c9e74de530e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f515bcb9-d982-4b8d-83ba-f18662effa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0947685 Feb 10 11:40:41.275006 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6e27bb9-6fb9-4d44-a88d-a69c7219ef8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.301845 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-af5dd321-0bf4-495e-8962-34e86efa3d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'caf39979-d569-487f-82e2-6f5f8c331a4f', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'floating_ip_address': '172.26.4.99', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'port_id': '383406cb-6067-46df-8a87-1e783b805ce5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'mac_address': 'fa:16:3e:4f:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906d496-ac3b-4431-95a7-caf6c9e5d459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:40:38Z', 'updated_at': '2022-02-10T11:40:38Z', 'revision_number': 0, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:41.308133 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5dd321-0bf4-495e-8962-34e86efa3d60 None None] Checking router: 2b937027-dcc8-40e2-ab37-68bac57a49a5 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:40:41.322381 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5dd321-0bf4-495e-8962-34e86efa3d60 None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:41.323591 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-af5dd321-0bf4-495e-8962-34e86efa3d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:41.359982 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6e27bb9-6fb9-4d44-a88d-a69c7219ef8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.369247 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6e27bb9-6fb9-4d44-a88d-a69c7219ef8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.419310 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e27bb9-6fb9-4d44-a88d-a69c7219ef8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8865c8ff-ebec-4fd8-a90b-3fc1cc87a69e,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:41.435926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6e27bb9-6fb9-4d44-a88d-a69c7219ef8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.440573 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d6e27bb9-6fb9-4d44-a88d-a69c7219ef8a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2180157 Feb 10 11:40:41.441096 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41258) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:41.448412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cfaf9e12-ee05-41e4-88b8-7c6ca75dd103 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '008ca174-145d-4f72-a104-8c64d8bd8966', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:41.450689 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-bc3c50fe-7f93-4ade-b3fa-79a9e08b1da7 req-e748bf20-d6c1-4207-97e5-c154c0ee198a service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715684 Feb 10 11:40:41.455308 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cfaf9e12-ee05-41e4-88b8-7c6ca75dd103 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:41.461992 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cfaf9e12-ee05-41e4-88b8-7c6ca75dd103 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:41.466721 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cfaf9e12-ee05-41e4-88b8-7c6ca75dd103 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:41.475756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cfaf9e12-ee05-41e4-88b8-7c6ca75dd103 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:41.491104 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-cfaf9e12-ee05-41e4-88b8-7c6ca75dd103 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:40:41.499448 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cfaf9e12-ee05-41e4-88b8-7c6ca75dd103 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.577203 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-af5dd321-0bf4-495e-8962-34e86efa3d60 None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:41.602372 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cfaf9e12-ee05-41e4-88b8-7c6ca75dd103 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.609203 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cfaf9e12-ee05-41e4-88b8-7c6ca75dd103 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.626214 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-bc3c50fe-7f93-4ade-b3fa-79a9e08b1da7 req-c15febfe-bc94-4bab-b895-f3ad769c0ec1 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678760 Feb 10 11:40:41.642023 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf9e12-ee05-41e4-88b8-7c6ca75dd103 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838eac3c-385d-48a7-aabf-ba21101d8ccb,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:41.655557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cfaf9e12-ee05-41e4-88b8-7c6ca75dd103 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.657573 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cfaf9e12-ee05-41e4-88b8-7c6ca75dd103 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2152133 Feb 10 11:40:41.941471 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-95f004a9-28ba-4822-9492-2a7ffb9df7f3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:40:41.959130 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-95f004a9-28ba-4822-9492-2a7ffb9df7f3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:40:41.960351 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-95f004a9-28ba-4822-9492-2a7ffb9df7f3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054280903&fields=id&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 267 time: 0.0717428 Feb 10 11:40:41.992494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-af5dd321-0bf4-495e-8962-34e86efa3d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'caf39979-d569-487f-82e2-6f5f8c331a4f', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'floating_ip_address': '172.26.4.99', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'port_id': '383406cb-6067-46df-8a87-1e783b805ce5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'mac_address': 'fa:16:3e:4f:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906d496-ac3b-4431-95a7-caf6c9e5d459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:40:38Z', 'updated_at': '2022-02-10T11:40:38Z', 'revision_number': 0, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:41.997193 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5dd321-0bf4-495e-8962-34e86efa3d60 None None] The sync data for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv is: [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'caf39979-d569-487f-82e2-6f5f8c331a4f', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'floating_ip_address': '172.26.4.99', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'port_id': '383406cb-6067-46df-8a87-1e783b805ce5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'mac_address': 'fa:16:3e:4f:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906d496-ac3b-4431-95a7-caf6c9e5d459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:40:38Z', 'updated_at': '2022-02-10T11:40:38Z', 'revision_number': 0, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:40:42.109274 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41274) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:42.114835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1313431397', 'description': 'tempest-secgroup-smoke-1313431397 description', 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:42.121516 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:42.125808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Usage tracker for resource:security_group and tenant:b0308a9c5d6c43629709c1c05a9d80f1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:42.129513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:42.137996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:42.148439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:42.168865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:42.190123 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-5578647d-173b-4d67-a663-14cc11640436 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:42.191728 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-5578647d-173b-4d67-a663-14cc11640436 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/networks?id=475d14d3-8614-4a00-9051-712e18452698 HTTP/1.1" status: 200 len: 797 time: 0.2217340 Feb 10 11:40:42.203472 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:42.207580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Usage tracker for resource:security_group_rule and tenant:b0308a9c5d6c43629709c1c05a9d80f1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:42.210576 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:42.211684 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-26c5f4d6-1bb7-4fd6-a2fe-7fdaab919012 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/quotas/0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 375 time: 0.0130000 Feb 10 11:40:42.220037 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:42.236882 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca370ff1-61a7-434b-83ac-5635eb4f30c1 None None] New status for floating IP caf39979-d569-487f-82e2-6f5f8c331a4f: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:40:42.303199 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:42.308787 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:42.328870 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-d029cfbf-14e1-4011-8b99-c32c21eacf05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1113305 Feb 10 11:40:42.353058 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:42.357502 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f3ddaf-90a3-4e0e-9cb6-510eb280a8b4,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:42.361474 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Usage tracker for resource:security_group_rule and tenant:b0308a9c5d6c43629709c1c05a9d80f1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:42.365144 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:42.373201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:42.435148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:42.439782 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:42.486314 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:42.489742 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:42.490984 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6c4785a7-1d8c-47bb-895f-21bb9f2ec2d8 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3806031 Feb 10 11:40:42.494788 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41280) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:42.500595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-09dd03cb-a90f-4d50-9e9a-2a7fca3fd0d4 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Request body: {'security_group_rule': {'security_group_id': 'fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1', 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:42.517380 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-4552b792-8fc2-4b9f-8c7b-0765274f7dd1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:40:42.518465 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-4552b792-8fc2-4b9f-8c7b-0765274f7dd1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1739349 Feb 10 11:40:42.521184 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-09dd03cb-a90f-4d50-9e9a-2a7fca3fd0d4 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:42.543344 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-09dd03cb-a90f-4d50-9e9a-2a7fca3fd0d4 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Usage tracker for resource:security_group_rule and tenant:b0308a9c5d6c43629709c1c05a9d80f1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:42.548525 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-09dd03cb-a90f-4d50-9e9a-2a7fca3fd0d4 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:42.599708 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-09dd03cb-a90f-4d50-9e9a-2a7fca3fd0d4 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:42.643992 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09dd03cb-a90f-4d50-9e9a-2a7fca3fd0d4 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:42.699185 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-95458642-578b-41ea-9660-3b9bfd907120 service neutron] 10.222.0.36 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739728 Feb 10 11:40:42.903495 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09dd03cb-a90f-4d50-9e9a-2a7fca3fd0d4 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:42.908764 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09dd03cb-a90f-4d50-9e9a-2a7fca3fd0d4 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:42.956792 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd03cb-a90f-4d50-9e9a-2a7fca3fd0d4 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c994c1d-652f-47d5-b10f-77f2cf86dfbb,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:42.971762 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09dd03cb-a90f-4d50-9e9a-2a7fca3fd0d4 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:42.973077 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-09dd03cb-a90f-4d50-9e9a-2a7fca3fd0d4 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4772964 Feb 10 11:40:42.975930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41284) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:42.978968 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-d9d19c89-0fde-4df6-bc0e-f46af6beb0d1 service neutron] 10.222.0.36 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740576 Feb 10 11:40:42.982445 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-c1f46760-a2ea-4471-9b31-88d754db6552 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Request body: {'security_group_rule': {'security_group_id': 'fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1', 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:42.988018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c1f46760-a2ea-4471-9b31-88d754db6552 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:42.991827 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c1f46760-a2ea-4471-9b31-88d754db6552 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Usage tracker for resource:security_group_rule and tenant:b0308a9c5d6c43629709c1c05a9d80f1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:42.995547 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c1f46760-a2ea-4471-9b31-88d754db6552 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:43.001410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c1f46760-a2ea-4471-9b31-88d754db6552 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:43.019605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c1f46760-a2ea-4471-9b31-88d754db6552 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.089669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c1f46760-a2ea-4471-9b31-88d754db6552 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.093427 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c1f46760-a2ea-4471-9b31-88d754db6552 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.116730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f46760-a2ea-4471-9b31-88d754db6552 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a237354d-7447-46bb-bad6-cf1a4e6b781e,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:43.127994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c1f46760-a2ea-4471-9b31-88d754db6552 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.129681 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c1f46760-a2ea-4471-9b31-88d754db6552 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1527219 Feb 10 11:40:43.132400 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41288) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:43.138920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-61252dd9-f427-4151-9c4d-1a5971c0907d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Request body: {'security_group_rule': {'security_group_id': 'fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1', 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:43.144766 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-61252dd9-f427-4151-9c4d-1a5971c0907d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:43.148713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-61252dd9-f427-4151-9c4d-1a5971c0907d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Usage tracker for resource:security_group_rule and tenant:b0308a9c5d6c43629709c1c05a9d80f1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:43.152358 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-61252dd9-f427-4151-9c4d-1a5971c0907d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:43.158238 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-61252dd9-f427-4151-9c4d-1a5971c0907d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:43.175868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61252dd9-f427-4151-9c4d-1a5971c0907d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.240182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61252dd9-f427-4151-9c4d-1a5971c0907d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.244402 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61252dd9-f427-4151-9c4d-1a5971c0907d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.268323 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61252dd9-f427-4151-9c4d-1a5971c0907d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd5b986-89d0-47b4-8471-a3f16f2d4f52,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:43.280285 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61252dd9-f427-4151-9c4d-1a5971c0907d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.282010 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-61252dd9-f427-4151-9c4d-1a5971c0907d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1483829 Feb 10 11:40:43.284937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41292) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:43.290471 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ea878ddc-aa29-45bc-85db-5e162023da72 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Request body: {'security_group_rule': {'security_group_id': 'fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1', 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:43.296631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ea878ddc-aa29-45bc-85db-5e162023da72 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:43.300785 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ea878ddc-aa29-45bc-85db-5e162023da72 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Usage tracker for resource:security_group_rule and tenant:b0308a9c5d6c43629709c1c05a9d80f1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:43.303794 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ea878ddc-aa29-45bc-85db-5e162023da72 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:43.310339 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ea878ddc-aa29-45bc-85db-5e162023da72 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:43.328112 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ea878ddc-aa29-45bc-85db-5e162023da72 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.392818 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ea878ddc-aa29-45bc-85db-5e162023da72 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.396528 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ea878ddc-aa29-45bc-85db-5e162023da72 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.423693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea878ddc-aa29-45bc-85db-5e162023da72 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687209cf-43d5-4d0a-93d3-cbc81618fff8,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:43.434883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ea878ddc-aa29-45bc-85db-5e162023da72 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.436102 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ea878ddc-aa29-45bc-85db-5e162023da72 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1501906 Feb 10 11:40:43.438852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41296) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:43.444149 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-0c06acff-bc3c-4ed9-945a-20defc4b2406 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Request body: {'security_group_rule': {'security_group_id': 'fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1', 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:43.450684 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0c06acff-bc3c-4ed9-945a-20defc4b2406 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:43.454460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0c06acff-bc3c-4ed9-945a-20defc4b2406 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Usage tracker for resource:security_group_rule and tenant:b0308a9c5d6c43629709c1c05a9d80f1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:43.457329 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0c06acff-bc3c-4ed9-945a-20defc4b2406 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:43.463561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0c06acff-bc3c-4ed9-945a-20defc4b2406 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:43.474049 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-0c06acff-bc3c-4ed9-945a-20defc4b2406 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Project b0308a9c5d6c43629709c1c05a9d80f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:40:43.481020 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c06acff-bc3c-4ed9-945a-20defc4b2406 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.548522 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c06acff-bc3c-4ed9-945a-20defc4b2406 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.552364 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c06acff-bc3c-4ed9-945a-20defc4b2406 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.577351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06acff-bc3c-4ed9-945a-20defc4b2406 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562db7b3-7240-46bf-a5af-de01be070344,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:43.587979 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c06acff-bc3c-4ed9-945a-20defc4b2406 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.589448 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0c06acff-bc3c-4ed9-945a-20defc4b2406 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1496527 Feb 10 11:40:43.592464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41300) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:43.597935 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-e1199941-759c-455f-910a-e18a729e9c74 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Request body: {'security_group_rule': {'security_group_id': 'fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1', 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:43.604398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e1199941-759c-455f-910a-e18a729e9c74 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:43.608247 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e1199941-759c-455f-910a-e18a729e9c74 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Usage tracker for resource:security_group_rule and tenant:b0308a9c5d6c43629709c1c05a9d80f1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:43.611184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e1199941-759c-455f-910a-e18a729e9c74 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:43.617057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e1199941-759c-455f-910a-e18a729e9c74 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:43.628443 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-e1199941-759c-455f-910a-e18a729e9c74 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Project b0308a9c5d6c43629709c1c05a9d80f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:40:43.635673 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1199941-759c-455f-910a-e18a729e9c74 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.710795 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1199941-759c-455f-910a-e18a729e9c74 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.716244 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1199941-759c-455f-910a-e18a729e9c74 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.741892 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1199941-759c-455f-910a-e18a729e9c74 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234af1ad-e31a-4623-aefe-ad6c3de5fcc5,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:43.752276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1199941-759c-455f-910a-e18a729e9c74 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.753686 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e1199941-759c-455f-910a-e18a729e9c74 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1602716 Feb 10 11:40:43.756525 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41304) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:43.762615 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-98d6e272-832d-4988-9c33-ff118d775960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Request body: {'network': {'name': 'tempest-network-smoke--1314001412', 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'port_security_enabled': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:43.768160 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-98d6e272-832d-4988-9c33-ff118d775960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:43.774126 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-98d6e272-832d-4988-9c33-ff118d775960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Usage tracker for resource:network and tenant:b0308a9c5d6c43629709c1c05a9d80f1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:43.777799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-98d6e272-832d-4988-9c33-ff118d775960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:43.785931 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-98d6e272-832d-4988-9c33-ff118d775960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:43.799299 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d6e272-832d-4988-9c33-ff118d775960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Made reservation on behalf of b0308a9c5d6c43629709c1c05a9d80f1 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:40:43.802437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98d6e272-832d-4988-9c33-ff118d775960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.835382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d6e272-832d-4988-9c33-ff118d775960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:40:43.844852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98d6e272-832d-4988-9c33-ff118d775960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.845211 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-98d6e272-832d-4988-9c33-ff118d775960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Added segment 247abd67-1c3e-4e97-9d3c-3e7e2bbc0519 of type vlan for network b76b59e5-fde3-4fce-b115-5486d59fbbfb Feb 10 11:40:43.968246 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98d6e272-832d-4988-9c33-ff118d775960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:43.997892 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98d6e272-832d-4988-9c33-ff118d775960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:44.001668 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d6e272-832d-4988-9c33-ff118d775960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:44.002258 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98d6e272-832d-4988-9c33-ff118d775960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:44.104618 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-98d6e272-832d-4988-9c33-ff118d775960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3469424 Feb 10 11:40:44.107673 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41310) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:44.114576 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6e272-832d-4988-9c33-ff118d775960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event updated for resources: {'Network': ['ID=b76b59e5-fde3-4fce-b115-5486d59fbbfb,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:44.119953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-470325457', 'admin_state_up': True, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:44.127615 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network b76b59e5-fde3-4fce-b115-5486d59fbbfb details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:40:44.138420 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:44.143328 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Usage tracker for resource:router and tenant:b0308a9c5d6c43629709c1c05a9d80f1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:44.150979 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:44.158753 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:44.215793 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:44.216832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:44.227334 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa4e3267-85e2-486f-8d0f-db5e242e5afa req-3da21164-1266-4afb-be46-0315222248aa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 210 time: 0.0576954 Feb 10 11:40:44.244384 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:44.410653 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:44.595864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:44.626972 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:44.774322 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Allocated IP 172.26.4.6 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/f7d0ff56-62b3-4489-94c8-f4f3d9a682bd) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:40:44.932455 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:44.959799 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:45.030831 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:40:45.033779 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:45.039149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:40:45.066479 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event updated for resources: {'Port': ['ID=f7d0ff56-62b3-4489-94c8-f4f3d9a682bd,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:45.209925 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:45.210601 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:45.292770 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-f80d407d-dbba-447c-852d-71e0a97d03af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:45.294506 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-f80d407d-dbba-447c-852d-71e0a97d03af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/networks?id=475d14d3-8614-4a00-9051-712e18452698 HTTP/1.1" status: 200 len: 797 time: 0.1570809 Feb 10 11:40:45.363758 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-b2e9cc8c-1099-407d-8734-170b5ad1e48f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 472 time: 0.0564816 Feb 10 11:40:45.379955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'port': {'device_id': '6fc04a84-4d12-4fa4-b321-d5be94294f5b', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'admin_state_up': True, 'tenant_id': '0287a4c215574103957c73d52a854e74', 'security_groups': ['008ca174-145d-4f72-a104-8c64d8bd8966']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:45.418884 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-86fe43f3-f41c-47dc-b3c8-2c5fca052f1d req-1536860b-f5c6-404f-a2fb-06ae54a2c12c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 210 time: 0.0467632 Feb 10 11:40:45.519374 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:40:45.533527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:45.538404 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:port and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:45.542847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:45.548580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:45.558904 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:40:45.561970 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:45.726787 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:45.732727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.3 (475d14d3-8614-4a00-9051-712e18452698/4f2e174e-0249-493c-b414-a0523e5cf63d/196cf091-f448-4ad3-bc23-de22dd28d07b) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:40:45.738995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Sync routers for ids ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:40:45.752504 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Routers {'01611f9d-a935-4b7a-aa9e-46a6e50ab993'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:45.753440 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:45.757859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:45.762392 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6df168d6-a8e6-4f23-8374-cc6d5b1214a5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6496935 Feb 10 11:40:45.763318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41326) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:45.913822 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-80dde089-fc1e-4fa3-b6ba-0b189d95667d tempest-TestNetworkAdvancedServerOps-1321186346 tempest-TestNetworkAdvancedServerOps-1321186346-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b0308a9c5d6c43629709c1c05a9d80f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1474903 Feb 10 11:40:45.915008 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41332) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:45.997901 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Set router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:46.103967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:46.124975 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63decbb-6546-404c-99e4-c1fbab78c5e2 tempest-TestNetworkAdvancedServerOps-1321186346 tempest-TestNetworkAdvancedServerOps-1321186346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:46.126670 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a63decbb-6546-404c-99e4-c1fbab78c5e2 tempest-TestNetworkAdvancedServerOps-1321186346 tempest-TestNetworkAdvancedServerOps-1321186346-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2105649 Feb 10 11:40:46.131576 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41336) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:46.136337 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object 196cf091-f448-4ad3-bc23-de22dd28d07b will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:46.163974 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:46.195895 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5d5259ec-fad0-4e80-8ba7-40ed480e1be0 tempest-TestNetworkAdvancedServerOps-1321186346 tempest-TestNetworkAdvancedServerOps-1321186346-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0619943 Feb 10 11:40:46.198570 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41340) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:46.207015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ceb7a325-a62c-4607-b112-b733d74e033e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2101310206', 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:46.262996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 475d14d3-8614-4a00-9051-712e18452698 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:40:46.266467 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:46.271192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:40:46.316574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=196cf091-f448-4ad3-bc23-de22dd28d07b,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:46.389723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:46.391642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:46.430483 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470325457', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:45Z', 'revision_number': 3, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'gw_port': {'id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:76:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:46.441922 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Checking router: 01611f9d-a935-4b7a-aa9e-46a6e50ab993 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:40:46.442340 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Updating router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 port f7d0ff56-62b3-4489-94c8-f4f3d9a682bd binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:40:46.444082 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e62de407-6cda-40e0-a998-a2952b417bd2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0692472 Feb 10 11:40:46.461858 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Request body: {'port': {'device_id': '6fc04a84-4d12-4fa4-b321-d5be94294f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:46.533108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ceb7a325-a62c-4607-b112-b733d74e033e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:46.555485 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ceb7a325-a62c-4607-b112-b733d74e033e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Usage tracker for resource:subnet and tenant:b0308a9c5d6c43629709c1c05a9d80f1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:46.555485 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ceb7a325-a62c-4607-b112-b733d74e033e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:46.574368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ceb7a325-a62c-4607-b112-b733d74e033e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:46.574368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb7a325-a62c-4607-b112-b733d74e033e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Made reservation on behalf of b0308a9c5d6c43629709c1c05a9d80f1 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:40:46.582541 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:46.654963 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:46.801606 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ceb7a325-a62c-4607-b112-b733d74e033e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:46.806861 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ecbffc4d-88e3-4516-8709-e3c5f52e200b None None] Provisioning for port 196cf091-f448-4ad3-bc23-de22dd28d07b completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:46.819799 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ecbffc4d-88e3-4516-8709-e3c5f52e200b None None] Provisioning complete for port 196cf091-f448-4ad3-bc23-de22dd28d07b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:46.823104 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ecbffc4d-88e3-4516-8709-e3c5f52e200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:46.933953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134ad6c-50ab-43d6-8e66-7c8c0b51189c req-38b3bd38-5719-4f77-b809-e5a5ceaf2759 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:46.933953 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3134ad6c-50ab-43d6-8e66-7c8c0b51189c req-38b3bd38-5719-4f77-b809-e5a5ceaf2759 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 931 time: 0.2388237 Feb 10 11:40:47.037274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ecbffc4d-88e3-4516-8709-e3c5f52e200b None None] Port 196cf091-f448-4ad3-bc23-de22dd28d07b cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:40:47.055499 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3134ad6c-50ab-43d6-8e66-7c8c0b51189c req-2a159bd9-99bd-45cf-85ca-e8d71934d5df tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=008ca174-145d-4f72-a104-8c64d8bd8966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965555 Feb 10 11:40:47.136964 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ceb7a325-a62c-4607-b112-b733d74e033e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:47.210984 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:47.229631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7a325-a62c-4607-b112-b733d74e033e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event updated for resources: {'Subnet': ['ID=7aa21dd4-8074-48ed-91d0-35c4bbe9f619,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:47.232637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Transition to ACTIVE for port object f7d0ff56-62b3-4489-94c8-f4f3d9a682bd will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:47.250640 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:47.252558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196cf091-f448-4ad3-bc23-de22dd28d07b {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:40:47.262339 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb7a325-a62c-4607-b112-b733d74e033e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Checking segment: {'id': '247abd67-1c3e-4e97-9d3c-3e7e2bbc0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:40:47.262525 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:47.262737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb7a325-a62c-4607-b112-b733d74e033e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Network hostable DHCP agents. Network: b76b59e5-fde3-4fce-b115-5486d59fbbfb, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:40:47.286086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Transition to ACTIVE for port object 196cf091-f448-4ad3-bc23-de22dd28d07b will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:47.292952 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:47.297421 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb7a325-a62c-4607-b112-b733d74e033e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Network b76b59e5-fde3-4fce-b115-5486d59fbbfb is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:40:47.315673 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ceb7a325-a62c-4607-b112-b733d74e033e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, b76b59e5-fde3-4fce-b115-5486d59fbbfb) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:47.341271 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd16636-7e4c-4bbb-b5fd-8dbb5d17bb2f None None] Network b76b59e5-fde3-4fce-b115-5486d59fbbfb requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:40:47.346224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb7a325-a62c-4607-b112-b733d74e033e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:47.346224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ceb7a325-a62c-4607-b112-b733d74e033e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:47.384464 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ceb7a325-a62c-4607-b112-b733d74e033e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1819894 Feb 10 11:40:47.388190 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41346) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:47.461281 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb6119-75ae-4e77-bf4f-34d41f94b010 None None] Pushing event updated for resources: {'Port': ['ID=f7d0ff56-62b3-4489-94c8-f4f3d9a682bd,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:47.467203 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Attempting to bind port f7d0ff56-62b3-4489-94c8-f4f3d9a682bd on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:40:47.467580 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Attempting to bind port f7d0ff56-62b3-4489-94c8-f4f3d9a682bd by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:40:47.467947 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Attempting to bind port f7d0ff56-62b3-4489-94c8-f4f3d9a682bd on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:40:47.489943 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:40:47.490322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:40:47.490734 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:47.491132 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:40:47.491619 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Bound port: f7d0ff56-62b3-4489-94c8-f4f3d9a682bd, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:40:47.491997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:47.654231 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] For port f7d0ff56-62b3-4489-94c8-f4f3d9a682bd, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:40:47.655551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Pushing event updated for resources: {'Port': ['ID=196cf091-f448-4ad3-bc23-de22dd28d07b,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:47.659148 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] For port f7d0ff56-62b3-4489-94c8-f4f3d9a682bd, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f7d0ff56-62b3-4489-94c8-f4f3d9a682bd,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:40:47.691941 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:47.722441 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Attempting to bind port 196cf091-f448-4ad3-bc23-de22dd28d07b on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:40:47.724151 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Attempting to bind port 196cf091-f448-4ad3-bc23-de22dd28d07b by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '475d14d3-8614-4a00-9051-712e18452698'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:40:47.724500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Attempting to bind port 196cf091-f448-4ad3-bc23-de22dd28d07b on network 475d14d3-8614-4a00-9051-712e18452698 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:40:47.731470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Port 196cf091-f448-4ad3-bc23-de22dd28d07b on network 475d14d3-8614-4a00-9051-712e18452698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:40:47.731810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Attempting to bind port 196cf091-f448-4ad3-bc23-de22dd28d07b on network 475d14d3-8614-4a00-9051-712e18452698 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:40:47.739592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:40:47.739908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Checking segment: {'id': 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '475d14d3-8614-4a00-9051-712e18452698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:40:47.740254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Bound using segment: {'id': 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '475d14d3-8614-4a00-9051-712e18452698'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:40:47.740899 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Bound port: 196cf091-f448-4ad3-bc23-de22dd28d07b, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '475d14d3-8614-4a00-9051-712e18452698'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:40:47.741470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:47.755360 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'fixed_ips': [{'subnet_id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:40:47.756181 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:47.841937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] For port 196cf091-f448-4ad3-bc23-de22dd28d07b, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:40:47.845279 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] For port 196cf091-f448-4ad3-bc23-de22dd28d07b, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=196cf091-f448-4ad3-bc23-de22dd28d07b,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:40:47.850519 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb6119-75ae-4e77-bf4f-34d41f94b010 None None] Pushing event updated for resources: {'Port': ['ID=f7d0ff56-62b3-4489-94c8-f4f3d9a682bd,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:47.855045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:47.888379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Routers {'01611f9d-a935-4b7a-aa9e-46a6e50ab993'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:47.889258 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:47.928886 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:47.930369 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] 10.222.0.73 "PUT /v2.0/ports/196cf091-f448-4ad3-bc23-de22dd28d07b HTTP/1.1" status: 200 len: 1093 time: 1.4788897 Feb 10 11:40:47.931278 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc04a84-4d12-4fa4-b321-d5be94294f5b', 'tag': '196cf091-f448-4ad3-bc23-de22dd28d07b'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:40:47.970768 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27d3d4-a732-453c-9f85-151ffdfa6d19 service neutron] Pushing event updated for resources: {'Port': ['ID=196cf091-f448-4ad3-bc23-de22dd28d07b,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:48.032653 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc04a84-4d12-4fa4-b321-d5be94294f5b', 'tag': '196cf091-f448-4ad3-bc23-de22dd28d07b', 'status': 'completed', 'code': 200} Feb 10 11:40:48.073377 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-9895ece9-3b56-44da-8601-f15d92637429 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 1096 time: 0.0912967 Feb 10 11:40:48.190819 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Allocated IP 172.20.0.2 (b76b59e5-fde3-4fce-b115-5486d59fbbfb/7aa21dd4-8074-48ed-91d0-35c4bbe9f619/49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:40:48.213977 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-5c1195c5-554e-4838-951a-08d0d9cc5609 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=196cf091-f448-4ad3-bc23-de22dd28d07b HTTP/1.1" status: 200 len: 217 time: 0.1324091 Feb 10 11:40:48.251760 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] Set router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:48.301535 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-d1027745-d4b5-4f4f-8d41-0939b0f72bde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:48.303126 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-d1027745-d4b5-4f4f-8d41-0939b0f72bde service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f2e174e-0249-493c-b414-a0523e5cf63d HTTP/1.1" status: 200 len: 835 time: 0.0818563 Feb 10 11:40:48.384711 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-e43c00fb-0a4f-4e28-b75e-7de9c48ac1cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=475d14d3-8614-4a00-9051-712e18452698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712774 Feb 10 11:40:48.421721 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e9c4e-b261-45df-ada1-17968a58186f req-bb6eeb2c-701c-4a84-85d7-c61243a0cd32 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:48.423206 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d9e9c4e-b261-45df-ada1-17968a58186f req-bb6eeb2c-701c-4a84-85d7-c61243a0cd32 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 943 time: 0.1651981 Feb 10 11:40:48.514232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:48.533118 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-4be9fd37-2172-430b-bceb-235db999b81a service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378372 Feb 10 11:40:48.645812 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d9e9c4e-b261-45df-ada1-17968a58186f req-761cd19b-d43b-44e0-8958-c6563d8f4eaa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=008ca174-145d-4f72-a104-8c64d8bd8966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935215 Feb 10 11:40:48.676657 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cfbca2f0-61fa-48c1-be95-f5bdfc770b5b req-1f412924-0263-45a2-bb82-619d5804e653 service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364892 Feb 10 11:40:48.714997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:48.731250 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Transition to ACTIVE for port object 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:48.753720 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Transition to ACTIVE for port object 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:48.765869 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:48.772670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470325457', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:45Z', 'revision_number': 3, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'gw_port': {'id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:76:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:48.809778 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3bf0b3d1-ef68-40fd-9ef6-061f523a7aa4 req-90f6b4cb-7ddd-4a66-8b2d-f1830835c426 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 1096 time: 0.0743902 Feb 10 11:40:48.823080 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27262d52-0c35-474a-9414-4a0b804a39c0 None None] The sync data for ids ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'] in dv-neutron-828497-1-hyperv is: [{'id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470325457', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:45Z', 'revision_number': 3, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'gw_port': {'id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:76:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:40:48.876674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Network b76b59e5-fde3-4fce-b115-5486d59fbbfb is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:40:48.880157 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:48.886399 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:40:48.897041 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Pushing event updated for resources: {'Port': ['ID=49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:48.980771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0b3d1-ef68-40fd-9ef6-061f523a7aa4 req-d4d2375e-4e01-4c08-9526-b3268432bdaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:48.982638 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3bf0b3d1-ef68-40fd-9ef6-061f523a7aa4 req-d4d2375e-4e01-4c08-9526-b3268432bdaf service neutron] 10.222.0.73 "GET /v2.0/networks?id=475d14d3-8614-4a00-9051-712e18452698 HTTP/1.1" status: 200 len: 898 time: 0.1662738 Feb 10 11:40:49.010359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Attempting to bind port 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:40:49.011093 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Attempting to bind port 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '247abd67-1c3e-4e97-9d3c-3e7e2bbc0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:40:49.011637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Attempting to bind port 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a on network b76b59e5-fde3-4fce-b115-5486d59fbbfb {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:40:49.018632 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:40:49.019269 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Checking segment: {'id': '247abd67-1c3e-4e97-9d3c-3e7e2bbc0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:40:49.019859 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:49.020415 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Bound using segment: {'id': '247abd67-1c3e-4e97-9d3c-3e7e2bbc0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:40:49.021045 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Bound port: 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247abd67-1c3e-4e97-9d3c-3e7e2bbc0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:40:49.021660 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:49.058504 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3bf0b3d1-ef68-40fd-9ef6-061f523a7aa4 req-af9d8f6c-7725-4a66-ad0d-aee279d3274f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=196cf091-f448-4ad3-bc23-de22dd28d07b HTTP/1.1" status: 200 len: 217 time: 0.0681934 Feb 10 11:40:49.102015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Allocated IP 172.20.0.1 (b76b59e5-fde3-4fce-b115-5486d59fbbfb/7aa21dd4-8074-48ed-91d0-35c4bbe9f619/015bcb97-9522-4aea-8a30-7401c9690331) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:40:49.159719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0b3d1-ef68-40fd-9ef6-061f523a7aa4 req-07a34a18-0ed9-4ab4-bbb3-c07535fe5971 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:49.161181 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3bf0b3d1-ef68-40fd-9ef6-061f523a7aa4 req-07a34a18-0ed9-4ab4-bbb3-c07535fe5971 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f2e174e-0249-493c-b414-a0523e5cf63d HTTP/1.1" status: 200 len: 835 time: 0.0949836 Feb 10 11:40:49.162341 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] For port 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:40:49.166582 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] For port 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a,segment=NetworkSegment(247abd67-1c3e-4e97-9d3c-3e7e2bbc0519),segment_id=247abd67-1c3e-4e97-9d3c-3e7e2bbc0519)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:40:49.171234 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:49.263646 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5dd13-f926-491a-b957-e3a7adf64b6f None None] Pushing event updated for resources: {'Port': ['ID=49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:49.271247 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3bf0b3d1-ef68-40fd-9ef6-061f523a7aa4 req-f3df559d-0a87-46e1-8898-9ad0f84e50a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=475d14d3-8614-4a00-9051-712e18452698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1016672 Feb 10 11:40:49.355949 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:49.376253 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Transition to ACTIVE for port object 015bcb97-9522-4aea-8a30-7401c9690331 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:49.405496 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:49.438075 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3bf0b3d1-ef68-40fd-9ef6-061f523a7aa4 req-65942bbc-39e4-4255-af80-b4a9b6b31b66 service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505435 Feb 10 11:40:49.516988 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Network b76b59e5-fde3-4fce-b115-5486d59fbbfb is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:40:49.523650 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:49.526011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event updated for resources: {'Port': ['ID=015bcb97-9522-4aea-8a30-7401c9690331,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:49.528396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:40:49.607460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:49.693864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 196cf091-f448-4ad3-bc23-de22dd28d07b details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:40:49.738020 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3bf0b3d1-ef68-40fd-9ef6-061f523a7aa4 req-c7dea03b-1577-454e-8cc5-1600b3d1a0f9 service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932751 Feb 10 11:40:49.744979 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:49.947475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 196cf091-f448-4ad3-bc23-de22dd28d07b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=196cf091-f448-4ad3-bc23-de22dd28d07b,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:49.965387 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '196cf091-f448-4ad3-bc23-de22dd28d07b', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'port_id': '196cf091-f448-4ad3-bc23-de22dd28d07b', 'mac_address': 'fa:16:3e:ab:6e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:40:50.035985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:50.061161 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196cf091-f448-4ad3-bc23-de22dd28d07b {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:40:50.083618 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 196cf091-f448-4ad3-bc23-de22dd28d07b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=196cf091-f448-4ad3-bc23-de22dd28d07b,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:50.088834 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:50.162143 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2236fa4-d563-4261-9a05-8e58b17aebeb req-eb4f38e3-0418-4d69-a978-5891b7491b21 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:50.164017 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2236fa4-d563-4261-9a05-8e58b17aebeb req-eb4f38e3-0418-4d69-a978-5891b7491b21 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 943 time: 0.1955926 Feb 10 11:40:50.173039 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=196cf091-f448-4ad3-bc23-de22dd28d07b,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:50.300936 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2236fa4-d563-4261-9a05-8e58b17aebeb req-486140d0-cf99-46f4-85a9-6c7255a8f670 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=008ca174-145d-4f72-a104-8c64d8bd8966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258216 Feb 10 11:40:50.372761 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['196cf091-f448-4ad3-bc23-de22dd28d07b'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:40:50.392644 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:50.397720 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:50.440464 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb331fe-bd29-4090-a53d-c94aa3472fe8 None None] Network b76b59e5-fde3-4fce-b115-5486d59fbbfb requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:40:50.513552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:50.517069 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event updated for resources: {'Port': ['ID=015bcb97-9522-4aea-8a30-7401c9690331,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:50.615818 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1985d00d-1435-4cb0-831e-08decff9288f None None] Provisioning for port 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:50.778403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Network b76b59e5-fde3-4fce-b115-5486d59fbbfb is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:40:50.779664 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:50.845981 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f7d0ff56-62b3-4489-94c8-f4f3d9a682bd up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:50.998991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port f7d0ff56-62b3-4489-94c8-f4f3d9a682bd completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:51.006563 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port f7d0ff56-62b3-4489-94c8-f4f3d9a682bd triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:51.007411 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:51.200066 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:51.217507 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port f7d0ff56-62b3-4489-94c8-f4f3d9a682bd, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f7d0ff56-62b3-4489-94c8-f4f3d9a682bd,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:51.220932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:40:51.224182 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:51.225229 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:51.355300 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f28fa79b-7143-45c5-985e-0f96010bb005 None None] Provisioning for port 015bcb97-9522-4aea-8a30-7401c9690331 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:51.371723 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f28fa79b-7143-45c5-985e-0f96010bb005 None None] Provisioning complete for port 015bcb97-9522-4aea-8a30-7401c9690331 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:51.372260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f28fa79b-7143-45c5-985e-0f96010bb005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:51.414767 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=f7d0ff56-62b3-4489-94c8-f4f3d9a682bd,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:51.442640 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:51.450975 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:51.451742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:51.501797 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f28fa79b-7143-45c5-985e-0f96010bb005 None None] Port 015bcb97-9522-4aea-8a30-7401c9690331 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:40:51.530297 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f28fa79b-7143-45c5-985e-0f96010bb005 None None] Provisioning complete for port 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:51.530760 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f28fa79b-7143-45c5-985e-0f96010bb005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:51.602095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:51.627303 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-480aab26-8e0b-40b6-9ac3-53025628428d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "PUT /v2.0/routers/01611f9d-a935-4b7a-aa9e-46a6e50ab993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2397697 Feb 10 11:40:51.643472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:51.648049 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a0b17-3763-4f00-bfff-c24297664d0b req-03f9d02b-2834-45b0-914a-18601bbd9ee4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:51.650820 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7d8a0b17-3763-4f00-bfff-c24297664d0b req-03f9d02b-2834-45b0-914a-18601bbd9ee4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 944 time: 0.1849678 Feb 10 11:40:51.704265 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7d8a0b17-3763-4f00-bfff-c24297664d0b req-49e92bb5-c7b5-473d-a6b1-226061f0304d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=008ca174-145d-4f72-a104-8c64d8bd8966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477178 Feb 10 11:40:51.706739 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 196cf091-f448-4ad3-bc23-de22dd28d07b up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:51.773479 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a,segment=NetworkSegment(247abd67-1c3e-4e97-9d3c-3e7e2bbc0519),segment_id=247abd67-1c3e-4e97-9d3c-3e7e2bbc0519)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:51.785536 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:51.816764 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f28fa79b-7143-45c5-985e-0f96010bb005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:51.830221 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-41887c57-befb-4558-927d-5d1033898a14 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1313431397&fields=id&tenant_id=b0308a9c5d6c43629709c1c05a9d80f1 HTTP/1.1" status: 200 len: 267 time: 0.0483890 Feb 10 11:40:51.927355 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:51.940159 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 196cf091-f448-4ad3-bc23-de22dd28d07b completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:51.948704 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 196cf091-f448-4ad3-bc23-de22dd28d07b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:51.949436 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:51.985663 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-f28fa79b-7143-45c5-985e-0f96010bb005 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:40:51.986022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-f28fa79b-7143-45c5-985e-0f96010bb005 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:40:51.992320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-4a0c2ada-51dc-4abe-a8cb-104b8441f960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:51.993947 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-4a0c2ada-51dc-4abe-a8cb-104b8441f960 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/networks?id=b76b59e5-fde3-4fce-b115-5486d59fbbfb HTTP/1.1" status: 200 len: 797 time: 0.1571069 Feb 10 11:40:52.011420 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-23ed5078-3cf9-45a8-a52f-982b7f01663d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/quotas/b0308a9c5d6c43629709c1c05a9d80f1 HTTP/1.1" status: 200 len: 375 time: 0.0114737 Feb 10 11:40:52.078852 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:52.098445 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-4da50bed-3721-40ab-bad4-d3881eec489d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Synchronizing usage tracker for tenant:b0308a9c5d6c43629709c1c05a9d80f1 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:40:52.107871 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc04a84-4d12-4fa4-b321-d5be94294f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196cf091-f448-4ad3-bc23-de22dd28d07b'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:40:52.117594 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-4da50bed-3721-40ab-bad4-d3881eec489d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Unset dirty status for tenant:b0308a9c5d6c43629709c1c05a9d80f1 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:40:52.118326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 196cf091-f448-4ad3-bc23-de22dd28d07b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=196cf091-f448-4ad3-bc23-de22dd28d07b,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:52.119147 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-4da50bed-3721-40ab-bad4-d3881eec489d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0308a9c5d6c43629709c1c05a9d80f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021395 Feb 10 11:40:52.123220 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:52.188316 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc04a84-4d12-4fa4-b321-d5be94294f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196cf091-f448-4ad3-bc23-de22dd28d07b', 'code': 200} Feb 10 11:40:52.206431 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=196cf091-f448-4ad3-bc23-de22dd28d07b,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:52.278114 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-33af3c77-b56f-4a89-baee-98fa4009d60f service neutron] 10.222.0.36 "GET /v2.0/networks/b76b59e5-fde3-4fce-b115-5486d59fbbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449251 Feb 10 11:40:52.444944 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-3658f149-e32a-444c-98ff-611b6393390e service neutron] 10.222.0.36 "GET /v2.0/networks/b76b59e5-fde3-4fce-b115-5486d59fbbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499200 Feb 10 11:40:52.469291 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fb2352eb-d5d4-4bc1-acc5-58d8571b2a53 req-73a62941-5608-4240-a778-3f561a268ff1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 1098 time: 0.0781672 Feb 10 11:40:52.522766 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fb2352eb-d5d4-4bc1-acc5-58d8571b2a53 req-4f2083bc-28b9-488c-a11c-5adb152ce9e7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=008ca174-145d-4f72-a104-8c64d8bd8966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417604 Feb 10 11:40:52.677646 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-30654386-8a48-48fc-84e0-dff40f3aa249 None None] Provisioning complete for port 015bcb97-9522-4aea-8a30-7401c9690331 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:52.678364 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-30654386-8a48-48fc-84e0-dff40f3aa249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:52.691559 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65d84295-0789-400e-8393-5fc978ec2508 req-d11c63b1-dba1-46ed-85a2-05a5679f1dee tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 210 time: 0.0434031 Feb 10 11:40:52.785212 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-30654386-8a48-48fc-84e0-dff40f3aa249 None None] Port 015bcb97-9522-4aea-8a30-7401c9690331 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:40:52.812844 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f7d0ff56-62b3-4489-94c8-f4f3d9a682bd up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:52.896364 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port f7d0ff56-62b3-4489-94c8-f4f3d9a682bd triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:52.896915 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:53.026214 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f09c3-86e5-4eff-a9b8-d948f5a2f51b req-1f019c4f-5adc-4746-97ee-fbb4cd06b511 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:53.029881 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd3f09c3-86e5-4eff-a9b8-d948f5a2f51b req-1f019c4f-5adc-4746-97ee-fbb4cd06b511 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 945 time: 0.1004722 Feb 10 11:40:53.061029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:53.088304 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd3f09c3-86e5-4eff-a9b8-d948f5a2f51b req-3f753422-96a0-468a-ad92-252d255ea940 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=008ca174-145d-4f72-a104-8c64d8bd8966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541246 Feb 10 11:40:53.138453 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:53.139122 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:53.933887 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f2a384b2-fda4-44be-9fd3-9119bcdb2bfb req-f875c837-e93c-485b-9dcf-8e8bc6e9805c tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 210 time: 0.0659094 Feb 10 11:40:54.124416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-40cfb201-4875-4605-ad8e-7a6878dd0009 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:54.124416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-40cfb201-4875-4605-ad8e-7a6878dd0009 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Synchronizing usage tracker for tenant:b0308a9c5d6c43629709c1c05a9d80f1 on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:40:54.147008 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-40cfb201-4875-4605-ad8e-7a6878dd0009 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Unset dirty status for tenant:b0308a9c5d6c43629709c1c05a9d80f1 on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:40:54.147008 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-40cfb201-4875-4605-ad8e-7a6878dd0009 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.73 "GET /v2.0/networks?id=b76b59e5-fde3-4fce-b115-5486d59fbbfb HTTP/1.1" status: 200 len: 797 time: 0.2277248 Feb 10 11:40:54.282096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-b990ddeb-cadc-4af3-8883-6523ecc0cc2f tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Synchronizing usage tracker for tenant:b0308a9c5d6c43629709c1c05a9d80f1 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:40:54.304897 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-b990ddeb-cadc-4af3-8883-6523ecc0cc2f tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Unset dirty status for tenant:b0308a9c5d6c43629709c1c05a9d80f1 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:40:54.304897 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-b990ddeb-cadc-4af3-8883-6523ecc0cc2f tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0308a9c5d6c43629709c1c05a9d80f1 HTTP/1.1" status: 200 len: 380 time: 0.1432514 Feb 10 11:40:54.316585 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-8f19161d-014d-4d63-b186-1246a3b8ddca tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Request body: {'port': {'device_id': '80226dcd-c253-4453-9294-192ad4f15f4d', 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'admin_state_up': True, 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'security_groups': ['fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:54.367156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af4faa-21d0-48a2-bcfe-12ed6362ef8b req-9dfced80-f63c-4ca7-87da-2cad1a790165 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:54.368977 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-95af4faa-21d0-48a2-bcfe-12ed6362ef8b req-9dfced80-f63c-4ca7-87da-2cad1a790165 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 945 time: 0.1106198 Feb 10 11:40:54.483066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-8f19161d-014d-4d63-b186-1246a3b8ddca tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:54.490913 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-8f19161d-014d-4d63-b186-1246a3b8ddca tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:54.517614 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-8f19161d-014d-4d63-b186-1246a3b8ddca tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Made reservation on behalf of b0308a9c5d6c43629709c1c05a9d80f1 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:40:54.517614 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-8f19161d-014d-4d63-b186-1246a3b8ddca tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:54.560046 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-95af4faa-21d0-48a2-bcfe-12ed6362ef8b req-15a09255-2654-4e9e-a5fd-0d49d98c88de tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=008ca174-145d-4f72-a104-8c64d8bd8966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828334 Feb 10 11:40:54.787242 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-8f19161d-014d-4d63-b186-1246a3b8ddca tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Allocated IP 172.20.0.10 (b76b59e5-fde3-4fce-b115-5486d59fbbfb/7aa21dd4-8074-48ed-91d0-35c4bbe9f619/23f9f76c-f48c-44a2-bd21-25fd7bc6e88e) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:40:54.788662 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec08ab-61e4-4474-9b83-9cc719941041 req-34985b42-e40c-420c-9058-b5c68ac31267 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:54.790241 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1ec08ab-61e4-4474-9b83-9cc719941041 req-34985b42-e40c-420c-9058-b5c68ac31267 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 945 time: 0.0886710 Feb 10 11:40:54.844389 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1ec08ab-61e4-4474-9b83-9cc719941041 req-77886c5b-4363-40b1-92e7-a65ed002bcba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=008ca174-145d-4f72-a104-8c64d8bd8966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471270 Feb 10 11:40:54.876641 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41390) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:54.917431 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Sync routers for ids ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:40:54.939642 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Routers {'01611f9d-a935-4b7a-aa9e-46a6e50ab993'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:54.940429 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:54.959771 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-82684515-dc04-421c-84ec-51293b4f8e77 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 1093 time: 0.0816233 Feb 10 11:40:54.963694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41394) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:54.970341 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-bfabd797-94e4-49f5-a4fd-8c79db4dd133 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'floatingip': {'port_id': '196cf091-f448-4ad3-bc23-de22dd28d07b'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:55.027620 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-8f19161d-014d-4d63-b186-1246a3b8ddca tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:55.053281 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-8f19161d-014d-4d63-b186-1246a3b8ddca tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Transition to ACTIVE for port object 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:55.073574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfabd797-94e4-49f5-a4fd-8c79db4dd133 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:55.104291 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-8f19161d-014d-4d63-b186-1246a3b8ddca tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:55.153963 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Set router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:55.192887 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-8f19161d-014d-4d63-b186-1246a3b8ddca tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Network b76b59e5-fde3-4fce-b115-5486d59fbbfb is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:40:55.196912 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-8f19161d-014d-4d63-b186-1246a3b8ddca tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:55.199691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19161d-014d-4d63-b186-1246a3b8ddca tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event updated for resources: {'Port': ['ID=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:55.203048 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-8f19161d-014d-4d63-b186-1246a3b8ddca tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:40:55.281933 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-8f19161d-014d-4d63-b186-1246a3b8ddca tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:55.282865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-8f19161d-014d-4d63-b186-1246a3b8ddca tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:55.325039 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-8f19161d-014d-4d63-b186-1246a3b8ddca tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0167694 Feb 10 11:40:55.340763 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Request body: {'port': {'device_id': '80226dcd-c253-4453-9294-192ad4f15f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:55.344865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36e947-95f0-4295-b6dc-9a1aa27ea2a1 req-c7a76fc5-273e-4559-9f16-c45e123ceb47 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:55.346467 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ca36e947-95f0-4295-b6dc-9a1aa27ea2a1 req-c7a76fc5-273e-4559-9f16-c45e123ceb47 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 932 time: 0.2174044 Feb 10 11:40:55.523445 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:55.570775 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d20be218-a345-479e-8e49-b657d950017b None None] Provisioning for port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:55.588898 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d20be218-a345-479e-8e49-b657d950017b None None] Provisioning complete for port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:55.589522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d20be218-a345-479e-8e49-b657d950017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:55.589909 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ca36e947-95f0-4295-b6dc-9a1aa27ea2a1 req-dc90a071-7492-4351-8bcd-b1908f215003 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272100 Feb 10 11:40:55.667604 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d20be218-a345-479e-8e49-b657d950017b None None] Port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:40:55.695262 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470325457', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:49Z', 'revision_number': 4, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'gw_port': {'id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '015bcb97-9522-4aea-8a30-7401c9690331', 'name': '', 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'mac_address': 'fa:16:3e:de:c7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:48Z', 'updated_at': '2022-02-10T11:40:50Z', 'revision_number': 2, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'subnets': [{'id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:55.700432 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Checking router: 01611f9d-a935-4b7a-aa9e-46a6e50ab993 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:40:55.700780 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Updating router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 port 015bcb97-9522-4aea-8a30-7401c9690331 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:40:55.759076 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:55.948061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:40:55.956229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:55.973854 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Transition to ACTIVE for port object 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:55.977852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:56.074755 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfabd797-94e4-49f5-a4fd-8c79db4dd133 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:56.083448 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfabd797-94e4-49f5-a4fd-8c79db4dd133 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:56.118809 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Pushing event updated for resources: {'Port': ['ID=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:56.255474 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:56.279042 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Transition to ACTIVE for port object 015bcb97-9522-4aea-8a30-7401c9690331 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:56.291272 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:56.316841 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-bfabd797-94e4-49f5-a4fd-8c79db4dd133 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Floating IP c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 associated. External IP: 172.26.4.24, port: 196cf091-f448-4ad3-bc23-de22dd28d07b. Feb 10 11:40:56.360801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Attempting to bind port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:40:56.361699 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Attempting to bind port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '247abd67-1c3e-4e97-9d3c-3e7e2bbc0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:40:56.361699 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Attempting to bind port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e on network b76b59e5-fde3-4fce-b115-5486d59fbbfb {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:40:56.369348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e on network b76b59e5-fde3-4fce-b115-5486d59fbbfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:40:56.369995 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Attempting to bind port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e on network b76b59e5-fde3-4fce-b115-5486d59fbbfb {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:40:56.380910 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:40:56.381509 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Checking segment: {'id': '247abd67-1c3e-4e97-9d3c-3e7e2bbc0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:40:56.382099 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Bound using segment: {'id': '247abd67-1c3e-4e97-9d3c-3e7e2bbc0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:40:56.382759 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Bound port: 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247abd67-1c3e-4e97-9d3c-3e7e2bbc0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:40:56.383338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:56.462820 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016b95e-01cd-4fd2-a64f-0f0490e74991 None None] Pushing event updated for resources: {'Port': ['ID=015bcb97-9522-4aea-8a30-7401c9690331,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:56.535951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c1942cce-0da5-4fa8-a0f1-831298f472fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:56.558791 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016b95e-01cd-4fd2-a64f-0f0490e74991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:56.559413 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016b95e-01cd-4fd2-a64f-0f0490e74991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:56.559968 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016b95e-01cd-4fd2-a64f-0f0490e74991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:56.560496 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016b95e-01cd-4fd2-a64f-0f0490e74991 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:56.560904 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016b95e-01cd-4fd2-a64f-0f0490e74991 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:56.561271 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016b95e-01cd-4fd2-a64f-0f0490e74991 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:56.561713 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016b95e-01cd-4fd2-a64f-0f0490e74991 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:56.562045 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016b95e-01cd-4fd2-a64f-0f0490e74991 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:56.562364 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016b95e-01cd-4fd2-a64f-0f0490e74991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:56.562906 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016b95e-01cd-4fd2-a64f-0f0490e74991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:56.563231 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016b95e-01cd-4fd2-a64f-0f0490e74991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:56.593665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] For port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:40:56.603128 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] For port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,segment=NetworkSegment(247abd67-1c3e-4e97-9d3c-3e7e2bbc0519),segment_id=247abd67-1c3e-4e97-9d3c-3e7e2bbc0519)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:40:56.612868 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Attempting to bind port 015bcb97-9522-4aea-8a30-7401c9690331 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:40:56.612868 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Attempting to bind port 015bcb97-9522-4aea-8a30-7401c9690331 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '247abd67-1c3e-4e97-9d3c-3e7e2bbc0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:40:56.612868 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Attempting to bind port 015bcb97-9522-4aea-8a30-7401c9690331 on network b76b59e5-fde3-4fce-b115-5486d59fbbfb {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:40:56.618068 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:40:56.618447 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Checking segment: {'id': '247abd67-1c3e-4e97-9d3c-3e7e2bbc0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:40:56.618872 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:56.619268 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Bound using segment: {'id': '247abd67-1c3e-4e97-9d3c-3e7e2bbc0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:40:56.619767 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Bound port: 015bcb97-9522-4aea-8a30-7401c9690331, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247abd67-1c3e-4e97-9d3c-3e7e2bbc0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:40:56.620363 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:56.624735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:56.734399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:56.734399 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] 10.222.0.73 "PUT /v2.0/ports/23f9f76c-f48c-44a2-bd21-25fd7bc6e88e HTTP/1.1" status: 200 len: 1094 time: 1.3980207 Feb 10 11:40:56.734399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80226dcd-c253-4453-9294-192ad4f15f4d', 'tag': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:40:56.784345 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12674f08-7a2d-4377-8a80-fa1ac0e0892a service neutron] Pushing event updated for resources: {'Port': ['ID=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:56.917066 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] For port 015bcb97-9522-4aea-8a30-7401c9690331, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:40:56.930208 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] For port 015bcb97-9522-4aea-8a30-7401c9690331, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=015bcb97-9522-4aea-8a30-7401c9690331,segment=NetworkSegment(247abd67-1c3e-4e97-9d3c-3e7e2bbc0519),segment_id=247abd67-1c3e-4e97-9d3c-3e7e2bbc0519)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:40:56.938900 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:56.953021 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80226dcd-c253-4453-9294-192ad4f15f4d', 'tag': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e', 'status': 'completed', 'code': 200} Feb 10 11:40:57.067371 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016b95e-01cd-4fd2-a64f-0f0490e74991 None None] Pushing event updated for resources: {'Port': ['ID=015bcb97-9522-4aea-8a30-7401c9690331,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:57.093466 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-2b52a396-5e11-4066-884f-68e1df574a1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0308a9c5d6c43629709c1c05a9d80f1&device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 1097 time: 0.3104246 Feb 10 11:40:57.097497 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Routers {'01611f9d-a935-4b7a-aa9e-46a6e50ab993'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:57.098471 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:57.158190 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6123c-ecf0-48ac-847f-fdf42c3c0079 req-7cd078f4-137f-41c5-b14c-dbd6154b25b5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:57.160596 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ece6123c-ecf0-48ac-847f-fdf42c3c0079 req-7cd078f4-137f-41c5-b14c-dbd6154b25b5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 944 time: 0.1712227 Feb 10 11:40:57.190129 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-c494b997-feb4-43f5-9f50-f9a4f46ed596 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e HTTP/1.1" status: 200 len: 217 time: 0.0898731 Feb 10 11:40:57.232028 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ece6123c-ecf0-48ac-847f-fdf42c3c0079 req-dabbf292-050d-45de-aacc-c206a241542c tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590117 Feb 10 11:40:57.286315 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfabd797-94e4-49f5-a4fd-8c79db4dd133 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router af84d4b9-edee-4571-ae83-ee71cf2326f1 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:40:57.309395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-050b54e4-4569-463c-a6eb-4712880d8487 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:57.309395 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-050b54e4-4569-463c-a6eb-4712880d8487 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7aa21dd4-8074-48ed-91d0-35c4bbe9f619 HTTP/1.1" status: 200 len: 835 time: 0.1114244 Feb 10 11:40:57.426794 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] Set router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:57.452752 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-f75b42fb-c429-48b4-8734-c2961f53ad20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b76b59e5-fde3-4fce-b115-5486d59fbbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1337540 Feb 10 11:40:57.659890 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfabd797-94e4-49f5-a4fd-8c79db4dd133 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:57.677405 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ac2b0-7664-4706-b9ea-cff2a74fc605 None None] Sync routers for ids ['af84d4b9-edee-4571-ae83-ee71cf2326f1'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:40:57.687742 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-9d60c9cc-81a5-470c-bf99-80d9274a3bef service neutron] 10.222.0.73 "GET /v2.0/networks/b76b59e5-fde3-4fce-b115-5486d59fbbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165656 Feb 10 11:40:57.696960 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfabd797-94e4-49f5-a4fd-8c79db4dd133 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:57.711165 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634ac2b0-7664-4706-b9ea-cff2a74fc605 None None] Routers {'af84d4b9-edee-4571-ae83-ee71cf2326f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:57.711165 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-634ac2b0-7664-4706-b9ea-cff2a74fc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['af84d4b9-edee-4571-ae83-ee71cf2326f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:57.825830 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bfabd797-94e4-49f5-a4fd-8c79db4dd133 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 990 time: 2.8532214 Feb 10 11:40:57.825830 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc04a84-4d12-4fa4-b321-d5be94294f5b', 'tag': '196cf091-f448-4ad3-bc23-de22dd28d07b'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:40:57.840349 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41404) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:57.926471 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-187b1596-a7ba-4c09-952f-c88bc044cf6e req-5a5f67c6-839c-468c-93b6-5a28de3c97a8 service neutron] 10.222.0.73 "GET /v2.0/networks/b76b59e5-fde3-4fce-b115-5486d59fbbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429631 Feb 10 11:40:57.997416 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470325457', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:49Z', 'revision_number': 4, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'gw_port': {'id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '015bcb97-9522-4aea-8a30-7401c9690331', 'name': '', 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'mac_address': 'fa:16:3e:de:c7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:48Z', 'updated_at': '2022-02-10T11:40:56Z', 'revision_number': 4, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'subnets': [{'id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:58.005952 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f4a3dd-7891-41a8-9220-3ff8293797c9 None None] The sync data for ids ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'] in dv-neutron-828497-1-hyperv is: [{'id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470325457', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:49Z', 'revision_number': 4, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'gw_port': {'id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '015bcb97-9522-4aea-8a30-7401c9690331', 'name': '', 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'mac_address': 'fa:16:3e:de:c7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:48Z', 'updated_at': '2022-02-10T11:40:56Z', 'revision_number': 4, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'subnets': [{'id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:40:58.159460 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-be24af8d-3094-4639-80b2-7086b1e255c6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 990 time: 0.3237257 Feb 10 11:40:58.195364 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3831c7cf-203f-4241-927a-a2f9fa8a835c req-a73146e3-9446-439b-a3e0-3c12eaacfa21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0308a9c5d6c43629709c1c05a9d80f1&device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 1097 time: 0.2077560 Feb 10 11:40:58.197372 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc04a84-4d12-4fa4-b321-d5be94294f5b', 'tag': '196cf091-f448-4ad3-bc23-de22dd28d07b', 'status': 'completed', 'code': 200} Feb 10 11:40:58.340739 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94192f07-6980-4af7-a782-5865967aec7f req-9a6cbce8-b6b6-4752-a5b7-28e309d7e118 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 1098 time: 0.1176014 Feb 10 11:40:58.369707 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-634ac2b0-7664-4706-b9ea-cff2a74fc605 None None] Set router af84d4b9-edee-4571-ae83-ee71cf2326f1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:58.451385 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831c7cf-203f-4241-927a-a2f9fa8a835c req-ba288e2c-dde5-4b65-95b7-269d2e0caf66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:58.457016 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3831c7cf-203f-4241-927a-a2f9fa8a835c req-ba288e2c-dde5-4b65-95b7-269d2e0caf66 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b76b59e5-fde3-4fce-b115-5486d59fbbfb HTTP/1.1" status: 200 len: 898 time: 0.2486937 Feb 10 11:40:58.565486 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3831c7cf-203f-4241-927a-a2f9fa8a835c req-5c5a1932-d571-4c8f-a3ac-db7c89ccdeaa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e HTTP/1.1" status: 200 len: 217 time: 0.1006165 Feb 10 11:40:58.669307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94192f07-6980-4af7-a782-5865967aec7f req-e2da62ae-4e56-487c-b3a1-5bd8582c4e3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:58.671544 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94192f07-6980-4af7-a782-5865967aec7f req-e2da62ae-4e56-487c-b3a1-5bd8582c4e3c service neutron] 10.222.0.73 "GET /v2.0/networks?id=475d14d3-8614-4a00-9051-712e18452698 HTTP/1.1" status: 200 len: 898 time: 0.3291011 Feb 10 11:40:58.686129 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831c7cf-203f-4241-927a-a2f9fa8a835c req-fb8214cd-57bd-4bed-8416-cc7f87547bd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:58.687748 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3831c7cf-203f-4241-927a-a2f9fa8a835c req-fb8214cd-57bd-4bed-8416-cc7f87547bd0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7aa21dd4-8074-48ed-91d0-35c4bbe9f619 HTTP/1.1" status: 200 len: 835 time: 0.1151016 Feb 10 11:40:58.770681 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17c3bb-22fb-4832-84c8-a6bfde57bffd req-bccf08ed-ae5d-4cbc-a7f3-7de4f814908d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:58.772714 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1f17c3bb-22fb-4832-84c8-a6bfde57bffd req-bccf08ed-ae5d-4cbc-a7f3-7de4f814908d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 944 time: 0.2330511 Feb 10 11:40:58.857280 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3831c7cf-203f-4241-927a-a2f9fa8a835c req-31afbbf7-4a41-4eba-8c01-068a9a8182fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b76b59e5-fde3-4fce-b115-5486d59fbbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1595151 Feb 10 11:40:58.885154 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94192f07-6980-4af7-a782-5865967aec7f req-2f12dba3-b9a1-4435-969b-dbeba2eb74d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=196cf091-f448-4ad3-bc23-de22dd28d07b HTTP/1.1" status: 200 len: 998 time: 0.1971986 Feb 10 11:40:58.908035 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1f17c3bb-22fb-4832-84c8-a6bfde57bffd req-68913382-50ee-456b-8320-53b8d1eae02a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269772 Feb 10 11:40:58.945972 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 015bcb97-9522-4aea-8a30-7401c9690331 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:59.069739 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94192f07-6980-4af7-a782-5865967aec7f req-75ce33c7-b7a2-4380-80e5-f8bd59260498 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:59.072351 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94192f07-6980-4af7-a782-5865967aec7f req-75ce33c7-b7a2-4380-80e5-f8bd59260498 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f2e174e-0249-493c-b414-a0523e5cf63d HTTP/1.1" status: 200 len: 835 time: 0.1629083 Feb 10 11:40:59.073448 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8ed2c9aa-21a4-4150-98f7-bee4dca9898b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:59.103509 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3831c7cf-203f-4241-927a-a2f9fa8a835c req-0179425c-5ab9-4268-9fb7-d66a69d1e1ae service neutron] 10.222.0.73 "GET /v2.0/networks/b76b59e5-fde3-4fce-b115-5486d59fbbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387815 Feb 10 11:40:59.110817 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 015bcb97-9522-4aea-8a30-7401c9690331 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:59.117519 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 015bcb97-9522-4aea-8a30-7401c9690331 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:59.118658 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:59.161906 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41414) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:59.162455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-634ac2b0-7664-4706-b9ea-cff2a74fc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'c503c4ac-61a5-4c6a-b27b-495ddb05c0c8', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'port_id': '196cf091-f448-4ad3-bc23-de22dd28d07b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'mac_address': 'fa:16:3e:ab:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc04a84-4d12-4fa4-b321-d5be94294f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:52Z', 'updated_at': '2022-02-10T11:40:55Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c096e45f-dbcb-48ff-8051-d2c32943a36a', 'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:0e:df:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:22Z', 'updated_at': '2022-02-10T11:39:31Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:59.181970 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ac2b0-7664-4706-b9ea-cff2a74fc605 None None] Checking router: af84d4b9-edee-4571-ae83-ee71cf2326f1 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:40:59.219451 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634ac2b0-7664-4706-b9ea-cff2a74fc605 None None] Routers {'af84d4b9-edee-4571-ae83-ee71cf2326f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:59.220037 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-634ac2b0-7664-4706-b9ea-cff2a74fc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['af84d4b9-edee-4571-ae83-ee71cf2326f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:59.285841 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94192f07-6980-4af7-a782-5865967aec7f req-10eaa534-5608-4c2d-8570-3f7947342c9c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=475d14d3-8614-4a00-9051-712e18452698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2025425 Feb 10 11:40:59.294703 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8469c1f5-6ad7-424a-87ed-e58403661633 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 990 time: 0.1325548 Feb 10 11:40:59.304347 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3831c7cf-203f-4241-927a-a2f9fa8a835c req-ee70a55f-1096-4309-b660-a218bfdb8b73 service neutron] 10.222.0.73 "GET /v2.0/networks/b76b59e5-fde3-4fce-b115-5486d59fbbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945248 Feb 10 11:40:59.429580 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:59.482304 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94192f07-6980-4af7-a782-5865967aec7f req-a8873ada-63f2-4c34-9566-f634d2d9e961 service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863749 Feb 10 11:40:59.487131 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 015bcb97-9522-4aea-8a30-7401c9690331, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=015bcb97-9522-4aea-8a30-7401c9690331,segment=NetworkSegment(247abd67-1c3e-4e97-9d3c-3e7e2bbc0519),segment_id=247abd67-1c3e-4e97-9d3c-3e7e2bbc0519)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:59.490060 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-634ac2b0-7664-4706-b9ea-cff2a74fc605 None None] Set router af84d4b9-edee-4571-ae83-ee71cf2326f1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:59.537699 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:59.718289 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=015bcb97-9522-4aea-8a30-7401c9690331,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:59.749259 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:40:59.756146 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94192f07-6980-4af7-a782-5865967aec7f req-ee7301d9-fe5f-43eb-b159-71cac9e219d1 service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673228 Feb 10 11:40:59.865266 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:59.879620 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.resource_extend [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:41:00.097083 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,segment=NetworkSegment(247abd67-1c3e-4e97-9d3c-3e7e2bbc0519),segment_id=247abd67-1c3e-4e97-9d3c-3e7e2bbc0519)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:00.117531 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e', 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'port_id': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e', 'mac_address': 'fa:16:3e:5f:e2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:41:00.159333 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806057a9-84be-4299-bb63-c52420f5bece req-0ff1c062-df37-4115-a305-fc892ecc5eb6 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:00.161106 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-806057a9-84be-4299-bb63-c52420f5bece req-0ff1c062-df37-4115-a305-fc892ecc5eb6 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 944 time: 0.0950420 Feb 10 11:41:00.210249 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:00.213833 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:00.219083 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-806057a9-84be-4299-bb63-c52420f5bece req-504a7107-1d3e-4e03-822b-c991096e8aa7 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496330 Feb 10 11:41:00.233578 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:41:00.247957 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-634ac2b0-7664-4706-b9ea-cff2a74fc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'c503c4ac-61a5-4c6a-b27b-495ddb05c0c8', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'port_id': '196cf091-f448-4ad3-bc23-de22dd28d07b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'mac_address': 'fa:16:3e:ab:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc04a84-4d12-4fa4-b321-d5be94294f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:52Z', 'updated_at': '2022-02-10T11:40:55Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c096e45f-dbcb-48ff-8051-d2c32943a36a', 'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:0e:df:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:22Z', 'updated_at': '2022-02-10T11:39:31Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:00.255848 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ac2b0-7664-4706-b9ea-cff2a74fc605 None None] The sync data for ids ['af84d4b9-edee-4571-ae83-ee71cf2326f1'] in dv-neutron-828497-1-hyperv is: [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'c503c4ac-61a5-4c6a-b27b-495ddb05c0c8', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'port_id': '196cf091-f448-4ad3-bc23-de22dd28d07b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'mac_address': 'fa:16:3e:ab:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc04a84-4d12-4fa4-b321-d5be94294f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:52Z', 'updated_at': '2022-02-10T11:40:55Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c096e45f-dbcb-48ff-8051-d2c32943a36a', 'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:0e:df:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:22Z', 'updated_at': '2022-02-10T11:39:31Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:41:00.260601 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,segment=NetworkSegment(247abd67-1c3e-4e97-9d3c-3e7e2bbc0519),segment_id=247abd67-1c3e-4e97-9d3c-3e7e2bbc0519)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:00.265664 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:00.304873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41420) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:00.404704 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:00.431701 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b7b1ce7b-ebf5-4caf-8ab3-5d50c626912a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 990 time: 0.1313429 Feb 10 11:41:00.591406 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['23f9f76c-f48c-44a2-bd21-25fd7bc6e88e'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:41:00.791890 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 015bcb97-9522-4aea-8a30-7401c9690331 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:41:00.942295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 015bcb97-9522-4aea-8a30-7401c9690331 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:41:00.942674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:01.119403 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:41:01.436431 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41426) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:01.442999 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cdacf-9c12-4626-af74-a6c04f3090ac req-77a3ee91-e4a0-4d2c-b8df-57ffbc19ffc3 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:01.444488 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-741cdacf-9c12-4626-af74-a6c04f3090ac req-77a3ee91-e4a0-4d2c-b8df-57ffbc19ffc3 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 945 time: 0.0875363 Feb 10 11:41:01.511327 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-741cdacf-9c12-4626-af74-a6c04f3090ac req-44ad5de0-025a-43ba-a04d-c57b6b48d0a9 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605206 Feb 10 11:41:01.514710 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:01.661726 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-da744b0e-aa44-40fd-8501-3380f5bd0667 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 990 time: 0.2248669 Feb 10 11:41:01.739812 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:41:01.824529 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:41:01.830661 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:41:01.831125 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:01.969481 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:02.004349 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80226dcd-c253-4453-9294-192ad4f15f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:41:02.016036 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,segment=NetworkSegment(247abd67-1c3e-4e97-9d3c-3e7e2bbc0519),segment_id=247abd67-1c3e-4e97-9d3c-3e7e2bbc0519)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:02.022202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:02.113029 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80226dcd-c253-4453-9294-192ad4f15f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e', 'code': 200} Feb 10 11:41:02.126834 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:02.371344 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ddb48b8-3fe6-4650-8577-ee46d617b2ba req-6d07bc6b-224e-46ab-9331-d35ceff3f2c7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 1099 time: 0.0742354 Feb 10 11:41:02.417001 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ddb48b8-3fe6-4650-8577-ee46d617b2ba req-68cc793b-9961-4234-a44a-c2f63a63e6b7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386989 Feb 10 11:41:02.665949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41436) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:02.783519 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66aef0-383b-4930-b3e3-0a42fb8d4e26 req-1eaf308b-b3d0-4670-a343-9942f9eb69ba tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:02.785208 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d66aef0-383b-4930-b3e3-0a42fb8d4e26 req-1eaf308b-b3d0-4670-a343-9942f9eb69ba tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 946 time: 0.1198001 Feb 10 11:41:02.796886 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4198221c-0727-43fa-8fa5-4ad6a64561d9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 990 time: 0.1296849 Feb 10 11:41:02.831072 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d66aef0-383b-4930-b3e3-0a42fb8d4e26 req-6e999ff9-af0e-4069-8357-dac983192a78 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398729 Feb 10 11:41:03.236337 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8001cb6b-7ce6-4be8-a62f-79cfe6116e71 None None] New status for floating IP c503c4ac-61a5-4c6a-b27b-495ddb05c0c8: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:41:03.799932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41440) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:03.915401 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9a9d5ac1-8ef4-4935-a1b0-6d6f50c085f6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 200 len: 992 time: 0.1057765 Feb 10 11:41:04.036246 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc04e50-677c-4259-a332-b5d3ace876bb req-1f765018-83fa-4747-9015-2868c01610ac tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:04.037741 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7cc04e50-677c-4259-a332-b5d3ace876bb req-1f765018-83fa-4747-9015-2868c01610ac tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 946 time: 0.0772460 Feb 10 11:41:04.085920 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7cc04e50-677c-4259-a332-b5d3ace876bb req-b48dc63f-8f30-49be-b55d-c9039c998b56 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408201 Feb 10 11:41:04.294831 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83410385-3f6a-45fc-84f3-314ccecb4774 req-72e32b78-9587-4312-9901-593f0336770a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:04.295867 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-83410385-3f6a-45fc-84f3-314ccecb4774 req-72e32b78-9587-4312-9901-593f0336770a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 946 time: 0.0851557 Feb 10 11:41:04.344433 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-83410385-3f6a-45fc-84f3-314ccecb4774 req-f1ca63f3-cb3c-461a-bf09-1a947681315a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428860 Feb 10 11:41:04.372672 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41448) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:04.449518 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-76acb3cc-0755-49db-881b-93c3c5f06e93 tempest-TestNetworkAdvancedServerOps-1321186346 tempest-TestNetworkAdvancedServerOps-1321186346-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 1094 time: 0.0752025 Feb 10 11:41:04.452265 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41452) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:04.457445 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:04.463606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:41:04.467587 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Usage tracker for resource:floatingip and tenant:b0308a9c5d6c43629709c1c05a9d80f1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:41:04.470448 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:41:04.476062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:41:04.488895 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for floatingip, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:04.654924 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:04.824273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Allocated IP 172.26.4.248 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/fcce6928-8ab1-4e8e-9e59-96f63a443730) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:41:05.032421 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:05.073078 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:05.152082 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:41:05.154218 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:41:05.158805 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:41:05.186987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event updated for resources: {'Port': ['ID=fcce6928-8ab1-4e8e-9e59-96f63a443730,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:05.216492 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:05.216492 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:05.217094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:05.217094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:05.217417 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:05.217514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:05.217845 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:05.218134 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:05.218571 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:05.219142 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:05.219249 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:05.794196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:05.860421 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:06.192118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:06.197728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:06.313547 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event updated for resources: {'Port': ['ID=fcce6928-8ab1-4e8e-9e59-96f63a443730,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:06.331137 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:06.544698 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Floating IP af93118d-cc09-45c1-b16d-a852ad649625 associated. External IP: 172.26.4.248, port: 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e. Feb 10 11:41:06.979560 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:41:07.200769 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:41:07.228558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:07.292791 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e50a8758-7091-464b-8e62-9aa1532b05d1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8394954 Feb 10 11:41:07.293537 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80226dcd-c253-4453-9294-192ad4f15f4d', 'tag': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:41:07.372397 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80226dcd-c253-4453-9294-192ad4f15f4d', 'tag': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e', 'status': 'completed', 'code': 200} Feb 10 11:41:07.530267 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53848c67-117a-4ffb-9fff-80148b1cf96c req-336244e3-72a4-4571-a8f1-b0c87343d206 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0308a9c5d6c43629709c1c05a9d80f1&device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 1099 time: 0.1297622 Feb 10 11:41:07.545503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d645f98-30c9-464a-af5b-6db3452029f7 req-5e733aef-e33e-47bc-b2b6-991bbd01c1a1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:07.545503 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d645f98-30c9-464a-af5b-6db3452029f7 req-5e733aef-e33e-47bc-b2b6-991bbd01c1a1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 946 time: 0.1098714 Feb 10 11:41:07.740832 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d645f98-30c9-464a-af5b-6db3452029f7 req-abd1bc23-3b10-4bb9-82be-588ca08f31f9 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701329 Feb 10 11:41:07.776133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41460) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:07.780865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53848c67-117a-4ffb-9fff-80148b1cf96c req-b380ddf9-4da8-4a7a-8ee3-f8adac09bbcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:07.782780 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53848c67-117a-4ffb-9fff-80148b1cf96c req-b380ddf9-4da8-4a7a-8ee3-f8adac09bbcb service neutron] 10.222.0.73 "GET /v2.0/networks?id=b76b59e5-fde3-4fce-b115-5486d59fbbfb HTTP/1.1" status: 200 len: 898 time: 0.2381997 Feb 10 11:41:07.886704 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e7ccf11f-340f-47be-b49b-7653a62ab2ad tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/floatingips/af93118d-cc09-45c1-b16d-a852ad649625 HTTP/1.1" status: 200 len: 992 time: 0.1150274 Feb 10 11:41:07.895347 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53848c67-117a-4ffb-9fff-80148b1cf96c req-cbfb2d97-a645-4de0-a20b-42a9ee8b9969 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e HTTP/1.1" status: 200 len: 1000 time: 0.1062570 Feb 10 11:41:07.972608 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53848c67-117a-4ffb-9fff-80148b1cf96c req-b66b421b-ff32-4a91-841e-91480255911c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:07.973220 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53848c67-117a-4ffb-9fff-80148b1cf96c req-b66b421b-ff32-4a91-841e-91480255911c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7aa21dd4-8074-48ed-91d0-35c4bbe9f619 HTTP/1.1" status: 200 len: 835 time: 0.0629156 Feb 10 11:41:08.062247 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53848c67-117a-4ffb-9fff-80148b1cf96c req-3516bbba-a606-49cc-a2ca-97b504033da8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b76b59e5-fde3-4fce-b115-5486d59fbbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803390 Feb 10 11:41:08.093417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:08.217187 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53848c67-117a-4ffb-9fff-80148b1cf96c req-f6bcf9da-1127-4472-8802-fac39f750c52 service neutron] 10.222.0.73 "GET /v2.0/networks/b76b59e5-fde3-4fce-b115-5486d59fbbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470540 Feb 10 11:41:08.490463 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53848c67-117a-4ffb-9fff-80148b1cf96c req-7609a87a-2d7a-4ada-accd-22a732695629 service neutron] 10.222.0.73 "GET /v2.0/networks/b76b59e5-fde3-4fce-b115-5486d59fbbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621272 Feb 10 11:41:08.890590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41464) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:08.999523 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-818552f4-952b-4442-b82c-fde0941566d5 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/floatingips/af93118d-cc09-45c1-b16d-a852ad649625 HTTP/1.1" status: 200 len: 992 time: 0.1071417 Feb 10 11:41:10.002115 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41468) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:10.110185 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d1992efa-b0e3-4cd1-b4aa-b7013efbea2f tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/floatingips/af93118d-cc09-45c1-b16d-a852ad649625 HTTP/1.1" status: 200 len: 992 time: 0.1052670 Feb 10 11:41:11.112566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41474) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:11.214851 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-62a7bfb9-c3ec-4fa1-9c2f-e2d8b0495f34 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/floatingips/af93118d-cc09-45c1-b16d-a852ad649625 HTTP/1.1" status: 200 len: 992 time: 0.1010339 Feb 10 11:41:12.219055 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41478) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:12.329666 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fcacd166-01bc-473b-a9ad-ca0a6f12006c tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/floatingips/af93118d-cc09-45c1-b16d-a852ad649625 HTTP/1.1" status: 200 len: 992 time: 0.1094673 Feb 10 11:41:12.569748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92db1177-89f7-4789-b603-4499e141a667 None None] Sync routers for ids ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:41:12.581924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92db1177-89f7-4789-b603-4499e141a667 None None] Routers {'01611f9d-a935-4b7a-aa9e-46a6e50ab993'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:41:12.582529 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-92db1177-89f7-4789-b603-4499e141a667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:12.770064 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-92db1177-89f7-4789-b603-4499e141a667 None None] Set router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:41:13.163510 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-92db1177-89f7-4789-b603-4499e141a667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470325457', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:49Z', 'revision_number': 4, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'gw_port': {'id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'af93118d-cc09-45c1-b16d-a852ad649625', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'port_id': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'mac_address': 'fa:16:3e:5f:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80226dcd-c253-4453-9294-192ad4f15f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:41:05Z', 'updated_at': '2022-02-10T11:41:05Z', 'revision_number': 0, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015bcb97-9522-4aea-8a30-7401c9690331', 'name': '', 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'mac_address': 'fa:16:3e:de:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:48Z', 'updated_at': '2022-02-10T11:40:59Z', 'revision_number': 5, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'subnets': [{'id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:13.170321 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92db1177-89f7-4789-b603-4499e141a667 None None] Checking router: 01611f9d-a935-4b7a-aa9e-46a6e50ab993 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:41:13.183154 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92db1177-89f7-4789-b603-4499e141a667 None None] Routers {'01611f9d-a935-4b7a-aa9e-46a6e50ab993'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:41:13.183690 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-92db1177-89f7-4789-b603-4499e141a667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:13.334166 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41482) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:13.368413 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-92db1177-89f7-4789-b603-4499e141a667 None None] Set router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:41:13.447671 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-53fc7b82-f72f-4450-9fe8-2b859c74ac7d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/floatingips/af93118d-cc09-45c1-b16d-a852ad649625 HTTP/1.1" status: 200 len: 992 time: 0.1112843 Feb 10 11:41:13.824130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-92db1177-89f7-4789-b603-4499e141a667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470325457', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:49Z', 'revision_number': 4, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'gw_port': {'id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'af93118d-cc09-45c1-b16d-a852ad649625', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'port_id': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'mac_address': 'fa:16:3e:5f:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80226dcd-c253-4453-9294-192ad4f15f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:41:05Z', 'updated_at': '2022-02-10T11:41:05Z', 'revision_number': 0, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015bcb97-9522-4aea-8a30-7401c9690331', 'name': '', 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'mac_address': 'fa:16:3e:de:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:48Z', 'updated_at': '2022-02-10T11:40:59Z', 'revision_number': 5, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'subnets': [{'id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:13.828310 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92db1177-89f7-4789-b603-4499e141a667 None None] The sync data for ids ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'] in dv-neutron-828497-1-hyperv is: [{'id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470325457', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:49Z', 'revision_number': 4, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'gw_port': {'id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'af93118d-cc09-45c1-b16d-a852ad649625', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'port_id': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'mac_address': 'fa:16:3e:5f:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80226dcd-c253-4453-9294-192ad4f15f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:41:05Z', 'updated_at': '2022-02-10T11:41:05Z', 'revision_number': 0, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015bcb97-9522-4aea-8a30-7401c9690331', 'name': '', 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'mac_address': 'fa:16:3e:de:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:48Z', 'updated_at': '2022-02-10T11:40:59Z', 'revision_number': 5, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'subnets': [{'id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:41:14.450474 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41486) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:14.566955 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0f85fda4-be12-4b3f-9ea9-8cfa372e1367 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/floatingips/af93118d-cc09-45c1-b16d-a852ad649625 HTTP/1.1" status: 200 len: 992 time: 0.1149313 Feb 10 11:41:15.571209 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41490) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:15.686827 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-97a83351-5943-4ab4-ae22-e9239b35e3cf tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/floatingips/af93118d-cc09-45c1-b16d-a852ad649625 HTTP/1.1" status: 200 len: 992 time: 0.1143637 Feb 10 11:41:16.690821 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41494) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:16.800777 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-50506669-0a47-4ce3-8db6-d13e23f46563 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/floatingips/af93118d-cc09-45c1-b16d-a852ad649625 HTTP/1.1" status: 200 len: 992 time: 0.1086602 Feb 10 11:41:17.803705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41502) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:18.048709 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-307939a0-cd27-4a6e-b2d0-84d800f1cb1e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/floatingips/af93118d-cc09-45c1-b16d-a852ad649625 HTTP/1.1" status: 200 len: 992 time: 0.2438622 Feb 10 11:41:18.898909 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4dfc2d-0d58-479a-bee8-eb8212074942 None None] New status for floating IP af93118d-cc09-45c1-b16d-a852ad649625: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:41:19.052476 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41506) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:19.167921 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2b6c5351-4078-40ef-9a00-3defc726cc8e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/floatingips/af93118d-cc09-45c1-b16d-a852ad649625 HTTP/1.1" status: 200 len: 992 time: 0.1141889 Feb 10 11:41:19.333640 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5672cf7-c6c8-4093-9774-4b110a450ce2 req-82dcd2ae-2b3b-47c0-a6be-1270ab03700a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695682 Feb 10 11:41:19.488623 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5672cf7-c6c8-4093-9774-4b110a450ce2 req-c0c59545-aa75-4493-9bdc-631365694ea4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 1098 time: 0.0752902 Feb 10 11:41:19.646739 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5672cf7-c6c8-4093-9774-4b110a450ce2 req-90d4b860-3caa-4165-898b-a4a7f87b8a5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:19.648781 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5672cf7-c6c8-4093-9774-4b110a450ce2 req-90d4b860-3caa-4165-898b-a4a7f87b8a5b service neutron] 10.222.0.73 "GET /v2.0/networks?id=475d14d3-8614-4a00-9051-712e18452698 HTTP/1.1" status: 200 len: 898 time: 0.1351769 Feb 10 11:41:19.727630 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5672cf7-c6c8-4093-9774-4b110a450ce2 req-f346d0f7-4834-49b2-aa69-e145ef4d8842 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ac0a856-ff91-4fd0-876b-9cdc338639d4 HTTP/1.1" status: 200 len: 217 time: 0.0662723 Feb 10 11:41:19.805445 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5672cf7-c6c8-4093-9774-4b110a450ce2 req-1d6048a4-bfda-47ca-bdec-12a7b0ae6dab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:19.806880 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5672cf7-c6c8-4093-9774-4b110a450ce2 req-1d6048a4-bfda-47ca-bdec-12a7b0ae6dab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f2e174e-0249-493c-b414-a0523e5cf63d HTTP/1.1" status: 200 len: 835 time: 0.0715678 Feb 10 11:41:19.897702 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5672cf7-c6c8-4093-9774-4b110a450ce2 req-098d9b13-00bf-42ea-8ef7-109a0e3ac3af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=475d14d3-8614-4a00-9051-712e18452698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790248 Feb 10 11:41:20.049359 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5672cf7-c6c8-4093-9774-4b110a450ce2 req-937f120c-ba3d-410d-907e-18e495cc426b service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394694 Feb 10 11:41:20.174045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41510) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:20.201468 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5672cf7-c6c8-4093-9774-4b110a450ce2 req-a2d8f29f-10c1-4c7f-9810-4c718c4c2812 service neutron] 10.222.0.73 "GET /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424935 Feb 10 11:41:20.292483 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-49312e4b-829e-4622-813b-7063b341a278 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/floatingips/af93118d-cc09-45c1-b16d-a852ad649625 HTTP/1.1" status: 200 len: 994 time: 0.1180859 Feb 10 11:41:26.497105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5a9ff57c-d963-4033-badb-cffa316f018e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:28.820366 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-faefd44c-7433-4c97-af3e-ee3aea0ec07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:29.786321 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:30.151794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:31.508496 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:35.482986 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3fc49-4e14-426f-b901-b08660d85029 req-1349eb1f-87d2-4764-981b-fc93103aff28 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:35.484356 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ecb3fc49-4e14-426f-b901-b08660d85029 req-1349eb1f-87d2-4764-981b-fc93103aff28 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 945 time: 0.0817325 Feb 10 11:41:35.620358 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ecb3fc49-4e14-426f-b901-b08660d85029 req-a93ee0cd-517c-4f01-9d9c-83a8d59af6e6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=008ca174-145d-4f72-a104-8c64d8bd8966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303132 Feb 10 11:41:36.826278 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d24d2-fa75-47f9-ab3a-dfab98593288 req-804d01da-61e7-47d5-a010-63828fe61861 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:36.827723 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7a0d24d2-fa75-47f9-ab3a-dfab98593288 req-804d01da-61e7-47d5-a010-63828fe61861 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 945 time: 0.0783098 Feb 10 11:41:36.916909 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7a0d24d2-fa75-47f9-ab3a-dfab98593288 req-f3c84362-e4a7-4d91-8b2c-bef99984ebde tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=008ca174-145d-4f72-a104-8c64d8bd8966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835743 Feb 10 11:41:36.980623 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e092a4-b14b-4943-89b9-a200881f6df6 req-0bf0e050-3c9b-401a-8f91-53fba454c473 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:36.982102 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-54e092a4-b14b-4943-89b9-a200881f6df6 req-0bf0e050-3c9b-401a-8f91-53fba454c473 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/ports?device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 945 time: 0.1018300 Feb 10 11:41:37.054013 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-54e092a4-b14b-4943-89b9-a200881f6df6 req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 196cf091-f448-4ad3-bc23-de22dd28d07b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:41:37.054397 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-54e092a4-b14b-4943-89b9-a200881f6df6 req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:37.311643 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-54e092a4-b14b-4943-89b9-a200881f6df6 req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port 196cf091-f448-4ad3-bc23-de22dd28d07b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=196cf091-f448-4ad3-bc23-de22dd28d07b,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:37.312015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-54e092a4-b14b-4943-89b9-a200881f6df6 req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:37.615290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-54e092a4-b14b-4943-89b9-a200881f6df6 req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:37.615613 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-54e092a4-b14b-4943-89b9-a200881f6df6 req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:37.615859 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [req-54e092a4-b14b-4943-89b9-a200881f6df6 req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Floating IP c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 disassociated. External IP: 172.26.4.24, port: 196cf091-f448-4ad3-bc23-de22dd28d07b. Feb 10 11:41:37.616270 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-54e092a4-b14b-4943-89b9-a200881f6df6 req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 196cf091-f448-4ad3-bc23-de22dd28d07b owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:41:37.769680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-54e092a4-b14b-4943-89b9-a200881f6df6 req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:37.824478 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=196cf091-f448-4ad3-bc23-de22dd28d07b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:37.840617 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:37.841375 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:37.841375 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:37.841641 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:37.841953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:37.842276 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:37.842631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:37.842955 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:37.843273 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:37.843589 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:37.843905 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:38.097322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:38.109354 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3f80fce6-1ce5-4595-99be-e431d4aefed2 req-886a7277-727f-4c09-a2a3-a0ccb5f149eb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc04a84-4d12-4fa4-b321-d5be94294f5b HTTP/1.1" status: 200 len: 210 time: 0.0474682 Feb 10 11:41:38.110258 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54e092a4-b14b-4943-89b9-a200881f6df6 req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router af84d4b9-edee-4571-ae83-ee71cf2326f1 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:41:38.114164 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:41:38.337052 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54e092a4-b14b-4943-89b9-a200881f6df6 req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:41:38.347699 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a74e4-dc14-43de-a0b3-8af7548bd876 None None] Sync routers for ids ['af84d4b9-edee-4571-ae83-ee71cf2326f1'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:41:38.361432 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a74e4-dc14-43de-a0b3-8af7548bd876 None None] Routers {'af84d4b9-edee-4571-ae83-ee71cf2326f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:41:38.362073 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6d2a74e4-dc14-43de-a0b3-8af7548bd876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['af84d4b9-edee-4571-ae83-ee71cf2326f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:38.516279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e092a4-b14b-4943-89b9-a200881f6df6 req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] No DVR routers for this DVR port 196cf091-f448-4ad3-bc23-de22dd28d07b on host hv-neutron-8284 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:41:38.518968 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-54e092a4-b14b-4943-89b9-a200881f6df6 req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:38.521635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc04a84-4d12-4fa4-b321-d5be94294f5b', 'name': 'network-vif-deleted', 'tag': '196cf091-f448-4ad3-bc23-de22dd28d07b'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:41:38.534654 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-54e092a4-b14b-4943-89b9-a200881f6df6 req-8b21b0b4-31eb-4777-a902-df6012507f74 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "DELETE /v2.0/ports/196cf091-f448-4ad3-bc23-de22dd28d07b HTTP/1.1" status: 204 len: 173 time: 1.5464911 Feb 10 11:41:38.555070 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-6d2a74e4-dc14-43de-a0b3-8af7548bd876 None None] Set router af84d4b9-edee-4571-ae83-ee71cf2326f1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:41:38.587933 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc04a84-4d12-4fa4-b321-d5be94294f5b', 'name': 'network-vif-deleted', 'tag': '196cf091-f448-4ad3-bc23-de22dd28d07b', 'status': 'completed', 'code': 200} Feb 10 11:41:38.896105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6d2a74e4-dc14-43de-a0b3-8af7548bd876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'c096e45f-dbcb-48ff-8051-d2c32943a36a', 'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:0e:df:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:22Z', 'updated_at': '2022-02-10T11:39:31Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:38.901346 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a74e4-dc14-43de-a0b3-8af7548bd876 None None] Checking router: af84d4b9-edee-4571-ae83-ee71cf2326f1 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:41:38.914399 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a74e4-dc14-43de-a0b3-8af7548bd876 None None] Routers {'af84d4b9-edee-4571-ae83-ee71cf2326f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:41:38.915026 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6d2a74e4-dc14-43de-a0b3-8af7548bd876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['af84d4b9-edee-4571-ae83-ee71cf2326f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:39.113427 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-6d2a74e4-dc14-43de-a0b3-8af7548bd876 None None] Set router af84d4b9-edee-4571-ae83-ee71cf2326f1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:41:39.257151 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41542) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:39.335402 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ae2f0e35-606a-49a4-9601-a73f429e8b42 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:39.369571 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ae2f0e35-606a-49a4-9601-a73f429e8b42 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:39.438152 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ae2f0e35-606a-49a4-9601-a73f429e8b42 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:39.461464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f0e35-606a-49a4-9601-a73f429e8b42 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008ca174-145d-4f72-a104-8c64d8bd8966,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:39.474480 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ae2f0e35-606a-49a4-9601-a73f429e8b42 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:39.476951 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ae2f0e35-606a-49a4-9601-a73f429e8b42 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/security-groups/008ca174-145d-4f72-a104-8c64d8bd8966 HTTP/1.1" status: 204 len: 168 time: 0.2172585 Feb 10 11:41:39.530411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41548) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:39.555603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6d2a74e4-dc14-43de-a0b3-8af7548bd876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'c096e45f-dbcb-48ff-8051-d2c32943a36a', 'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:0e:df:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:22Z', 'updated_at': '2022-02-10T11:39:31Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:39.560536 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a74e4-dc14-43de-a0b3-8af7548bd876 None None] The sync data for ids ['af84d4b9-edee-4571-ae83-ee71cf2326f1'] in dv-neutron-828497-1-hyperv is: [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:39:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'c096e45f-dbcb-48ff-8051-d2c32943a36a', 'name': '', 'network_id': '475d14d3-8614-4a00-9051-712e18452698', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:0e:df:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:22Z', 'updated_at': '2022-02-10T11:39:31Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '4f2e174e-0249-493c-b414-a0523e5cf63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:41:39.703840 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0c180fe7-d09b-4c99-bf1f-03807f43196e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 150f7907-5ed4-49d8-8619-007a1c04bb2c {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:41:39.704126 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c180fe7-d09b-4c99-bf1f-03807f43196e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:39.840861 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1610d5-8a42-40b8-b771-694f10e02f95 None None] New status for floating IP c503c4ac-61a5-4c6a-b27b-495ddb05c0c8: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:41:39.938846 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 196cf091-f448-4ad3-bc23-de22dd28d07b no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:41:39.953976 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c180fe7-d09b-4c99-bf1f-03807f43196e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:39.954496 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c180fe7-d09b-4c99-bf1f-03807f43196e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:39.979900 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 196cf091-f448-4ad3-bc23-de22dd28d07b {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:41:39.980244 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 196cf091-f448-4ad3-bc23-de22dd28d07b not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:41:40.149221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0c180fe7-d09b-4c99-bf1f-03807f43196e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 150f7907-5ed4-49d8-8619-007a1c04bb2c owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:41:40.251942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-0c180fe7-d09b-4c99-bf1f-03807f43196e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:41:40.252271 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-0c180fe7-d09b-4c99-bf1f-03807f43196e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:41:40.753404 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0c180fe7-d09b-4c99-bf1f-03807f43196e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 150f7907-5ed4-49d8-8619-007a1c04bb2c {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:41:40.754112 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c180fe7-d09b-4c99-bf1f-03807f43196e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:40.941694 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c180fe7-d09b-4c99-bf1f-03807f43196e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:40.942024 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c180fe7-d09b-4c99-bf1f-03807f43196e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:41.075583 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0c180fe7-d09b-4c99-bf1f-03807f43196e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 150f7907-5ed4-49d8-8619-007a1c04bb2c owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:41:41.226892 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c180fe7-d09b-4c99-bf1f-03807f43196e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:41.273213 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c180fe7-d09b-4c99-bf1f-03807f43196e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=150f7907-5ed4-49d8-8619-007a1c04bb2c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:41.467920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c180fe7-d09b-4c99-bf1f-03807f43196e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:41.482564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c180fe7-d09b-4c99-bf1f-03807f43196e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:41.483683 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0c180fe7-d09b-4c99-bf1f-03807f43196e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/floatingips/c503c4ac-61a5-4c6a-b27b-495ddb05c0c8 HTTP/1.1" status: 204 len: 168 time: 1.9521255 Feb 10 11:41:41.892961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc8b3f-ca08-478b-a458-4f91e1156bc6 req-098f28ad-460a-4060-a8b3-a398d1861cfb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:41.893775 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-c9dc8b3f-ca08-478b-a458-4f91e1156bc6 req-098f28ad-460a-4060-a8b3-a398d1861cfb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:41:41.915089 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-c9dc8b3f-ca08-478b-a458-4f91e1156bc6 req-098f28ad-460a-4060-a8b3-a398d1861cfb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:41:41.916686 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c9dc8b3f-ca08-478b-a458-4f91e1156bc6 req-098f28ad-460a-4060-a8b3-a398d1861cfb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 945 time: 0.1061924 Feb 10 11:41:41.982601 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c9dc8b3f-ca08-478b-a458-4f91e1156bc6 req-254feeaa-75e0-43f9-996a-003c42661b08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=32a26298-c946-4ede-8797-74b4a6fdf223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562646 Feb 10 11:41:43.209037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fec66b-b000-44b5-b4cd-6a7a22b4e86e req-03cac527-111f-4f4f-8e54-0ac46e013e67 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:43.211502 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2fec66b-b000-44b5-b4cd-6a7a22b4e86e req-03cac527-111f-4f4f-8e54-0ac46e013e67 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 945 time: 0.0918739 Feb 10 11:41:43.262587 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2fec66b-b000-44b5-b4cd-6a7a22b4e86e req-4eaaa832-e456-474b-a41b-963d2fff900c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=32a26298-c946-4ede-8797-74b4a6fdf223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443628 Feb 10 11:41:43.407404 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c90c26-0252-4df2-af72-47a2a0e5bd08 req-ee035a75-cd24-42ee-84fa-262286c550d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:43.409170 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e4c90c26-0252-4df2-af72-47a2a0e5bd08 req-ee035a75-cd24-42ee-84fa-262286c550d4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 945 time: 0.0782232 Feb 10 11:41:43.486492 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-e4c90c26-0252-4df2-af72-47a2a0e5bd08 req-dd7ee781-83bb-45c2-9796-d637ce590aa9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 8ac0a856-ff91-4fd0-876b-9cdc338639d4 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:41:43.486830 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e4c90c26-0252-4df2-af72-47a2a0e5bd08 req-dd7ee781-83bb-45c2-9796-d637ce590aa9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:43.742920 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-e4c90c26-0252-4df2-af72-47a2a0e5bd08 req-dd7ee781-83bb-45c2-9796-d637ce590aa9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port 8ac0a856-ff91-4fd0-876b-9cdc338639d4, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=8ac0a856-ff91-4fd0-876b-9cdc338639d4,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:43.743178 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e4c90c26-0252-4df2-af72-47a2a0e5bd08 req-dd7ee781-83bb-45c2-9796-d637ce590aa9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:43.865605 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-e4c90c26-0252-4df2-af72-47a2a0e5bd08 req-dd7ee781-83bb-45c2-9796-d637ce590aa9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 8ac0a856-ff91-4fd0-876b-9cdc338639d4 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:41:44.017516 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e4c90c26-0252-4df2-af72-47a2a0e5bd08 req-dd7ee781-83bb-45c2-9796-d637ce590aa9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:44.066029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ee781-83bb-45c2-9796-d637ce590aa9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=8ac0a856-ff91-4fd0-876b-9cdc338639d4,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:44.145990 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c90c26-0252-4df2-af72-47a2a0e5bd08 req-dd7ee781-83bb-45c2-9796-d637ce590aa9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] No DVR routers for this DVR port 8ac0a856-ff91-4fd0-876b-9cdc338639d4 on host hv-neutron-8284 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:41:44.148940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e4c90c26-0252-4df2-af72-47a2a0e5bd08 req-dd7ee781-83bb-45c2-9796-d637ce590aa9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:44.151695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0846a0-ecf5-4fb2-95bf-afe68856577b', 'name': 'network-vif-deleted', 'tag': '8ac0a856-ff91-4fd0-876b-9cdc338639d4'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:41:44.169509 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e4c90c26-0252-4df2-af72-47a2a0e5bd08 req-dd7ee781-83bb-45c2-9796-d637ce590aa9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "DELETE /v2.0/ports/8ac0a856-ff91-4fd0-876b-9cdc338639d4 HTTP/1.1" status: 204 len: 173 time: 0.7541037 Feb 10 11:41:44.217860 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0846a0-ecf5-4fb2-95bf-afe68856577b', 'name': 'network-vif-deleted', 'tag': '8ac0a856-ff91-4fd0-876b-9cdc338639d4', 'status': 'completed', 'code': 200} Feb 10 11:41:44.452487 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-13490a73-825e-483e-8a22-843e7d74e972 req-e1a60678-0bbc-4418-aca0-c37ade8f09ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:41:44.471422 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-13490a73-825e-483e-8a22-843e7d74e972 req-e1a60678-0bbc-4418-aca0-c37ade8f09ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:41:44.472676 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-13490a73-825e-483e-8a22-843e7d74e972 req-e1a60678-0bbc-4418-aca0-c37ade8f09ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0846a0-ecf5-4fb2-95bf-afe68856577b HTTP/1.1" status: 200 len: 210 time: 0.0628109 Feb 10 11:41:45.588596 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41572) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:45.674740 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35bc0f8e-f414-422e-a6ed-5d2371854246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:45.714046 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35bc0f8e-f414-422e-a6ed-5d2371854246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:45.842458 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35bc0f8e-f414-422e-a6ed-5d2371854246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:45.876398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc0f8e-f414-422e-a6ed-5d2371854246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a26298-c946-4ede-8797-74b4a6fdf223,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:45.889346 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35bc0f8e-f414-422e-a6ed-5d2371854246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:45.891131 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-35bc0f8e-f414-422e-a6ed-5d2371854246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/security-groups/32a26298-c946-4ede-8797-74b4a6fdf223 HTTP/1.1" status: 204 len: 168 time: 0.3010333 Feb 10 11:41:45.958577 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 8ac0a856-ff91-4fd0-876b-9cdc338639d4 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:41:46.003393 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41584) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:46.024235 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 8ac0a856-ff91-4fd0-876b-9cdc338639d4 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:41:46.025172 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 8ac0a856-ff91-4fd0-876b-9cdc338639d4 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:41:46.121477 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7f483-d390-45e1-a54b-a06e8a4c86e0 req-3c3338f9-9277-4716-8d63-543eb549f7b7 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:46.124043 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3cf7f483-d390-45e1-a54b-a06e8a4c86e0 req-3c3338f9-9277-4716-8d63-543eb549f7b7 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 946 time: 0.1509721 Feb 10 11:41:46.187691 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3cf7f483-d390-45e1-a54b-a06e8a4c86e0 req-2e388f08-5cb2-43e5-aa4f-c7c3b8950efa tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575619 Feb 10 11:41:46.461511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c35c33ff-a383-4b41-b9de-ceb8dce92b34 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:47.112569 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c35c33ff-a383-4b41-b9de-ceb8dce92b34 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port c096e45f-dbcb-48ff-8051-d2c32943a36a {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:41:47.113445 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c35c33ff-a383-4b41-b9de-ceb8dce92b34 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:47.321061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-c35c33ff-a383-4b41-b9de-ceb8dce92b34 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port c096e45f-dbcb-48ff-8051-d2c32943a36a, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c096e45f-dbcb-48ff-8051-d2c32943a36a,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:47.321438 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c35c33ff-a383-4b41-b9de-ceb8dce92b34 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:47.449527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c35c33ff-a383-4b41-b9de-ceb8dce92b34 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for c096e45f-dbcb-48ff-8051-d2c32943a36a owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:41:47.469747 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0c4e3-a6e9-41d0-973b-ce0c6e7bae59 req-e155d095-326e-4853-99a6-5483f0d0841e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:47.472172 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f6d0c4e3-a6e9-41d0-973b-ce0c6e7bae59 req-e155d095-326e-4853-99a6-5483f0d0841e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 946 time: 0.1370072 Feb 10 11:41:47.529529 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f6d0c4e3-a6e9-41d0-973b-ce0c6e7bae59 req-79487db6-26b3-4225-a7c1-ba435f40a435 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495698 Feb 10 11:41:47.775202 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c35c33ff-a383-4b41-b9de-ceb8dce92b34 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:47.832878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c33ff-a383-4b41-b9de-ceb8dce92b34 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=c096e45f-dbcb-48ff-8051-d2c32943a36a,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:48.166549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c35c33ff-a383-4b41-b9de-ceb8dce92b34 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:48.804294 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35c33ff-a383-4b41-b9de-ceb8dce92b34 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router af84d4b9-edee-4571-ae83-ee71cf2326f1 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:41:48.842413 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dbfcc-e2cc-4bac-8203-4321a0eef829 req-e129554c-ae5d-42a9-b60c-f6cb53c938ee tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:48.844662 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ce0dbfcc-e2cc-4bac-8203-4321a0eef829 req-e129554c-ae5d-42a9-b60c-f6cb53c938ee tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 946 time: 0.1198990 Feb 10 11:41:48.934416 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ce0dbfcc-e2cc-4bac-8203-4321a0eef829 req-b10abafb-38ef-47bd-a393-8ad5c90445c7 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758553 Feb 10 11:41:49.086464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35c33ff-a383-4b41-b9de-ceb8dce92b34 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:41:49.099367 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88446276-7c6b-4d60-aaa9-35543ce0ff2f None None] Sync routers for ids ['af84d4b9-edee-4571-ae83-ee71cf2326f1'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:41:49.110322 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c35c33ff-a383-4b41-b9de-ceb8dce92b34 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/af84d4b9-edee-4571-ae83-ee71cf2326f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1055839 Feb 10 11:41:49.114972 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41592) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:49.131794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88446276-7c6b-4d60-aaa9-35543ce0ff2f None None] Routers {'af84d4b9-edee-4571-ae83-ee71cf2326f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:41:49.132493 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-88446276-7c6b-4d60-aaa9-35543ce0ff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['af84d4b9-edee-4571-ae83-ee71cf2326f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:49.339985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-88446276-7c6b-4d60-aaa9-35543ce0ff2f None None] Set router af84d4b9-edee-4571-ae83-ee71cf2326f1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:41:49.492062 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c096e44-d608-4366-935d-ee658f5c13b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting subnet 4f2e174e-0249-493c-b414-a0523e5cf63d {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:41:49.496183 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c096e44-d608-4366-935d-ee658f5c13b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:49.555225 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c096e44-d608-4366-935d-ee658f5c13b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:49.660902 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c096e44-d608-4366-935d-ee658f5c13b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:49.755718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-88446276-7c6b-4d60-aaa9-35543ce0ff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:41:47Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:49.763757 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88446276-7c6b-4d60-aaa9-35543ce0ff2f None None] Checking router: af84d4b9-edee-4571-ae83-ee71cf2326f1 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:41:49.780910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c096e44-d608-4366-935d-ee658f5c13b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:49.782286 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88446276-7c6b-4d60-aaa9-35543ce0ff2f None None] Routers {'af84d4b9-edee-4571-ae83-ee71cf2326f1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:41:49.783457 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-88446276-7c6b-4d60-aaa9-35543ce0ff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['af84d4b9-edee-4571-ae83-ee71cf2326f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:49.824464 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c096e44-d608-4366-935d-ee658f5c13b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2e174e-0249-493c-b414-a0523e5cf63d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:49.837968 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c096e44-d608-4366-935d-ee658f5c13b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:49.851447 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0c096e44-d608-4366-935d-ee658f5c13b1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/subnets/4f2e174e-0249-493c-b414-a0523e5cf63d HTTP/1.1" status: 204 len: 168 time: 0.7306232 Feb 10 11:41:49.852539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41596) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:49.864944 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e241641e-79cf-4478-9845-8b50c3a19de9 None None] Network 475d14d3-8614-4a00-9051-712e18452698 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:41:50.273616 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-88446276-7c6b-4d60-aaa9-35543ce0ff2f None None] Set router af84d4b9-edee-4571-ae83-ee71cf2326f1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:41:50.327978 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad394321-d2a5-43fa-8585-539c0c3e22ed req-8817ab59-cfd3-4085-96a2-780753fab0c7 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:50.329885 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad394321-d2a5-43fa-8585-539c0c3e22ed req-8817ab59-cfd3-4085-96a2-780753fab0c7 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 946 time: 0.1471610 Feb 10 11:41:50.339976 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83d71bba-03dd-4e25-b04f-ead2866c6fab tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:50.415891 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad394321-d2a5-43fa-8585-539c0c3e22ed req-a9478e8c-da58-4f88-b81d-03dec5f7d648 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741611 Feb 10 11:41:50.618427 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1df0aae-180a-4ca8-b4ac-c7f73043166b None None] DHCP port deletion for 475d14d3-8614-4a00-9051-712e18452698 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:41:50.626295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d1df0aae-180a-4ca8-b4ac-c7f73043166b None None] Deleting port 4b2253a9-597d-4c54-a006-d0a4719b19fe {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:41:50.626739 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d1df0aae-180a-4ca8-b4ac-c7f73043166b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:50.637935 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83d71bba-03dd-4e25-b04f-ead2866c6fab tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:50.650791 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-83d71bba-03dd-4e25-b04f-ead2866c6fab tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port d33692ef-8748-4599-b399-0e0753525c32 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:41:50.651363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83d71bba-03dd-4e25-b04f-ead2866c6fab tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:50.843562 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4b2253a9-597d-4c54-a006-d0a4719b19fe no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:41:50.936596 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-83d71bba-03dd-4e25-b04f-ead2866c6fab tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port d33692ef-8748-4599-b399-0e0753525c32, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d33692ef-8748-4599-b399-0e0753525c32,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:50.936596 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83d71bba-03dd-4e25-b04f-ead2866c6fab tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:51.071328 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-83d71bba-03dd-4e25-b04f-ead2866c6fab tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for d33692ef-8748-4599-b399-0e0753525c32 owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:41:51.107973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-88446276-7c6b-4d60-aaa9-35543ce0ff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:41:47Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:51.156770 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d1df0aae-180a-4ca8-b4ac-c7f73043166b None None] For port 4b2253a9-597d-4c54-a006-d0a4719b19fe, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4b2253a9-597d-4c54-a006-d0a4719b19fe,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:51.157266 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d1df0aae-180a-4ca8-b4ac-c7f73043166b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:51.171495 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88446276-7c6b-4d60-aaa9-35543ce0ff2f None None] The sync data for ids ['af84d4b9-edee-4571-ae83-ee71cf2326f1'] in dv-neutron-828497-1-hyperv is: [{'id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'name': 'tempest-TestNetworkBasicOps-router-403655264', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd33692ef-8748-4599-b399-0e0753525c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:16Z', 'updated_at': '2022-02-10T11:41:47Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd33692ef-8748-4599-b399-0e0753525c32', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84d4b9-edee-4571-ae83-ee71cf2326f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:17Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:41:51.297027 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83d71bba-03dd-4e25-b04f-ead2866c6fab tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:51.347804 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d71bba-03dd-4e25-b04f-ead2866c6fab tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=d33692ef-8748-4599-b399-0e0753525c32,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:51.409254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d1df0aae-180a-4ca8-b4ac-c7f73043166b None None] Calling delete_port for 4b2253a9-597d-4c54-a006-d0a4719b19fe owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:41:51.478188 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:51.591651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83d71bba-03dd-4e25-b04f-ead2866c6fab tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:51.592094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 4b2253a9-597d-4c54-a006-d0a4719b19fe, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4b2253a9-597d-4c54-a006-d0a4719b19fe,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:51.599873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:51.682983 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-d1df0aae-180a-4ca8-b4ac-c7f73043166b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:41:51.683213 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-d1df0aae-180a-4ca8-b4ac-c7f73043166b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:41:51.700836 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=4b2253a9-597d-4c54-a006-d0a4719b19fe,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:51.707454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de808e4-edf4-4b6d-a672-a791e22ddf24 req-89e7f3b8-aac2-450f-91cd-4343853e9d56 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:51.711774 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:51.712426 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:51.712980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:51.713546 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:51.714085 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:51.714620 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:51.715168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:51.715724 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:51.716255 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:51.716788 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:51.717382 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:51.718796 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3de808e4-edf4-4b6d-a672-a791e22ddf24 req-89e7f3b8-aac2-450f-91cd-4343853e9d56 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 946 time: 0.1290429 Feb 10 11:41:51.789683 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3de808e4-edf4-4b6d-a672-a791e22ddf24 req-ffa3277d-5fe3-4ec7-9645-767de1b6fa18 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698197 Feb 10 11:41:51.878455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83d71bba-03dd-4e25-b04f-ead2866c6fab tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:51.884824 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83d71bba-03dd-4e25-b04f-ead2866c6fab tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:51.916830 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83d71bba-03dd-4e25-b04f-ead2866c6fab tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:51.917672 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d71bba-03dd-4e25-b04f-ead2866c6fab tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Fanout notify agent at l3_agent the message router_deleted on router af84d4b9-edee-4571-ae83-ee71cf2326f1 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:41:51.936858 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83d71bba-03dd-4e25-b04f-ead2866c6fab tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:51.939010 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-83d71bba-03dd-4e25-b04f-ead2866c6fab tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/routers/af84d4b9-edee-4571-ae83-ee71cf2326f1 HTTP/1.1" status: 204 len: 168 time: 2.0846241 Feb 10 11:41:51.942079 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41604) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:52.183972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:52.184275 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d1df0aae-180a-4ca8-b4ac-c7f73043166b None None] Deleting port 4b2253a9-597d-4c54-a006-d0a4719b19fe {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:41:52.184425 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d1df0aae-180a-4ca8-b4ac-c7f73043166b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:52.195895 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 4b2253a9-597d-4c54-a006-d0a4719b19fe {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:41:52.196407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:52.430925 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d1df0aae-180a-4ca8-b4ac-c7f73043166b None None] For port 4b2253a9-597d-4c54-a006-d0a4719b19fe, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4b2253a9-597d-4c54-a006-d0a4719b19fe,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:52.431560 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d1df0aae-180a-4ca8-b4ac-c7f73043166b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:52.454857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port 4b2253a9-597d-4c54-a006-d0a4719b19fe, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4b2253a9-597d-4c54-a006-d0a4719b19fe,segment=NetworkSegment(e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b),segment_id=e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:52.455332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:52.559629 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d1df0aae-180a-4ca8-b4ac-c7f73043166b None None] Calling delete_port for 4b2253a9-597d-4c54-a006-d0a4719b19fe owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:41:52.582852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 4b2253a9-597d-4c54-a006-d0a4719b19fe owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:41:52.638607 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d1df0aae-180a-4ca8-b4ac-c7f73043166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:52.667058 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:41:52.667415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:41:52.690790 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df0aae-180a-4ca8-b4ac-c7f73043166b None None] Pushing event deleted for resources: {'Port': ['ID=4b2253a9-597d-4c54-a006-d0a4719b19fe,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:52.698803 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df0aae-180a-4ca8-b4ac-c7f73043166b None None] No DVR routers for this DVR port 4b2253a9-597d-4c54-a006-d0a4719b19fe on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:41:52.800961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c096e45f-dbcb-48ff-8051-d2c32943a36a no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:41:52.835895 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: c096e45f-dbcb-48ff-8051-d2c32943a36a {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:41:52.836261 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c096e45f-dbcb-48ff-8051-d2c32943a36a not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:41:52.836646 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d33692ef-8748-4599-b399-0e0753525c32 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:41:52.869967 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: d33692ef-8748-4599-b399-0e0753525c32 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:41:52.870372 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d33692ef-8748-4599-b399-0e0753525c32 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:41:53.019478 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a24a95-c1f0-43f4-a039-992993c3b00d req-71e5cfc2-b1f2-4558-ad20-087eb261f80d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:53.020942 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-51a24a95-c1f0-43f4-a039-992993c3b00d req-71e5cfc2-b1f2-4558-ad20-087eb261f80d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 946 time: 0.0862491 Feb 10 11:41:53.069498 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-51a24a95-c1f0-43f4-a039-992993c3b00d req-89bda67b-02f6-46df-90f7-0c48f916be58 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418327 Feb 10 11:41:53.168752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 4b2253a9-597d-4c54-a006-d0a4719b19fe {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:41:53.169397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:53.235351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] The port '4b2253a9-597d-4c54-a006-d0a4719b19fe' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:41:53.374790 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:53.408179 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475d14d3-8614-4a00-9051-712e18452698']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:53.422780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:53.423141 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3bdf1f7-237a-4a7a-9ebb-6abf873e5b6b') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:53.436326 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:53.455564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:53.463574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:41:53.463981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:41:53.483626 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:41:53.573523 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:53.592330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:53.604700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Network': ['ID=475d14d3-8614-4a00-9051-712e18452698,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:53.621799 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0c0a1896-d2b9-45d1-9c66-8afd38a9965f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/networks/475d14d3-8614-4a00-9051-712e18452698 HTTP/1.1" status: 204 len: 168 time: 1.6782708 Feb 10 11:41:53.647525 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41610) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:53.654653 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-0784a28b-f911-4333-b6f2-7d5aecc3ae6e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'network': {'name': 'tempest-network-smoke--1262892241', 'project_id': '0287a4c215574103957c73d52a854e74', 'port_security_enabled': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:53.660306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0784a28b-f911-4333-b6f2-7d5aecc3ae6e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:41:53.665711 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0784a28b-f911-4333-b6f2-7d5aecc3ae6e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:network and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:41:53.669027 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0784a28b-f911-4333-b6f2-7d5aecc3ae6e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:41:53.676925 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0784a28b-f911-4333-b6f2-7d5aecc3ae6e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:41:53.690274 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0784a28b-f911-4333-b6f2-7d5aecc3ae6e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:41:53.695255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0784a28b-f911-4333-b6f2-7d5aecc3ae6e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:53.740218 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0784a28b-f911-4333-b6f2-7d5aecc3ae6e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:41:53.752097 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0784a28b-f911-4333-b6f2-7d5aecc3ae6e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:53.752508 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-0784a28b-f911-4333-b6f2-7d5aecc3ae6e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Added segment 955efd5e-2eca-4d98-89a1-b43941885bcf of type vlan for network 38ad21f9-4260-45b7-9758-e9dc7909c357 Feb 10 11:41:53.784703 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0784a28b-f911-4333-b6f2-7d5aecc3ae6e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:53.820833 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0784a28b-f911-4333-b6f2-7d5aecc3ae6e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:53.825271 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0784a28b-f911-4333-b6f2-7d5aecc3ae6e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:53.825896 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0784a28b-f911-4333-b6f2-7d5aecc3ae6e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:53.937827 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0784a28b-f911-4333-b6f2-7d5aecc3ae6e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2888122 Feb 10 11:41:53.941594 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41614) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:53.948556 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-698292390', 'admin_state_up': True, 'project_id': '0287a4c215574103957c73d52a854e74', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:53.949508 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784a28b-f911-4333-b6f2-7d5aecc3ae6e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Network': ['ID=38ad21f9-4260-45b7-9758-e9dc7909c357,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:53.956854 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:41:53.964614 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:router and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:41:53.965691 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 38ad21f9-4260-45b7-9758-e9dc7909c357 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:41:53.969883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:41:53.979408 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:41:53.995521 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:53.997015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:54.027315 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:54.191337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:54.380922 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55aecf-3238-4711-be89-becdb36c1690 req-5d2b01f7-14f1-471c-9285-754194b1b97a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:54.382482 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad55aecf-3238-4711-be89-becdb36c1690 req-5d2b01f7-14f1-471c-9285-754194b1b97a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 946 time: 0.1574101 Feb 10 11:41:54.497439 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad55aecf-3238-4711-be89-becdb36c1690 req-50abe62c-fbd2-4c76-9728-abfc48284ba1 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050200 Feb 10 11:41:54.504783 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:54.535080 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:54.693052 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.26.4.201 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/03d34392-39df-4235-94d1-c0b7bec074dc) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:41:54.852592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:54.883759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:54.957891 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:41:54.961648 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:41:54.965938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:41:54.989658 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=03d34392-39df-4235-94d1-c0b7bec074dc,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:55.154224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:55.155301 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:55.488727 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router d6021760-c7f9-4562-8fc4-a6d288df9a6d is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:41:55.733302 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca3bc7-4cf6-4ff6-be66-69991ce892c7 req-0ca3a746-45a8-4d00-9abb-69e5f32cfcbf tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:55.734778 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ecca3bc7-4cf6-4ff6-be66-69991ce892c7 req-0ca3a746-45a8-4d00-9abb-69e5f32cfcbf tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 946 time: 0.0993016 Feb 10 11:41:55.801258 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ecca3bc7-4cf6-4ff6-be66-69991ce892c7 req-69d98b4d-3b99-453e-ab6a-3f1f9c4948ce tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579996 Feb 10 11:41:55.811000 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:41:55.826929 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Sync routers for ids ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:41:55.841225 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Routers {'d6021760-c7f9-4562-8fc4-a6d288df9a6d'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:41:55.841537 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:55.841935 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:55.842429 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0df47a4c-e92d-412d-9538-9cef132ce7ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8995833 Feb 10 11:41:55.845497 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41622) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:55.892233 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b147a7d1-23d9-4d6a-88b1-1952efd904dd tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=0287a4c215574103957c73d52a854e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456278 Feb 10 11:41:55.897406 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41626) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:56.042362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6307abf0-3966-48bc-8c72-00b08d8c4e59 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:56.044007 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6307abf0-3966-48bc-8c72-00b08d8c4e59 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1451454 Feb 10 11:41:56.047594 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41630) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:56.057900 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Set router d6021760-c7f9-4562-8fc4-a6d288df9a6d gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:41:56.090242 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8d6a32ed-1253-46b7-a523-fb94cee0775a tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413942 Feb 10 11:41:56.093294 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41634) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:56.100195 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ddbb58ae-4dba-48ab-8570-4399b6f8c1f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-716892306', 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357', 'project_id': '0287a4c215574103957c73d52a854e74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:56.222042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ddbb58ae-4dba-48ab-8570-4399b6f8c1f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:41:56.228613 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ddbb58ae-4dba-48ab-8570-4399b6f8c1f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:subnet and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:41:56.232565 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ddbb58ae-4dba-48ab-8570-4399b6f8c1f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:41:56.240790 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ddbb58ae-4dba-48ab-8570-4399b6f8c1f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:41:56.253670 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbb58ae-4dba-48ab-8570-4399b6f8c1f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:41:56.372409 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddbb58ae-4dba-48ab-8570-4399b6f8c1f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:56.380280 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'name': 'tempest-TestNetworkBasicOps-router-698292390', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:55Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:56.386612 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Checking router: d6021760-c7f9-4562-8fc4-a6d288df9a6d for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:41:56.387170 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Updating router d6021760-c7f9-4562-8fc4-a6d288df9a6d port 03d34392-39df-4235-94d1-c0b7bec074dc binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:41:56.453263 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:56.504339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-627f5003-5670-4114-b1d6-37634583e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:56.663452 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddbb58ae-4dba-48ab-8570-4399b6f8c1f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:56.760849 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb58ae-4dba-48ab-8570-4399b6f8c1f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Subnet': ['ID=8a87fd2e-03f2-4725-bda5-1af759f0b627,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:56.786277 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb58ae-4dba-48ab-8570-4399b6f8c1f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Checking segment: {'id': '955efd5e-2eca-4d98-89a1-b43941885bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:41:56.786845 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbb58ae-4dba-48ab-8570-4399b6f8c1f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network hostable DHCP agents. Network: 38ad21f9-4260-45b7-9758-e9dc7909c357, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:41:56.816392 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbb58ae-4dba-48ab-8570-4399b6f8c1f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 38ad21f9-4260-45b7-9758-e9dc7909c357 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:41:56.831356 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ddbb58ae-4dba-48ab-8570-4399b6f8c1f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 38ad21f9-4260-45b7-9758-e9dc7909c357) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:41:56.837729 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbb58ae-4dba-48ab-8570-4399b6f8c1f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:56.838660 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddbb58ae-4dba-48ab-8570-4399b6f8c1f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:56.847458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc9e7ad-b786-4ff0-a154-ed6063814faf None None] Network 38ad21f9-4260-45b7-9758-e9dc7909c357 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:41:56.920304 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ddbb58ae-4dba-48ab-8570-4399b6f8c1f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8210230 Feb 10 11:41:56.920603 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41640) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:56.923382 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:56.944759 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Transition to ACTIVE for port object 03d34392-39df-4235-94d1-c0b7bec074dc will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:41:56.958515 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:57.102739 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6170d7-bf53-4878-8397-433fe64e579c None None] Pushing event updated for resources: {'Port': ['ID=03d34392-39df-4235-94d1-c0b7bec074dc,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:57.148416 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6170d7-bf53-4878-8397-433fe64e579c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:57.149646 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6170d7-bf53-4878-8397-433fe64e579c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:57.150098 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6170d7-bf53-4878-8397-433fe64e579c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:57.150543 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6170d7-bf53-4878-8397-433fe64e579c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:57.150984 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6170d7-bf53-4878-8397-433fe64e579c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:57.151432 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6170d7-bf53-4878-8397-433fe64e579c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:57.151937 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6170d7-bf53-4878-8397-433fe64e579c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:57.152410 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6170d7-bf53-4878-8397-433fe64e579c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:57.152854 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6170d7-bf53-4878-8397-433fe64e579c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:57.153343 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6170d7-bf53-4878-8397-433fe64e579c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:57.153775 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6170d7-bf53-4878-8397-433fe64e579c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:57.159112 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Attempting to bind port 03d34392-39df-4235-94d1-c0b7bec074dc on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:41:57.159684 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Attempting to bind port 03d34392-39df-4235-94d1-c0b7bec074dc by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:41:57.160313 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Attempting to bind port 03d34392-39df-4235-94d1-c0b7bec074dc on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:41:57.173373 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:41:57.173959 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:41:57.174542 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:57.175102 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:41:57.175764 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Bound port: 03d34392-39df-4235-94d1-c0b7bec074dc, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:41:57.176322 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:57.249794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-38ad21f9-4260-45b7-9758-e9dc7909c357', 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ips': [{'subnet_id': '8a87fd2e-03f2-4725-bda5-1af759f0b627'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:41:57.250779 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:57.302317 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] For port 03d34392-39df-4235-94d1-c0b7bec074dc, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:41:57.307941 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] For port 03d34392-39df-4235-94d1-c0b7bec074dc, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=03d34392-39df-4235-94d1-c0b7bec074dc,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:41:57.315030 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:57.426867 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6170d7-bf53-4878-8397-433fe64e579c None None] Pushing event updated for resources: {'Port': ['ID=03d34392-39df-4235-94d1-c0b7bec074dc,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:57.441249 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Routers {'d6021760-c7f9-4562-8fc4-a6d288df9a6d'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:41:57.442244 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:57.486988 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Allocated IP 172.20.0.2 (38ad21f9-4260-45b7-9758-e9dc7909c357/8a87fd2e-03f2-4725-bda5-1af759f0b627/3b6665ab-781b-4e35-9ed4-8ab65b2d30af) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:41:57.566296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a27086-f66d-4bdd-9f40-c84d3edf58a1 req-dcdbfd9a-f8d9-44bc-8bfa-9fb452f2d87a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:57.569792 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-01a27086-f66d-4bdd-9f40-c84d3edf58a1 req-dcdbfd9a-f8d9-44bc-8bfa-9fb452f2d87a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 946 time: 0.4469683 Feb 10 11:41:57.706847 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-01a27086-f66d-4bdd-9f40-c84d3edf58a1 req-74dcd7d5-c4fd-47b0-ae32-338027ac4783 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299636 Feb 10 11:41:57.794653 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] Set router d6021760-c7f9-4562-8fc4-a6d288df9a6d gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:41:57.820611 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:57.844279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Transition to ACTIVE for port object 3b6665ab-781b-4e35-9ed4-8ab65b2d30af will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:41:57.885089 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Transition to ACTIVE for port object 3b6665ab-781b-4e35-9ed4-8ab65b2d30af will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:41:57.895772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:58.060876 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Pushing event updated for resources: {'Port': ['ID=3b6665ab-781b-4e35-9ed4-8ab65b2d30af,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:58.073872 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Network 38ad21f9-4260-45b7-9758-e9dc7909c357 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:41:58.085749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:41:58.090970 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:41:58.223056 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Attempting to bind port 3b6665ab-781b-4e35-9ed4-8ab65b2d30af on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:41:58.223439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Attempting to bind port 3b6665ab-781b-4e35-9ed4-8ab65b2d30af by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '955efd5e-2eca-4d98-89a1-b43941885bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:41:58.223804 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Attempting to bind port 3b6665ab-781b-4e35-9ed4-8ab65b2d30af on network 38ad21f9-4260-45b7-9758-e9dc7909c357 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:41:58.232720 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:41:58.233077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Checking segment: {'id': '955efd5e-2eca-4d98-89a1-b43941885bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:41:58.233518 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:58.233916 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Bound using segment: {'id': '955efd5e-2eca-4d98-89a1-b43941885bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:41:58.234391 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Bound port: 3b6665ab-781b-4e35-9ed4-8ab65b2d30af, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955efd5e-2eca-4d98-89a1-b43941885bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:41:58.234768 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:58.315371 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'name': 'tempest-TestNetworkBasicOps-router-698292390', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:55Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:58.320698 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cdc139-e194-4a8d-87db-8e645ddf14b4 None None] The sync data for ids ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'] in dv-neutron-828497-1-hyperv is: [{'id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'name': 'tempest-TestNetworkBasicOps-router-698292390', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:55Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:41:58.342602 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] For port 3b6665ab-781b-4e35-9ed4-8ab65b2d30af, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:41:58.345874 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] For port 3b6665ab-781b-4e35-9ed4-8ab65b2d30af, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=3b6665ab-781b-4e35-9ed4-8ab65b2d30af,segment=NetworkSegment(955efd5e-2eca-4d98-89a1-b43941885bcf),segment_id=955efd5e-2eca-4d98-89a1-b43941885bcf)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:41:58.357380 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:58.450826 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c6e06-5ec8-43d1-b53a-396a3b142e0a None None] Pushing event updated for resources: {'Port': ['ID=3b6665ab-781b-4e35-9ed4-8ab65b2d30af,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:58.739375 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:58.844572 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1238dcc8-0ef2-412a-871c-3f5064254a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:59.086957 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3b6665ab-781b-4e35-9ed4-8ab65b2d30af up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:41:59.229069 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 3b6665ab-781b-4e35-9ed4-8ab65b2d30af completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:41:59.236948 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 03d34392-39df-4235-94d1-c0b7bec074dc up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:41:59.340186 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 03d34392-39df-4235-94d1-c0b7bec074dc completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:41:59.350118 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 03d34392-39df-4235-94d1-c0b7bec074dc triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:41:59.350704 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:59.542555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:59.563856 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 03d34392-39df-4235-94d1-c0b7bec074dc, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=03d34392-39df-4235-94d1-c0b7bec074dc,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:59.572275 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:59.673418 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=03d34392-39df-4235-94d1-c0b7bec074dc,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:59.680879 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7d232-90d3-4b05-bac5-6df8a1f1215b req-472c5af7-f5e0-49d8-92c6-d9daac47c98e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:59.683517 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6df7d232-90d3-4b05-bac5-6df8a1f1215b req-472c5af7-f5e0-49d8-92c6-d9daac47c98e tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 946 time: 0.6792009 Feb 10 11:41:59.794078 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:59.812602 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c55d7ab-6690-452a-a7d3-e7590b1bd2a9 req-8d5ef0ae-33f6-4ca7-88be-2ca48cd22912 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 1099 time: 0.5107429 Feb 10 11:41:59.960833 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd4752-80ed-43ad-8b4d-c705f7cbaf02 None None] Network 38ad21f9-4260-45b7-9758-e9dc7909c357 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:41:59.992626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:42:00.013650 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6df7d232-90d3-4b05-bac5-6df8a1f1215b req-5a89cf3c-b764-4cc6-96b1-0c68dd33bafd tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215606 Feb 10 11:42:00.041201 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c55d7ab-6690-452a-a7d3-e7590b1bd2a9 req-75ece2e6-5cb9-419a-94e5-85c75765dc92 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088006 Feb 10 11:42:00.066946 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:42:00.077823 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.1 (38ad21f9-4260-45b7-9758-e9dc7909c357/8a87fd2e-03f2-4725-bda5-1af759f0b627/88c48e35-d0b7-44c2-ac5f-d56650641567) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:42:00.217433 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-65749faa-8261-408c-be74-05f361c926a9 None None] Provisioning for port 3b6665ab-781b-4e35-9ed4-8ab65b2d30af completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:42:00.259674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-65749faa-8261-408c-be74-05f361c926a9 None None] Provisioning complete for port 3b6665ab-781b-4e35-9ed4-8ab65b2d30af triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:00.260050 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-65749faa-8261-408c-be74-05f361c926a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:00.322902 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:00.358409 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:00.379362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object 88c48e35-d0b7-44c2-ac5f-d56650641567 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:42:00.405469 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:00.492214 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,segment=NetworkSegment(247abd67-1c3e-4e97-9d3c-3e7e2bbc0519),segment_id=247abd67-1c3e-4e97-9d3c-3e7e2bbc0519)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:00.495470 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 38ad21f9-4260-45b7-9758-e9dc7909c357 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:42:00.499938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:42:00.502983 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:42:00.543111 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=88c48e35-d0b7-44c2-ac5f-d56650641567,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:00.572200 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:00.584955 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:00.585784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e', 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'port_id': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e', 'mac_address': 'fa:16:3e:5f:e2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:42:00.722898 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-65749faa-8261-408c-be74-05f361c926a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:00.747923 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80226dcd-c253-4453-9294-192ad4f15f4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:42:00.778674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,segment=NetworkSegment(247abd67-1c3e-4e97-9d3c-3e7e2bbc0519),segment_id=247abd67-1c3e-4e97-9d3c-3e7e2bbc0519)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:00.779790 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:00.804059 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:00.888995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:42:00.900965 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:00.913271 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 03d34392-39df-4235-94d1-c0b7bec074dc up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:42:00.956081 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-65749faa-8261-408c-be74-05f361c926a9 None None] For port 3b6665ab-781b-4e35-9ed4-8ab65b2d30af, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=3b6665ab-781b-4e35-9ed4-8ab65b2d30af,segment=NetworkSegment(955efd5e-2eca-4d98-89a1-b43941885bcf),segment_id=955efd5e-2eca-4d98-89a1-b43941885bcf)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:01.030781 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80226dcd-c253-4453-9294-192ad4f15f4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e', 'code': 200} Feb 10 11:42:01.067066 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-65749faa-8261-408c-be74-05f361c926a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:01.155256 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:01.237090 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:42:01.238308 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:42:01.351233 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65749faa-8261-408c-be74-05f361c926a9 None None] Pushing event updated for resources: {'Port': ['ID=3b6665ab-781b-4e35-9ed4-8ab65b2d30af,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:01.384989 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 03d34392-39df-4235-94d1-c0b7bec074dc triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:01.386400 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:01.573149 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:01.639088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75460621-b284-4b2e-83bd-fd85835f7958 req-737a7e13-0506-4fe2-883d-18fe335efb31 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:01.640649 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-75460621-b284-4b2e-83bd-fd85835f7958 req-737a7e13-0506-4fe2-883d-18fe335efb31 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 944 time: 0.1495011 Feb 10 11:42:01.671105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1a49f375-55bf-412e-9d8e-d22ccb331941 None None] Provisioning complete for port 3b6665ab-781b-4e35-9ed4-8ab65b2d30af triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:01.671746 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1a49f375-55bf-412e-9d8e-d22ccb331941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:01.787779 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-75460621-b284-4b2e-83bd-fd85835f7958 req-39858663-9936-4b86-bdc9-8762eae23378 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257536 Feb 10 11:42:01.831941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41652) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:01.858042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:01.875142 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:01.882056 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:42:01.883898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:01.964505 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,segment=NetworkSegment(247abd67-1c3e-4e97-9d3c-3e7e2bbc0519),segment_id=247abd67-1c3e-4e97-9d3c-3e7e2bbc0519)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:01.970084 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:02.012781 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1a49f375-55bf-412e-9d8e-d22ccb331941 None None] Provisioning for port 88c48e35-d0b7-44c2-ac5f-d56650641567 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:42:02.019097 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=88c48e35-d0b7-44c2-ac5f-d56650641567,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:02.022341 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:02.032731 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1a49f375-55bf-412e-9d8e-d22ccb331941 None None] Provisioning complete for port 88c48e35-d0b7-44c2-ac5f-d56650641567 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:02.033420 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1a49f375-55bf-412e-9d8e-d22ccb331941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:02.050915 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-910fda2c-4330-4378-b67b-54a2a0b62e34 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/floatingips/af93118d-cc09-45c1-b16d-a852ad649625 HTTP/1.1" status: 200 len: 992 time: 0.2169497 Feb 10 11:42:02.101470 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,revision_number=7']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:02.106557 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1a49f375-55bf-412e-9d8e-d22ccb331941 None None] Port 88c48e35-d0b7-44c2-ac5f-d56650641567 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:42:02.218808 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 38ad21f9-4260-45b7-9758-e9dc7909c357 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:42:02.220330 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:42:02.223028 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['23f9f76c-f48c-44a2-bd21-25fd7bc6e88e'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:42:02.345233 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-38d1bb1e-71d6-46a9-96a2-13626a898dda None None] Provisioning complete for port 88c48e35-d0b7-44c2-ac5f-d56650641567 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:02.345624 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38d1bb1e-71d6-46a9-96a2-13626a898dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:02.438978 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-38d1bb1e-71d6-46a9-96a2-13626a898dda None None] Port 88c48e35-d0b7-44c2-ac5f-d56650641567 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:42:02.597742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-11da47e5-bd3b-4927-b7ca-8bcf300086d6 None None] Provisioning complete for port 88c48e35-d0b7-44c2-ac5f-d56650641567 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:02.598031 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-11da47e5-bd3b-4927-b7ca-8bcf300086d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:02.685839 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-11da47e5-bd3b-4927-b7ca-8bcf300086d6 None None] Port 88c48e35-d0b7-44c2-ac5f-d56650641567 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:42:02.783829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router d6021760-c7f9-4562-8fc4-a6d288df9a6d has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:42:02.815593 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3b6665ab-781b-4e35-9ed4-8ab65b2d30af up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:42:02.892796 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 3b6665ab-781b-4e35-9ed4-8ab65b2d30af triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:02.893279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:03.038060 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:42:03.050837 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Sync routers for ids ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:42:03.054153 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d4daf213-c8b6-4158-a071-1bd584248090 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/d6021760-c7f9-4562-8fc4-a6d288df9a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1308327 Feb 10 11:42:03.055580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41656) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:03.072075 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Routers {'d6021760-c7f9-4562-8fc4-a6d288df9a6d'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:03.073114 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:03.217773 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6030e6aa-cdcc-4188-9998-9689dbfa4b53 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:03.218159 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6030e6aa-cdcc-4188-9998-9689dbfa4b53 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:03.218526 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6030e6aa-cdcc-4188-9998-9689dbfa4b53 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:03.218891 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6030e6aa-cdcc-4188-9998-9689dbfa4b53 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:03.219254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6030e6aa-cdcc-4188-9998-9689dbfa4b53 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:03.219611 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6030e6aa-cdcc-4188-9998-9689dbfa4b53 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:03.219971 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6030e6aa-cdcc-4188-9998-9689dbfa4b53 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:03.226513 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6030e6aa-cdcc-4188-9998-9689dbfa4b53 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.1645179 Feb 10 11:42:03.226828 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41660) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:03.303860 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e662685-8483-4c0e-a9cd-db8ba74cdb2d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:03.304166 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e662685-8483-4c0e-a9cd-db8ba74cdb2d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:03.304691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e662685-8483-4c0e-a9cd-db8ba74cdb2d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:03.305057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e662685-8483-4c0e-a9cd-db8ba74cdb2d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:03.305450 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e662685-8483-4c0e-a9cd-db8ba74cdb2d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:03.305814 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e662685-8483-4c0e-a9cd-db8ba74cdb2d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:03.306174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e662685-8483-4c0e-a9cd-db8ba74cdb2d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:03.310889 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6e662685-8483-4c0e-a9cd-db8ba74cdb2d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4625 time: 0.0801592 Feb 10 11:42:03.311239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41664) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:03.315718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Set router d6021760-c7f9-4562-8fc4-a6d288df9a6d gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:03.633187 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-64cf0289-3a48-4ff9-b2b5-951ed8a2e46c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 0.3202333 Feb 10 11:42:03.635972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41668) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:03.641428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1418449354', 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:03.753567 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'name': 'tempest-TestNetworkBasicOps-router-698292390', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:42:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '88c48e35-d0b7-44c2-ac5f-d56650641567', 'name': '', 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:b7:cc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:59Z', 'updated_at': '2022-02-10T11:42:01Z', 'revision_number': 2, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:03.760699 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Checking router: d6021760-c7f9-4562-8fc4-a6d288df9a6d for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:42:03.761317 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Updating router d6021760-c7f9-4562-8fc4-a6d288df9a6d port 88c48e35-d0b7-44c2-ac5f-d56650641567 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:42:03.807267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:03.814509 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:port and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:03.820284 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:03.830006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:03.835097 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:03.845050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:42:03.848256 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:03.874335 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] device_id is not set on port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:42:04.007338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:42:04.057077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.8 (38ad21f9-4260-45b7-9758-e9dc7909c357/8a87fd2e-03f2-4725-bda5-1af759f0b627/cc7243e1-142b-4ae6-a508-e1e87fdb9b19) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:42:04.087699 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:04.088295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:04.207922 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:04.238283 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80226dcd-c253-4453-9294-192ad4f15f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:42:04.254409 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,segment=NetworkSegment(247abd67-1c3e-4e97-9d3c-3e7e2bbc0519),segment_id=247abd67-1c3e-4e97-9d3c-3e7e2bbc0519)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:04.259886 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:04.308261 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80226dcd-c253-4453-9294-192ad4f15f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e', 'code': 200} Feb 10 11:42:04.335206 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,revision_number=8']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:04.394946 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:04.413192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object cc7243e1-142b-4ae6-a508-e1e87fdb9b19 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:42:04.437301 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:04.551489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 38ad21f9-4260-45b7-9758-e9dc7909c357 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:42:04.558154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:42:04.561001 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:04.565241 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:42:04.662852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:04.663870 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:04.687530 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:04.710156 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8fc0386f-92fe-4e1f-ad69-a59adc664033 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0702934 Feb 10 11:42:04.718816 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Transition to ACTIVE for port object 88c48e35-d0b7-44c2-ac5f-d56650641567 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:42:04.732362 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:04.947974 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bbf45-4e5f-49e2-a9b1-d765fc1bf4d2 None None] Pushing event updated for resources: {'Port': ['ID=88c48e35-d0b7-44c2-ac5f-d56650641567,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:05.041609 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41676) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:05.047569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f459083d-43d5-42db-8feb-57f503f99791 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326090174', 'description': 'tempest-secgroup-smoke-1326090174 description', 'project_id': '0287a4c215574103957c73d52a854e74'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:05.055190 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f459083d-43d5-42db-8feb-57f503f99791 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:05.060569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f459083d-43d5-42db-8feb-57f503f99791 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:05.063937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f459083d-43d5-42db-8feb-57f503f99791 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:05.066552 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-434e2422-af29-4f84-ab87-ed822c2f1b23 None None] Provisioning for port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:42:05.071676 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f459083d-43d5-42db-8feb-57f503f99791 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:05.080595 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-434e2422-af29-4f84-ab87-ed822c2f1b23 None None] Provisioning complete for port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:05.081340 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-434e2422-af29-4f84-ab87-ed822c2f1b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.085870 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f459083d-43d5-42db-8feb-57f503f99791 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.130293 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f459083d-43d5-42db-8feb-57f503f99791 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:05.134845 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f459083d-43d5-42db-8feb-57f503f99791 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:05.138069 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f459083d-43d5-42db-8feb-57f503f99791 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:05.144342 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f459083d-43d5-42db-8feb-57f503f99791 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:05.165203 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Attempting to bind port 88c48e35-d0b7-44c2-ac5f-d56650641567 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:42:05.165895 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Attempting to bind port 88c48e35-d0b7-44c2-ac5f-d56650641567 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '955efd5e-2eca-4d98-89a1-b43941885bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:42:05.165895 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Attempting to bind port 88c48e35-d0b7-44c2-ac5f-d56650641567 on network 38ad21f9-4260-45b7-9758-e9dc7909c357 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:42:05.173308 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-434e2422-af29-4f84-ab87-ed822c2f1b23 None None] Port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:42:05.179822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:42:05.180197 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Checking segment: {'id': '955efd5e-2eca-4d98-89a1-b43941885bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:42:05.180599 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.180989 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Bound using segment: {'id': '955efd5e-2eca-4d98-89a1-b43941885bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:42:05.181505 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Bound port: 88c48e35-d0b7-44c2-ac5f-d56650641567, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955efd5e-2eca-4d98-89a1-b43941885bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:42:05.181882 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.326051 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f459083d-43d5-42db-8feb-57f503f99791 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.330305 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f459083d-43d5-42db-8feb-57f503f99791 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.348286 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] For port 88c48e35-d0b7-44c2-ac5f-d56650641567, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:42:05.354756 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] For port 88c48e35-d0b7-44c2-ac5f-d56650641567, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=88c48e35-d0b7-44c2-ac5f-d56650641567,segment=NetworkSegment(955efd5e-2eca-4d98-89a1-b43941885bcf),segment_id=955efd5e-2eca-4d98-89a1-b43941885bcf)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:42:05.359973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.377605 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459083d-43d5-42db-8feb-57f503f99791 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3c6458-18aa-4519-ba19-a68290cb30ec,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:05.381509 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f459083d-43d5-42db-8feb-57f503f99791 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.385733 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f459083d-43d5-42db-8feb-57f503f99791 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3404601 Feb 10 11:42:05.385992 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41680) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:05.391577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f66ce5c4-c4e4-43bc-9ab5-bfbbf830f28b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '6b3c6458-18aa-4519-ba19-a68290cb30ec', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:05.397996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f66ce5c4-c4e4-43bc-9ab5-bfbbf830f28b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:05.402015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f66ce5c4-c4e4-43bc-9ab5-bfbbf830f28b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:05.405009 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f66ce5c4-c4e4-43bc-9ab5-bfbbf830f28b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:05.411056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f66ce5c4-c4e4-43bc-9ab5-bfbbf830f28b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:05.429974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f66ce5c4-c4e4-43bc-9ab5-bfbbf830f28b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.478507 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bbf45-4e5f-49e2-a9b1-d765fc1bf4d2 None None] Pushing event updated for resources: {'Port': ['ID=88c48e35-d0b7-44c2-ac5f-d56650641567,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:05.485876 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Routers {'d6021760-c7f9-4562-8fc4-a6d288df9a6d'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:05.486851 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:05.503482 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f66ce5c4-c4e4-43bc-9ab5-bfbbf830f28b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.508857 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f66ce5c4-c4e4-43bc-9ab5-bfbbf830f28b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.534910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ce5c4-c4e4-43bc-9ab5-bfbbf830f28b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ac5805-fdda-4dd2-ac0f-1ad47ef33f7f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:05.550549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f66ce5c4-c4e4-43bc-9ab5-bfbbf830f28b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.555515 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f66ce5c4-c4e4-43bc-9ab5-bfbbf830f28b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1650541 Feb 10 11:42:05.555882 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41684) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:05.561743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-faaa45c0-3bd7-4930-a89f-4bc169300811 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '6b3c6458-18aa-4519-ba19-a68290cb30ec', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:05.568834 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-faaa45c0-3bd7-4930-a89f-4bc169300811 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:05.574931 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-faaa45c0-3bd7-4930-a89f-4bc169300811 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:05.578931 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-faaa45c0-3bd7-4930-a89f-4bc169300811 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:05.587625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-faaa45c0-3bd7-4930-a89f-4bc169300811 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:05.610271 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-faaa45c0-3bd7-4930-a89f-4bc169300811 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.686649 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-faaa45c0-3bd7-4930-a89f-4bc169300811 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.692115 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-faaa45c0-3bd7-4930-a89f-4bc169300811 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.717922 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa45c0-3bd7-4930-a89f-4bc169300811 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0705f171-2654-4850-820d-14564d155cef,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:05.727669 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-faaa45c0-3bd7-4930-a89f-4bc169300811 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.728926 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-faaa45c0-3bd7-4930-a89f-4bc169300811 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1719434 Feb 10 11:42:05.733108 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41688) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:05.739374 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '6b3c6458-18aa-4519-ba19-a68290cb30ec', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:05.748427 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:05.753270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:05.757322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:05.764532 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:05.786822 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.806598 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] Set router d6021760-c7f9-4562-8fc4-a6d288df9a6d gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:05.864046 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.869252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.891996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f324d3de-178a-45bd-9151-6da71662a498,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:05.907057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:05.907707 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:05.908212 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:05.908705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:05.909357 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:05.909950 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:05.910369 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:05.910794 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:05.911222 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:05.911794 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:05.912217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:05.915685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:05.916991 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-91bb3d62-e5da-4f38-b2c5-67042f18015e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1828115 Feb 10 11:42:05.919705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41692) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:05.926276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-cf0fc045-5e9f-454d-a706-2a7daf8cc668 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '6b3c6458-18aa-4519-ba19-a68290cb30ec', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:05.934680 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-cf0fc045-5e9f-454d-a706-2a7daf8cc668 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:05.939852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cf0fc045-5e9f-454d-a706-2a7daf8cc668 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:05.946054 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cf0fc045-5e9f-454d-a706-2a7daf8cc668 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:05.952687 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-cf0fc045-5e9f-454d-a706-2a7daf8cc668 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:05.972866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf0fc045-5e9f-454d-a706-2a7daf8cc668 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:06.053647 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf0fc045-5e9f-454d-a706-2a7daf8cc668 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:06.058062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf0fc045-5e9f-454d-a706-2a7daf8cc668 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:06.083246 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fc045-5e9f-454d-a706-2a7daf8cc668 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d39cd4-aca6-4159-8bff-59f91ca30924,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:06.094438 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf0fc045-5e9f-454d-a706-2a7daf8cc668 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:06.095701 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cf0fc045-5e9f-454d-a706-2a7daf8cc668 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1749449 Feb 10 11:42:06.098627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41696) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:06.107726 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-55a65559-7ca4-453b-9ea7-2cd405c00a37 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '6b3c6458-18aa-4519-ba19-a68290cb30ec', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:06.124451 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-55a65559-7ca4-453b-9ea7-2cd405c00a37 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:06.133780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-55a65559-7ca4-453b-9ea7-2cd405c00a37 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:06.138275 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-55a65559-7ca4-453b-9ea7-2cd405c00a37 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:06.148428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-55a65559-7ca4-453b-9ea7-2cd405c00a37 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:06.163578 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-55a65559-7ca4-453b-9ea7-2cd405c00a37 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:42:06.170860 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-55a65559-7ca4-453b-9ea7-2cd405c00a37 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:06.194305 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'name': 'tempest-TestNetworkBasicOps-router-698292390', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:42:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '88c48e35-d0b7-44c2-ac5f-d56650641567', 'name': '', 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:b7:cc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:59Z', 'updated_at': '2022-02-10T11:42:05Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:06.200335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7996a81f-c4a7-419e-8bfd-5c26b0a4d186 None None] The sync data for ids ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'] in dv-neutron-828497-1-hyperv is: [{'id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'name': 'tempest-TestNetworkBasicOps-router-698292390', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:42:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '88c48e35-d0b7-44c2-ac5f-d56650641567', 'name': '', 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:b7:cc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:59Z', 'updated_at': '2022-02-10T11:42:05Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:42:06.256980 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-55a65559-7ca4-453b-9ea7-2cd405c00a37 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:06.261846 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-55a65559-7ca4-453b-9ea7-2cd405c00a37 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:06.293799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a65559-7ca4-453b-9ea7-2cd405c00a37 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be41bc54-5172-44e7-9bf0-9507d37a23d6,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:06.309749 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-55a65559-7ca4-453b-9ea7-2cd405c00a37 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:06.311054 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-55a65559-7ca4-453b-9ea7-2cd405c00a37 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2104547 Feb 10 11:42:06.314106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41700) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:06.320031 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-159221f9-587a-4032-8567-3b1e07acc9c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '6b3c6458-18aa-4519-ba19-a68290cb30ec', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:06.326255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-159221f9-587a-4032-8567-3b1e07acc9c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:06.330352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-159221f9-587a-4032-8567-3b1e07acc9c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:06.334158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-159221f9-587a-4032-8567-3b1e07acc9c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:06.341735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-159221f9-587a-4032-8567-3b1e07acc9c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:06.356155 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-159221f9-587a-4032-8567-3b1e07acc9c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:42:06.363943 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-159221f9-587a-4032-8567-3b1e07acc9c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:06.437612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-159221f9-587a-4032-8567-3b1e07acc9c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:06.442266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-159221f9-587a-4032-8567-3b1e07acc9c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:06.486427 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159221f9-587a-4032-8567-3b1e07acc9c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae19761-4f3d-42b5-9ee1-d6ccd9ad7647,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:06.501800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-159221f9-587a-4032-8567-3b1e07acc9c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:06.509395 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-159221f9-587a-4032-8567-3b1e07acc9c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1884098 Feb 10 11:42:06.747428 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-90b726d4-6506-4481-8164-ef3cc4bdf472 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:42:06.773864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-90b726d4-6506-4481-8164-ef3cc4bdf472 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:42:06.775936 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-90b726d4-6506-4481-8164-ef3cc4bdf472 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326090174&fields=id&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 267 time: 0.0765729 Feb 10 11:42:06.859965 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 88c48e35-d0b7-44c2-ac5f-d56650641567 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:42:06.878052 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-5124f157-5255-477a-82ad-a25d07156bfb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:06.878698 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-5124f157-5255-477a-82ad-a25d07156bfb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:42:06.902261 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-5124f157-5255-477a-82ad-a25d07156bfb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:42:06.904560 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-5124f157-5255-477a-82ad-a25d07156bfb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports/cc7243e1-142b-4ae6-a508-e1e87fdb9b19 HTTP/1.1" status: 200 len: 930 time: 0.1155109 Feb 10 11:42:06.961073 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 88c48e35-d0b7-44c2-ac5f-d56650641567 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:42:06.969413 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 88c48e35-d0b7-44c2-ac5f-d56650641567 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:06.969961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:07.006546 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-1ecdc1e3-4ce9-4e8d-904e-5b713e78cd2b service neutron] 10.222.0.36 "GET /v2.0/ports/cc7243e1-142b-4ae6-a508-e1e87fdb9b19?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0825100 Feb 10 11:42:07.116613 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:07.156909 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 88c48e35-d0b7-44c2-ac5f-d56650641567, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=88c48e35-d0b7-44c2-ac5f-d56650641567,segment=NetworkSegment(955efd5e-2eca-4d98-89a1-b43941885bcf),segment_id=955efd5e-2eca-4d98-89a1-b43941885bcf)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:07.163288 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:07.169719 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-78eeb8d5-cba2-4b05-a3d1-71b95c2d5ad8 service neutron] 10.222.0.36 "GET /v2.0/networks/38ad21f9-4260-45b7-9758-e9dc7909c357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597776 Feb 10 11:42:07.236974 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=88c48e35-d0b7-44c2-ac5f-d56650641567,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:07.323071 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-f0d6fb1d-576d-49c6-9e8a-0f85e1f788ad service neutron] 10.222.0.36 "GET /v2.0/networks/38ad21f9-4260-45b7-9758-e9dc7909c357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481261 Feb 10 11:42:07.522108 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-034f5f88-2612-4aa3-bbb7-565d8e028e5c req-bb8ccc97-5f4f-4943-880a-4a7b63bd699b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 210 time: 0.0447812 Feb 10 11:42:08.098986 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:08.502984 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-a35363af-d36d-49cf-a29d-8a3743fe238c service neutron] 10.222.0.73 "GET /v2.0/ports/cc7243e1-142b-4ae6-a508-e1e87fdb9b19 HTTP/1.1" status: 200 len: 1026 time: 0.0811365 Feb 10 11:42:08.699335 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-435b527f-6c14-45d5-b689-ba350e74d728 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:08.700855 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-435b527f-6c14-45d5-b689-ba350e74d728 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/networks?id=38ad21f9-4260-45b7-9758-e9dc7909c357 HTTP/1.1" status: 200 len: 797 time: 0.1925757 Feb 10 11:42:08.707618 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07690a42-a611-40ff-97fc-2af5b72109ce req-600269ef-6b3e-4623-8be5-195dc4f26f77 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 210 time: 0.0523915 Feb 10 11:42:08.763542 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-bed791e7-53f5-46d1-852d-82ca132a9fca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 380 time: 0.0436037 Feb 10 11:42:08.775619 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Request body: {'port': {'device_id': 'f3caecfb-71e1-4de7-b468-29c093a7069c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:08.820623 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 88c48e35-d0b7-44c2-ac5f-d56650641567 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:42:08.890755 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:08.897941 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 88c48e35-d0b7-44c2-ac5f-d56650641567 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:08.898295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:09.246465 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7243e1-142b-4ae6-a508-e1e87fdb9b19 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:42:09.253838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:09.268437 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Transition to ACTIVE for port object cc7243e1-142b-4ae6-a508-e1e87fdb9b19 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:42:09.273260 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:09.420286 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:09.633420 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Attempting to bind port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:42:09.634108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Attempting to bind port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '955efd5e-2eca-4d98-89a1-b43941885bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:42:09.634108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Attempting to bind port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 on network 38ad21f9-4260-45b7-9758-e9dc7909c357 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:42:09.639814 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 on network 38ad21f9-4260-45b7-9758-e9dc7909c357 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:42:09.640139 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Attempting to bind port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 on network 38ad21f9-4260-45b7-9758-e9dc7909c357 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:42:09.646855 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:42:09.647264 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Checking segment: {'id': '955efd5e-2eca-4d98-89a1-b43941885bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:42:09.647643 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Bound using segment: {'id': '955efd5e-2eca-4d98-89a1-b43941885bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:42:09.648067 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Bound port: cc7243e1-142b-4ae6-a508-e1e87fdb9b19, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955efd5e-2eca-4d98-89a1-b43941885bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:42:09.648435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:09.744884 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] For port cc7243e1-142b-4ae6-a508-e1e87fdb9b19, host hv-neutron-8284, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:42:09.749461 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] For port cc7243e1-142b-4ae6-a508-e1e87fdb9b19, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,segment=NetworkSegment(955efd5e-2eca-4d98-89a1-b43941885bcf),segment_id=955efd5e-2eca-4d98-89a1-b43941885bcf)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:42:09.755243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:09.825717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:09.827110 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] 10.222.0.73 "PUT /v2.0/ports/cc7243e1-142b-4ae6-a508-e1e87fdb9b19 HTTP/1.1" status: 200 len: 1131 time: 1.0566266 Feb 10 11:42:09.827532 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3caecfb-71e1-4de7-b468-29c093a7069c', 'tag': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:42:09.942753 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c9b26-2b65-4a9d-b252-9425aa435082 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:09.963198 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3caecfb-71e1-4de7-b468-29c093a7069c', 'tag': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19', 'status': 'completed', 'code': 200} Feb 10 11:42:10.022574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c3854-bd40-4793-b3ea-2d4bc3b58958 req-55051068-9bea-4db3-b4e9-9b9c0cb4e616 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:10.024231 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed4c3854-bd40-4793-b3ea-2d4bc3b58958 req-55051068-9bea-4db3-b4e9-9b9c0cb4e616 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 981 time: 0.1708903 Feb 10 11:42:10.028635 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-1594be74-9ea3-4c2e-883d-a0373082b454 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 1134 time: 0.1218724 Feb 10 11:42:10.128351 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-c315a496-ec4f-491e-b6de-86b52e8aa991 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc7243e1-142b-4ae6-a508-e1e87fdb9b19 HTTP/1.1" status: 200 len: 217 time: 0.0815113 Feb 10 11:42:10.174187 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed4c3854-bd40-4793-b3ea-2d4bc3b58958 req-6645dc8e-8eb2-4e42-961b-44d89b0d1726 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438916 Feb 10 11:42:10.212926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-e7600bad-b81c-4bbe-aaa6-992a46ea40d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:10.214402 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-e7600bad-b81c-4bbe-aaa6-992a46ea40d9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a87fd2e-03f2-4725-bda5-1af759f0b627 HTTP/1.1" status: 200 len: 834 time: 0.0791821 Feb 10 11:42:10.292387 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-9e57f36a-5103-4681-b5cc-da139a616e64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38ad21f9-4260-45b7-9758-e9dc7909c357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717487 Feb 10 11:42:10.434253 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-9b2295bb-60d2-404b-917d-8bd9f9807ec9 service neutron] 10.222.0.73 "GET /v2.0/networks/38ad21f9-4260-45b7-9758-e9dc7909c357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319714 Feb 10 11:42:10.573801 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8c49213-016c-4793-9c85-7c0f86f7bf90 req-d2803b52-4091-4b1f-85d3-53d04470f9de service neutron] 10.222.0.73 "GET /v2.0/networks/38ad21f9-4260-45b7-9758-e9dc7909c357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302030 Feb 10 11:42:10.687437 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9ebde756-b806-4abe-8604-9bc7a1c12aba req-7fe98daf-34a4-4301-81e1-3ac9357bc7f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 1134 time: 0.0702934 Feb 10 11:42:10.865479 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebde756-b806-4abe-8604-9bc7a1c12aba req-cc2b6e2a-4ce8-4997-b74a-bf78785cb61e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:10.868129 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9ebde756-b806-4abe-8604-9bc7a1c12aba req-cc2b6e2a-4ce8-4997-b74a-bf78785cb61e service neutron] 10.222.0.73 "GET /v2.0/networks?id=38ad21f9-4260-45b7-9758-e9dc7909c357 HTTP/1.1" status: 200 len: 898 time: 0.1630442 Feb 10 11:42:10.941278 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9ebde756-b806-4abe-8604-9bc7a1c12aba req-733edb0c-0f3d-45b4-a22c-d1875ee62ef3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc7243e1-142b-4ae6-a508-e1e87fdb9b19 HTTP/1.1" status: 200 len: 217 time: 0.0668087 Feb 10 11:42:11.016149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebde756-b806-4abe-8604-9bc7a1c12aba req-9cb4cdba-095b-4089-9aa0-330b44ea7f73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:11.017635 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9ebde756-b806-4abe-8604-9bc7a1c12aba req-9cb4cdba-095b-4089-9aa0-330b44ea7f73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a87fd2e-03f2-4725-bda5-1af759f0b627 HTTP/1.1" status: 200 len: 834 time: 0.0704472 Feb 10 11:42:11.096293 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9ebde756-b806-4abe-8604-9bc7a1c12aba req-d2dba176-b0d7-47a7-824d-5f9eba19bd72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38ad21f9-4260-45b7-9758-e9dc7909c357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725543 Feb 10 11:42:11.276570 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9ebde756-b806-4abe-8604-9bc7a1c12aba req-2f8bae46-afdc-445b-b4d3-d11cdcb9aedc service neutron] 10.222.0.73 "GET /v2.0/networks/38ad21f9-4260-45b7-9758-e9dc7909c357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738224 Feb 10 11:42:11.563962 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9ebde756-b806-4abe-8604-9bc7a1c12aba req-18ed408b-5dde-42b8-af5f-b0f84cd927f8 service neutron] 10.222.0.73 "GET /v2.0/networks/38ad21f9-4260-45b7-9758-e9dc7909c357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805145 Feb 10 11:42:11.578739 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060ca5a-8d0b-41f9-ae51-478167932b79 req-15ce2393-54fe-4325-bc61-5c581cd98e7f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:11.580662 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a060ca5a-8d0b-41f9-ae51-478167932b79 req-15ce2393-54fe-4325-bc61-5c581cd98e7f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 981 time: 0.2222407 Feb 10 11:42:11.634704 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a060ca5a-8d0b-41f9-ae51-478167932b79 req-c6632a94-35fd-4ef3-9fdc-0e7094cf0ccf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450935 Feb 10 11:42:12.031460 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device cc7243e1-142b-4ae6-a508-e1e87fdb9b19 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:42:12.203526 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port cc7243e1-142b-4ae6-a508-e1e87fdb9b19, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,segment=NetworkSegment(955efd5e-2eca-4d98-89a1-b43941885bcf),segment_id=955efd5e-2eca-4d98-89a1-b43941885bcf)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:12.217606 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19', 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357', 'port_id': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19', 'mac_address': 'fa:16:3e:05:00:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:42:12.278322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:12.296403 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7243e1-142b-4ae6-a508-e1e87fdb9b19 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:42:12.312397 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port cc7243e1-142b-4ae6-a508-e1e87fdb9b19, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,segment=NetworkSegment(955efd5e-2eca-4d98-89a1-b43941885bcf),segment_id=955efd5e-2eca-4d98-89a1-b43941885bcf)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:12.316964 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:12.389895 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:12.552341 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['cc7243e1-142b-4ae6-a508-e1e87fdb9b19'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:42:12.921764 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ffb05-c75c-413b-b302-cba4100e4bd2 req-1920e035-1dde-487d-be6d-0d1b0c31c0a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:12.923197 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-919ffb05-c75c-413b-b302-cba4100e4bd2 req-1920e035-1dde-487d-be6d-0d1b0c31c0a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 982 time: 0.0787323 Feb 10 11:42:12.972943 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-919ffb05-c75c-413b-b302-cba4100e4bd2 req-ab51a89f-d0ce-4c1d-bfa0-7b9a8ba3697a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426745 Feb 10 11:42:14.047567 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device cc7243e1-142b-4ae6-a508-e1e87fdb9b19 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:42:14.124979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:42:14.130279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:14.130893 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:14.188253 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063d273-b48c-4893-9618-f782098d7c45 req-90b265c2-9ef1-4ac3-8118-84fa52abb2f6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:14.189615 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6063d273-b48c-4893-9618-f782098d7c45 req-90b265c2-9ef1-4ac3-8118-84fa52abb2f6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 982 time: 0.0893147 Feb 10 11:42:14.244674 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6063d273-b48c-4893-9618-f782098d7c45 req-7ba02e6e-9ba7-4f17-b7bb-38d99d4f50a5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485957 Feb 10 11:42:14.252676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:14.284118 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3caecfb-71e1-4de7-b468-29c093a7069c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:42:14.295484 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port cc7243e1-142b-4ae6-a508-e1e87fdb9b19, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,segment=NetworkSegment(955efd5e-2eca-4d98-89a1-b43941885bcf),segment_id=955efd5e-2eca-4d98-89a1-b43941885bcf)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:14.300646 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:14.347024 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3caecfb-71e1-4de7-b468-29c093a7069c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19', 'code': 200} Feb 10 11:42:14.374697 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:14.575715 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f2cd025e-fbd1-4ff8-a1e2-5fa9f8f2b65f req-59fae971-ac64-4bca-b560-d295888d1497 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 1136 time: 0.0684867 Feb 10 11:42:14.620519 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f2cd025e-fbd1-4ff8-a1e2-5fa9f8f2b65f req-8108136b-d8ab-4949-b5b6-352506bf4f99 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380950 Feb 10 11:42:15.116231 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:42:15.459219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41286c-9034-4cd6-9e9e-ae225d3ab2b0 req-e21c353d-68b6-4b6f-ac6b-adbccfd00d55 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:15.460738 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6d41286c-9034-4cd6-9e9e-ae225d3ab2b0 req-e21c353d-68b6-4b6f-ac6b-adbccfd00d55 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 983 time: 0.0870790 Feb 10 11:42:15.514286 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6d41286c-9034-4cd6-9e9e-ae225d3ab2b0 req-aaf8ff33-c4e2-49f5-bc3f-540d11db4796 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430150 Feb 10 11:42:16.720089 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3350e-1226-4417-9ad1-e5e68c04cf49 req-a2126f41-5545-46ff-bc7d-80479c2c61d7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:16.721615 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6ad3350e-1226-4417-9ad1-e5e68c04cf49 req-a2126f41-5545-46ff-bc7d-80479c2c61d7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 983 time: 0.0783114 Feb 10 11:42:16.767542 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6ad3350e-1226-4417-9ad1-e5e68c04cf49 req-c9d19bdd-6d9b-4b37-a421-a7987a2e7a71 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403342 Feb 10 11:42:16.981094 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d59c6-1755-4042-93b4-f8fd562dd484 req-65e9f878-c138-401e-ad8c-55264b050d5b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:16.982631 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1c8d59c6-1755-4042-93b4-f8fd562dd484 req-65e9f878-c138-401e-ad8c-55264b050d5b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 983 time: 0.0888405 Feb 10 11:42:17.029369 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1c8d59c6-1755-4042-93b4-f8fd562dd484 req-8e76b507-9a24-40e9-8435-b5711d35affb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407820 Feb 10 11:42:17.058400 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41742) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:17.136091 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cc26c80d-8364-4927-8779-6de2cee645f7 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 1131 time: 0.0766051 Feb 10 11:42:17.140451 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41746) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:17.146890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:17.152259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:17.156604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:floatingip and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:17.160143 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:17.168030 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:17.181014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:17.326528 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:17.474983 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.26.4.161 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/fadcc4e2-9504-4e70-9435-b66177885c29) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:42:17.634247 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:17.662579 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:17.728337 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:42:17.731144 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:42:17.734788 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:42:17.767478 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=fadcc4e2-9504-4e70-9435-b66177885c29,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:18.368960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:18.441949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:18.697402 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:18.702434 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:18.813902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=fadcc4e2-9504-4e70-9435-b66177885c29,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:18.830369 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:19.042541 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Floating IP 37eedecf-48a9-4783-8aaa-3e27fcfee40d associated. External IP: 172.26.4.161, port: cc7243e1-142b-4ae6-a508-e1e87fdb9b19. Feb 10 11:42:19.398677 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-711c5089-f791-418a-9761-6917cff66e1d req-27db51b3-d05a-4207-b9d6-6e9b9f453808 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0949275 Feb 10 11:42:19.457591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router d6021760-c7f9-4562-8fc4-a6d288df9a6d has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:42:19.507159 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-711c5089-f791-418a-9761-6917cff66e1d req-b2ab6f24-c1a6-4ecf-a165-46b024a49041 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 1099 time: 0.0873806 Feb 10 11:42:19.663290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c5089-f791-418a-9761-6917cff66e1d req-19221939-27f8-407d-8f9b-988d8f6dca20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:19.664634 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-711c5089-f791-418a-9761-6917cff66e1d req-19221939-27f8-407d-8f9b-988d8f6dca20 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 200 len: 911 time: 0.1381361 Feb 10 11:42:19.771308 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-711c5089-f791-418a-9761-6917cff66e1d req-e90d0666-2de5-4beb-b83a-90bf0db81ebb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=383406cb-6067-46df-8a87-1e783b805ce5 HTTP/1.1" status: 200 len: 1001 time: 0.1000876 Feb 10 11:42:19.774664 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:42:19.786968 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46d8ff-6b90-44c4-90e2-316c6f364a93 None None] Sync routers for ids ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:42:19.800095 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf46d8ff-6b90-44c4-90e2-316c6f364a93 None None] Routers {'d6021760-c7f9-4562-8fc4-a6d288df9a6d'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:19.801060 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-cf46d8ff-6b90-44c4-90e2-316c6f364a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:19.806480 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:19.839739 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c5089-f791-418a-9761-6917cff66e1d req-ae1d4d7f-e357-48a3-a9e9-e44954438d6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:19.841242 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-711c5089-f791-418a-9761-6917cff66e1d req-ae1d4d7f-e357-48a3-a9e9-e44954438d6d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bfb8288-f6e4-496c-ada9-091c63b52c0b HTTP/1.1" status: 200 len: 849 time: 0.0625472 Feb 10 11:42:19.879562 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9926fabe-23a5-4b0e-8a4f-7bb2c7c44be4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.7380660 Feb 10 11:42:19.880215 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41750) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:19.880690 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3caecfb-71e1-4de7-b468-29c093a7069c', 'tag': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:42:19.938036 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-711c5089-f791-418a-9761-6917cff66e1d req-603d6878-b91d-4052-80c3-e0e6cee18d64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f515bcb9-d982-4b8d-83ba-f18662effa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879788 Feb 10 11:42:19.976417 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3caecfb-71e1-4de7-b468-29c093a7069c', 'tag': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19', 'status': 'completed', 'code': 200} Feb 10 11:42:19.992021 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-24349181-52f8-4542-9fff-3ad60ca1706a tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f3caecfb-71e1-4de7-b468-29c093a7069c&network_id=38ad21f9-4260-45b7-9758-e9dc7909c357 HTTP/1.1" status: 200 len: 1131 time: 0.1056912 Feb 10 11:42:20.072458 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-cf46d8ff-6b90-44c4-90e2-316c6f364a93 None None] Set router d6021760-c7f9-4562-8fc4-a6d288df9a6d gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:20.096782 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2b5576ee-48eb-4c84-8f71-18ab151d1b8c req-8977ccc3-f3f4-41c0-9970-80d2241d004e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 1136 time: 0.0928030 Feb 10 11:42:20.124425 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-711c5089-f791-418a-9761-6917cff66e1d req-c3b684de-647c-407a-b1c2-70de11d57965 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787376 Feb 10 11:42:20.268113 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5576ee-48eb-4c84-8f71-18ab151d1b8c req-da9155cb-905d-4a51-9af3-3d0b2a83736d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:20.269602 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2b5576ee-48eb-4c84-8f71-18ab151d1b8c req-da9155cb-905d-4a51-9af3-3d0b2a83736d service neutron] 10.222.0.73 "GET /v2.0/networks?id=38ad21f9-4260-45b7-9758-e9dc7909c357 HTTP/1.1" status: 200 len: 898 time: 0.1667244 Feb 10 11:42:20.286528 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-711c5089-f791-418a-9761-6917cff66e1d req-e772279c-80e9-43fc-a648-37de50fbcdde service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548843 Feb 10 11:42:20.419155 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2b5576ee-48eb-4c84-8f71-18ab151d1b8c req-24ac3227-762a-4cfa-8569-e94071149052 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc7243e1-142b-4ae6-a508-e1e87fdb9b19 HTTP/1.1" status: 200 len: 1037 time: 0.1424735 Feb 10 11:42:20.479301 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-cf46d8ff-6b90-44c4-90e2-316c6f364a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'name': 'tempest-TestNetworkBasicOps-router-698292390', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:42:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '37eedecf-48a9-4783-8aaa-3e27fcfee40d', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.161', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'port_id': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1418449354', 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357', 'mac_address': 'fa:16:3e:05:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3caecfb-71e1-4de7-b468-29c093a7069c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:42:18Z', 'updated_at': '2022-02-10T11:42:18Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c48e35-d0b7-44c2-ac5f-d56650641567', 'name': '', 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:b7:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:59Z', 'updated_at': '2022-02-10T11:42:07Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:20.484434 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46d8ff-6b90-44c4-90e2-316c6f364a93 None None] Checking router: d6021760-c7f9-4562-8fc4-a6d288df9a6d for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:42:20.493770 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5576ee-48eb-4c84-8f71-18ab151d1b8c req-53d8fc4f-30ea-4a41-8d6e-e7b7985e05c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:20.495095 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2b5576ee-48eb-4c84-8f71-18ab151d1b8c req-53d8fc4f-30ea-4a41-8d6e-e7b7985e05c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a87fd2e-03f2-4725-bda5-1af759f0b627 HTTP/1.1" status: 200 len: 834 time: 0.0690138 Feb 10 11:42:20.498222 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf46d8ff-6b90-44c4-90e2-316c6f364a93 None None] Routers {'d6021760-c7f9-4562-8fc4-a6d288df9a6d'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:20.498824 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-cf46d8ff-6b90-44c4-90e2-316c6f364a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:20.589735 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2b5576ee-48eb-4c84-8f71-18ab151d1b8c req-359f7856-af21-4b53-bc3d-7de30e6a5bff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38ad21f9-4260-45b7-9758-e9dc7909c357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869691 Feb 10 11:42:20.591447 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4de2e-24df-4936-862e-968f3dae6f35 req-1218104b-753d-4c98-90c3-7c6cf4f9d0c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:20.593041 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68e4de2e-24df-4936-862e-968f3dae6f35 req-1218104b-753d-4c98-90c3-7c6cf4f9d0c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 983 time: 0.0813506 Feb 10 11:42:20.647386 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68e4de2e-24df-4936-862e-968f3dae6f35 req-075a152f-3234-4e44-aa2a-bca959dca267 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482700 Feb 10 11:42:20.745343 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2b5576ee-48eb-4c84-8f71-18ab151d1b8c req-33361655-5afa-41e1-8c6c-a07db77e22ff service neutron] 10.222.0.73 "GET /v2.0/networks/38ad21f9-4260-45b7-9758-e9dc7909c357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483264 Feb 10 11:42:20.747208 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-cf46d8ff-6b90-44c4-90e2-316c6f364a93 None None] Set router d6021760-c7f9-4562-8fc4-a6d288df9a6d gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:20.894291 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2b5576ee-48eb-4c84-8f71-18ab151d1b8c req-ac225432-5eec-428c-92f9-9ea12d731e0f service neutron] 10.222.0.73 "GET /v2.0/networks/38ad21f9-4260-45b7-9758-e9dc7909c357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395447 Feb 10 11:42:21.163555 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-cf46d8ff-6b90-44c4-90e2-316c6f364a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'name': 'tempest-TestNetworkBasicOps-router-698292390', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:42:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '37eedecf-48a9-4783-8aaa-3e27fcfee40d', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.161', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'port_id': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1418449354', 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357', 'mac_address': 'fa:16:3e:05:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3caecfb-71e1-4de7-b468-29c093a7069c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:42:18Z', 'updated_at': '2022-02-10T11:42:18Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c48e35-d0b7-44c2-ac5f-d56650641567', 'name': '', 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:b7:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:59Z', 'updated_at': '2022-02-10T11:42:07Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:21.167652 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46d8ff-6b90-44c4-90e2-316c6f364a93 None None] The sync data for ids ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'] in dv-neutron-828497-1-hyperv is: [{'id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'name': 'tempest-TestNetworkBasicOps-router-698292390', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:42:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '37eedecf-48a9-4783-8aaa-3e27fcfee40d', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.161', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'port_id': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1418449354', 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357', 'mac_address': 'fa:16:3e:05:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3caecfb-71e1-4de7-b468-29c093a7069c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:42:18Z', 'updated_at': '2022-02-10T11:42:18Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c48e35-d0b7-44c2-ac5f-d56650641567', 'name': '', 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:b7:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:59Z', 'updated_at': '2022-02-10T11:42:07Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:42:21.899774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8acea1-b202-459f-966c-9252e3a20a3b req-a6dc3c66-5686-4d1c-be40-d4765dccacff tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:21.910208 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1f8acea1-b202-459f-966c-9252e3a20a3b req-a6dc3c66-5686-4d1c-be40-d4765dccacff tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 983 time: 0.1060095 Feb 10 11:42:21.929382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-41b57acc-8a3f-4588-9c13-3e89106a146c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:21.930279 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-41b57acc-8a3f-4588-9c13-3e89106a146c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:42:21.951537 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-41b57acc-8a3f-4588-9c13-3e89106a146c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:42:21.952760 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-41b57acc-8a3f-4588-9c13-3e89106a146c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 983 time: 0.1399417 Feb 10 11:42:22.045662 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-e6bc8692-9763-4241-ad2d-61fc9cb68d95 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:22.047028 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-e6bc8692-9763-4241-ad2d-61fc9cb68d95 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/ports/cc7243e1-142b-4ae6-a508-e1e87fdb9b19?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0880451 Feb 10 11:42:22.075625 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1f8acea1-b202-459f-966c-9252e3a20a3b req-695a873a-ce75-4d84-bd46-2779fa15183b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604421 Feb 10 11:42:22.203074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-fd869df2-a11d-4bae-99ed-4cd1b3a1adef tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:42:22.220731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-fd869df2-a11d-4bae-99ed-4cd1b3a1adef tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:42:22.222042 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-fd869df2-a11d-4bae-99ed-4cd1b3a1adef tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/networks/38ad21f9-4260-45b7-9758-e9dc7909c357?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1692095 Feb 10 11:42:22.234028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-90112963-d962-40fe-a6b4-28b757d5c4cc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:22.280520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752cba5-632e-4295-babb-6f61cbe203a7 None None] New status for floating IP 37eedecf-48a9-4783-8aaa-3e27fcfee40d: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:42:22.367622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-90112963-d962-40fe-a6b4-28b757d5c4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:22.704040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-90112963-d962-40fe-a6b4-28b757d5c4cc service neutron] For port cc7243e1-142b-4ae6-a508-e1e87fdb9b19, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,segment=NetworkSegment(955efd5e-2eca-4d98-89a1-b43941885bcf),segment_id=955efd5e-2eca-4d98-89a1-b43941885bcf)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:22.752650 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-90112963-d962-40fe-a6b4-28b757d5c4cc service neutron] For port cc7243e1-142b-4ae6-a508-e1e87fdb9b19, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:42:22.812876 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-90112963-d962-40fe-a6b4-28b757d5c4cc service neutron] device_id is not set on port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:42:22.824681 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-90112963-d962-40fe-a6b4-28b757d5c4cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:22.831489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-90112963-d962-40fe-a6b4-28b757d5c4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:23.009747 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90112963-d962-40fe-a6b4-28b757d5c4cc service neutron] Pushing event updated for resources: {'Port': ['ID=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:23.083393 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-90112963-d962-40fe-a6b4-28b757d5c4cc service neutron] No DVR routers for this DVR port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:42:23.322528 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a6509d7c-6e7c-403b-a2c5-2565c9776545 req-ddb2e032-aece-42b6-b669-3b8a3938a6fb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3caecfb-71e1-4de7-b468-29c093a7069c HTTP/1.1" status: 200 len: 210 time: 0.0833161 Feb 10 11:42:23.412692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3ffcc615-e5ee-4a1a-b692-a7732866a5e5 None None] Provisioning complete for port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:23.413755 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3ffcc615-e5ee-4a1a-b692-a7732866a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:23.439753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-90112963-d962-40fe-a6b4-28b757d5c4cc service neutron] In _notify_port_updated(), no bound segment for port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 on network 38ad21f9-4260-45b7-9758-e9dc7909c357 {{(pid=83555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:42:23.440765 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-90112963-d962-40fe-a6b4-28b757d5c4cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:23.442649 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3b6933e3-fb42-471a-81a3-7d868fc77b81 req-90112963-d962-40fe-a6b4-28b757d5c4cc service neutron] 10.222.0.73 "PUT /v2.0/ports/cc7243e1-142b-4ae6-a508-e1e87fdb9b19 HTTP/1.1" status: 200 len: 1026 time: 1.2126269 Feb 10 11:42:23.529777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-3ffcc615-e5ee-4a1a-b692-a7732866a5e5 None None] Port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:42:24.085383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device cc7243e1-142b-4ae6-a508-e1e87fdb9b19 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:42:24.157308 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device cc7243e1-142b-4ae6-a508-e1e87fdb9b19 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:42:24.440319 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41768) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:24.522054 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76f420d-4d1b-4083-8950-3990e88aaf1c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:24.522054 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c76f420d-4d1b-4083-8950-3990e88aaf1c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports/cc7243e1-142b-4ae6-a508-e1e87fdb9b19 HTTP/1.1" status: 200 len: 925 time: 0.0791457 Feb 10 11:42:24.894676 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41774) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:24.905748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d403c5cf-1f12-4d37-944e-178abc7cfe1c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929650553', 'description': 'tempest-secgroup-smoke-1929650553 description', 'project_id': '0287a4c215574103957c73d52a854e74'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:24.915391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d403c5cf-1f12-4d37-944e-178abc7cfe1c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:24.931319 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d403c5cf-1f12-4d37-944e-178abc7cfe1c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:24.944741 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d403c5cf-1f12-4d37-944e-178abc7cfe1c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:24.989698 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d403c5cf-1f12-4d37-944e-178abc7cfe1c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:24.996747 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d403c5cf-1f12-4d37-944e-178abc7cfe1c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:25.000800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d403c5cf-1f12-4d37-944e-178abc7cfe1c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:25.009265 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d403c5cf-1f12-4d37-944e-178abc7cfe1c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:25.077671 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d403c5cf-1f12-4d37-944e-178abc7cfe1c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.081753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d403c5cf-1f12-4d37-944e-178abc7cfe1c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.131661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403c5cf-1f12-4d37-944e-178abc7cfe1c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3482c184-6dc5-44c1-92f8-aa3137f93682,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:25.143521 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d403c5cf-1f12-4d37-944e-178abc7cfe1c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.143521 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d403c5cf-1f12-4d37-944e-178abc7cfe1c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2406015 Feb 10 11:42:25.143521 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41778) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:25.150715 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-30eeb8cb-9014-4ea7-b6dd-4e94ab5068f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3482c184-6dc5-44c1-92f8-aa3137f93682', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:25.157864 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-30eeb8cb-9014-4ea7-b6dd-4e94ab5068f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:25.162653 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-30eeb8cb-9014-4ea7-b6dd-4e94ab5068f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:25.166897 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-30eeb8cb-9014-4ea7-b6dd-4e94ab5068f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:25.174498 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-30eeb8cb-9014-4ea7-b6dd-4e94ab5068f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:25.199029 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-30eeb8cb-9014-4ea7-b6dd-4e94ab5068f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.279984 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-30eeb8cb-9014-4ea7-b6dd-4e94ab5068f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.285065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-30eeb8cb-9014-4ea7-b6dd-4e94ab5068f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.316335 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eeb8cb-9014-4ea7-b6dd-4e94ab5068f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca050100-a5a8-4d37-a2c9-3512c2479750,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:25.325353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-30eeb8cb-9014-4ea7-b6dd-4e94ab5068f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.326545 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-30eeb8cb-9014-4ea7-b6dd-4e94ab5068f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1837370 Feb 10 11:42:25.331268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41782) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:25.337940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-bdd76ea7-78cf-432f-add1-91862e23bcd7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3482c184-6dc5-44c1-92f8-aa3137f93682', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:25.345560 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bdd76ea7-78cf-432f-add1-91862e23bcd7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:25.349196 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bdd76ea7-78cf-432f-add1-91862e23bcd7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:25.355191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bdd76ea7-78cf-432f-add1-91862e23bcd7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:25.363262 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bdd76ea7-78cf-432f-add1-91862e23bcd7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:25.387005 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bdd76ea7-78cf-432f-add1-91862e23bcd7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.472825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bdd76ea7-78cf-432f-add1-91862e23bcd7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.479592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bdd76ea7-78cf-432f-add1-91862e23bcd7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.508171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd76ea7-78cf-432f-add1-91862e23bcd7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa80c21-11f3-42a9-a1ce-ca347953fcfe,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:25.526046 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bdd76ea7-78cf-432f-add1-91862e23bcd7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.527817 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bdd76ea7-78cf-432f-add1-91862e23bcd7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1969962 Feb 10 11:42:25.530363 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41786) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:25.537606 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-37d7a24f-ecac-451f-9553-f78732e617ae tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3482c184-6dc5-44c1-92f8-aa3137f93682', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:25.543912 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-37d7a24f-ecac-451f-9553-f78732e617ae tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:25.548081 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-37d7a24f-ecac-451f-9553-f78732e617ae tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:25.551241 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-37d7a24f-ecac-451f-9553-f78732e617ae tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:25.558786 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-37d7a24f-ecac-451f-9553-f78732e617ae tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:25.581647 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37d7a24f-ecac-451f-9553-f78732e617ae tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.658264 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37d7a24f-ecac-451f-9553-f78732e617ae tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.664248 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37d7a24f-ecac-451f-9553-f78732e617ae tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.692904 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7a24f-ecac-451f-9553-f78732e617ae tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ee87c6-34f0-40db-875a-4c60588a55f5,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:25.706185 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37d7a24f-ecac-451f-9553-f78732e617ae tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.710708 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-37d7a24f-ecac-451f-9553-f78732e617ae tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1781123 Feb 10 11:42:25.713182 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41790) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:25.722380 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a7590a28-30aa-40c1-a669-ed761e33d987 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3482c184-6dc5-44c1-92f8-aa3137f93682', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:25.734325 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a7590a28-30aa-40c1-a669-ed761e33d987 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:25.742738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a7590a28-30aa-40c1-a669-ed761e33d987 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:25.747191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a7590a28-30aa-40c1-a669-ed761e33d987 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:25.752138 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a7590a28-30aa-40c1-a669-ed761e33d987 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:25.774397 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a7590a28-30aa-40c1-a669-ed761e33d987 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.854099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a7590a28-30aa-40c1-a669-ed761e33d987 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.858806 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a7590a28-30aa-40c1-a669-ed761e33d987 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.891681 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7590a28-30aa-40c1-a669-ed761e33d987 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828fb431-327d-4d8f-a50e-769604bc919b,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:25.902725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a7590a28-30aa-40c1-a669-ed761e33d987 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:25.903982 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a7590a28-30aa-40c1-a669-ed761e33d987 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1897459 Feb 10 11:42:25.907094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41794) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:25.913633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-167a4a42-9ba1-4759-99dc-2837ceb05fed tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3482c184-6dc5-44c1-92f8-aa3137f93682', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:25.920140 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-167a4a42-9ba1-4759-99dc-2837ceb05fed tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:25.924153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-167a4a42-9ba1-4759-99dc-2837ceb05fed tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:25.928201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-167a4a42-9ba1-4759-99dc-2837ceb05fed tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:25.934754 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-167a4a42-9ba1-4759-99dc-2837ceb05fed tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:25.946489 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-167a4a42-9ba1-4759-99dc-2837ceb05fed tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:42:25.953638 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-167a4a42-9ba1-4759-99dc-2837ceb05fed tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:26.033894 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-167a4a42-9ba1-4759-99dc-2837ceb05fed tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:26.039752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-167a4a42-9ba1-4759-99dc-2837ceb05fed tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:26.065515 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a4a42-9ba1-4759-99dc-2837ceb05fed tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22b276c-8e33-461c-ad79-0a1303988375,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:26.076769 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-167a4a42-9ba1-4759-99dc-2837ceb05fed tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:26.078132 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-167a4a42-9ba1-4759-99dc-2837ceb05fed tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1698012 Feb 10 11:42:26.081033 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41798) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:26.088705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f8d369c2-1a29-48d9-9ef5-b7c49d0ee536 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3482c184-6dc5-44c1-92f8-aa3137f93682', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:26.095152 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f8d369c2-1a29-48d9-9ef5-b7c49d0ee536 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:26.101148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f8d369c2-1a29-48d9-9ef5-b7c49d0ee536 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:26.105606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f8d369c2-1a29-48d9-9ef5-b7c49d0ee536 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:26.112323 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f8d369c2-1a29-48d9-9ef5-b7c49d0ee536 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:26.128313 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-f8d369c2-1a29-48d9-9ef5-b7c49d0ee536 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:42:26.136194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8d369c2-1a29-48d9-9ef5-b7c49d0ee536 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:26.210038 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8d369c2-1a29-48d9-9ef5-b7c49d0ee536 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:26.215741 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8d369c2-1a29-48d9-9ef5-b7c49d0ee536 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:26.243263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d369c2-1a29-48d9-9ef5-b7c49d0ee536 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322d1bc4-2769-4839-9770-edba6a4f9d7f,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:26.252145 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8d369c2-1a29-48d9-9ef5-b7c49d0ee536 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:26.255204 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f8d369c2-1a29-48d9-9ef5-b7c49d0ee536 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1715527 Feb 10 11:42:26.462559 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-d010a34b-f921-4f4a-a812-64d7ae6f3f04 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929650553&fields=id&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 267 time: 0.0616689 Feb 10 11:42:26.492297 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-422d4ff4-41f3-4f73-aaea-f723ad4ad799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:26.537597 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-b3ece3d9-33fb-4ec6-88d2-c7dd10649e19 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:26.538924 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-b3ece3d9-33fb-4ec6-88d2-c7dd10649e19 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports/cc7243e1-142b-4ae6-a508-e1e87fdb9b19 HTTP/1.1" status: 200 len: 930 time: 0.0735295 Feb 10 11:42:26.609983 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-1a727da9-d4c7-49cb-a2de-728be9403962 service neutron] 10.222.0.36 "GET /v2.0/ports/cc7243e1-142b-4ae6-a508-e1e87fdb9b19?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0593641 Feb 10 11:42:26.745737 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-a80a34e2-5627-45b8-8f22-3cadc4558622 service neutron] 10.222.0.36 "GET /v2.0/networks/38ad21f9-4260-45b7-9758-e9dc7909c357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292567 Feb 10 11:42:26.884430 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0bc8c64d-783c-4971-aa99-bb2185d0fadf service neutron] 10.222.0.36 "GET /v2.0/networks/38ad21f9-4260-45b7-9758-e9dc7909c357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330271 Feb 10 11:42:27.090512 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4cc39a6-269d-43e2-9fd5-2f83a7d58550 req-c72f19a2-cc69-4ac4-8652-062e39479169 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 210 time: 0.0492046 Feb 10 11:42:28.066212 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-e9b305c5-4538-470f-b825-4d5323a62e8a service neutron] 10.222.0.73 "GET /v2.0/ports/cc7243e1-142b-4ae6-a508-e1e87fdb9b19 HTTP/1.1" status: 200 len: 1026 time: 0.0607316 Feb 10 11:42:28.242266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-2d1de4c1-2ac3-44d0-a2f2-fe9918a2ae42 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:28.243698 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-2d1de4c1-2ac3-44d0-a2f2-fe9918a2ae42 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/networks?id=38ad21f9-4260-45b7-9758-e9dc7909c357 HTTP/1.1" status: 200 len: 797 time: 0.1724052 Feb 10 11:42:28.266616 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29298ce7-9f2f-4e6b-9010-0090404029ee req-35c5b9a8-b5d8-488f-84f8-9961fef52655 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 210 time: 0.0436802 Feb 10 11:42:28.309242 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-2e487e4e-1948-49ba-b3c2-57e25abc4ccf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:42:28.326937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-2e487e4e-1948-49ba-b3c2-57e25abc4ccf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:42:28.328114 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-2e487e4e-1948-49ba-b3c2-57e25abc4ccf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 473 time: 0.0710027 Feb 10 11:42:28.341211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Request body: {'port': {'device_id': 'b5b770bc-5913-44df-b4de-d3ba71186583', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:28.456842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:28.820366 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-91462893-a005-43fa-92e4-7a2d8987c1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:28.914039 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7243e1-142b-4ae6-a508-e1e87fdb9b19 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:42:28.921490 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:28.936755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Transition to ACTIVE for port object cc7243e1-142b-4ae6-a508-e1e87fdb9b19 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:42:28.941330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:29.080370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:29.218872 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Attempting to bind port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:42:29.219205 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Attempting to bind port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '955efd5e-2eca-4d98-89a1-b43941885bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:42:29.219534 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Attempting to bind port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 on network 38ad21f9-4260-45b7-9758-e9dc7909c357 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:42:29.226165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 on network 38ad21f9-4260-45b7-9758-e9dc7909c357 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:42:29.226486 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Attempting to bind port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 on network 38ad21f9-4260-45b7-9758-e9dc7909c357 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:42:29.233228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:42:29.233569 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Checking segment: {'id': '955efd5e-2eca-4d98-89a1-b43941885bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:42:29.233960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Bound using segment: {'id': '955efd5e-2eca-4d98-89a1-b43941885bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:42:29.234384 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Bound port: cc7243e1-142b-4ae6-a508-e1e87fdb9b19, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955efd5e-2eca-4d98-89a1-b43941885bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:42:29.234732 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:29.332536 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] For port cc7243e1-142b-4ae6-a508-e1e87fdb9b19, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:42:29.336916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] For port cc7243e1-142b-4ae6-a508-e1e87fdb9b19, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,segment=NetworkSegment(955efd5e-2eca-4d98-89a1-b43941885bcf),segment_id=955efd5e-2eca-4d98-89a1-b43941885bcf)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:42:29.341949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:29.407319 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:29.408675 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] 10.222.0.73 "PUT /v2.0/ports/cc7243e1-142b-4ae6-a508-e1e87fdb9b19 HTTP/1.1" status: 200 len: 1131 time: 1.0715284 Feb 10 11:42:29.409266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b770bc-5913-44df-b4de-d3ba71186583', 'tag': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:42:29.436345 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed20eed-9a7a-4c34-8257-762686a77cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,revision_number=8']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:29.495059 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b770bc-5913-44df-b4de-d3ba71186583', 'tag': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19', 'status': 'completed', 'code': 200} Feb 10 11:42:29.506165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e88565-96ca-4f53-9e96-ebc28b2e9e9c req-67fc5026-739c-477b-aee7-f50b25ca0e24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:29.508889 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63e88565-96ca-4f53-9e96-ebc28b2e9e9c req-67fc5026-739c-477b-aee7-f50b25ca0e24 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 981 time: 0.1099789 Feb 10 11:42:29.563153 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-1893383c-99d6-4e74-a8fb-59f1396717ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 1134 time: 0.1086571 Feb 10 11:42:29.565391 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63e88565-96ca-4f53-9e96-ebc28b2e9e9c req-bb979161-6c46-4b63-84b7-9091377d6fb7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497272 Feb 10 11:42:29.677676 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-8eea8e9a-be1b-4a80-ae79-d4c9f4d16eea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc7243e1-142b-4ae6-a508-e1e87fdb9b19 HTTP/1.1" status: 200 len: 1037 time: 0.1044135 Feb 10 11:42:29.742543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-9e601501-1bf4-42b7-8055-e94dc4d36ce8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:29.743993 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-9e601501-1bf4-42b7-8055-e94dc4d36ce8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a87fd2e-03f2-4725-bda5-1af759f0b627 HTTP/1.1" status: 200 len: 834 time: 0.0608280 Feb 10 11:42:29.782956 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:29.820798 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-d07c4d71-c0c0-47be-acb2-9e6b53db312d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38ad21f9-4260-45b7-9758-e9dc7909c357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706739 Feb 10 11:42:29.963548 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-7790353e-8593-4e59-82f1-1a8fc91bf11d service neutron] 10.222.0.73 "GET /v2.0/networks/38ad21f9-4260-45b7-9758-e9dc7909c357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351824 Feb 10 11:42:30.103083 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c8880496-e94f-47b8-8444-75009c7c1b15 req-1ec311b8-2dc5-4593-ab45-7e65b9b5f9e9 service neutron] 10.222.0.73 "GET /v2.0/networks/38ad21f9-4260-45b7-9758-e9dc7909c357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309288 Feb 10 11:42:30.155202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:30.228327 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-de94b52a-bdc7-4300-9513-9673b9d09698 req-7543b4c5-4648-44bb-8280-6a96a10adf28 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 1134 time: 0.0794458 Feb 10 11:42:30.371054 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94b52a-bdc7-4300-9513-9673b9d09698 req-1c0faa0a-7f82-4b9c-a2fe-595e2d776691 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:30.372413 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-de94b52a-bdc7-4300-9513-9673b9d09698 req-1c0faa0a-7f82-4b9c-a2fe-595e2d776691 service neutron] 10.222.0.73 "GET /v2.0/networks?id=38ad21f9-4260-45b7-9758-e9dc7909c357 HTTP/1.1" status: 200 len: 898 time: 0.1356740 Feb 10 11:42:30.486741 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-de94b52a-bdc7-4300-9513-9673b9d09698 req-2ba61d8f-f212-45c2-82e6-aa26e8b77651 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc7243e1-142b-4ae6-a508-e1e87fdb9b19 HTTP/1.1" status: 200 len: 1037 time: 0.1075306 Feb 10 11:42:30.548865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94b52a-bdc7-4300-9513-9673b9d09698 req-a0c76686-88ce-4dce-9a88-2bf57951fd6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:30.550365 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-de94b52a-bdc7-4300-9513-9673b9d09698 req-a0c76686-88ce-4dce-9a88-2bf57951fd6e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a87fd2e-03f2-4725-bda5-1af759f0b627 HTTP/1.1" status: 200 len: 834 time: 0.0575488 Feb 10 11:42:30.628367 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-de94b52a-bdc7-4300-9513-9673b9d09698 req-75d3999f-56c8-4cc8-b69d-e316fa2ead42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38ad21f9-4260-45b7-9758-e9dc7909c357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702460 Feb 10 11:42:30.804133 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eed58-3aba-4d2a-9f65-2714ae9ce80a req-a1bdf9e8-2893-4d9a-a3db-9d0010c1758a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:30.805654 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c9eed58-3aba-4d2a-9f65-2714ae9ce80a req-a1bdf9e8-2893-4d9a-a3db-9d0010c1758a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 981 time: 0.0946565 Feb 10 11:42:30.855915 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c9eed58-3aba-4d2a-9f65-2714ae9ce80a req-f7fec67b-f2d7-4c7c-8cc8-e55f37c3412d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434811 Feb 10 11:42:30.880511 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-de94b52a-bdc7-4300-9513-9673b9d09698 req-c0a36546-e169-4617-8d6e-7e866112b6b9 service neutron] 10.222.0.73 "GET /v2.0/networks/38ad21f9-4260-45b7-9758-e9dc7909c357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426662 Feb 10 11:42:31.013030 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-de94b52a-bdc7-4300-9513-9673b9d09698 req-3b7db51d-d956-4445-b57e-d0f79b4707cb service neutron] 10.222.0.73 "GET /v2.0/networks/38ad21f9-4260-45b7-9758-e9dc7909c357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282976 Feb 10 11:42:31.514092 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:32.064074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c72797-4f3b-4d34-ae0e-af1fec7907eb req-b980bcfb-1737-47c5-8acc-1427f5c8d435 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:32.065552 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f3c72797-4f3b-4d34-ae0e-af1fec7907eb req-b980bcfb-1737-47c5-8acc-1427f5c8d435 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 981 time: 0.0827205 Feb 10 11:42:32.111778 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f3c72797-4f3b-4d34-ae0e-af1fec7907eb req-77a8f418-0cbb-4706-8e47-b89a2320ad7f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398512 Feb 10 11:42:33.321064 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad085aed-b316-4a0b-8558-4a72b3fa3cfb req-c3d6b8af-0f2b-4f10-adb9-a9ce0fd4f14b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:33.322628 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad085aed-b316-4a0b-8558-4a72b3fa3cfb req-c3d6b8af-0f2b-4f10-adb9-a9ce0fd4f14b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 981 time: 0.0856071 Feb 10 11:42:33.368505 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad085aed-b316-4a0b-8558-4a72b3fa3cfb req-093f76c5-e223-45f1-90c9-6b63b7b4d854 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403273 Feb 10 11:42:34.096417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device cc7243e1-142b-4ae6-a508-e1e87fdb9b19 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:42:34.231058 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port cc7243e1-142b-4ae6-a508-e1e87fdb9b19, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,segment=NetworkSegment(955efd5e-2eca-4d98-89a1-b43941885bcf),segment_id=955efd5e-2eca-4d98-89a1-b43941885bcf)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:34.244652 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19', 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357', 'port_id': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19', 'mac_address': 'fa:16:3e:05:00:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:42:34.299174 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:34.317076 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7243e1-142b-4ae6-a508-e1e87fdb9b19 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:42:34.333662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port cc7243e1-142b-4ae6-a508-e1e87fdb9b19, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,segment=NetworkSegment(955efd5e-2eca-4d98-89a1-b43941885bcf),segment_id=955efd5e-2eca-4d98-89a1-b43941885bcf)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:34.338700 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:34.413082 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,revision_number=9']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:34.570287 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde8320-8933-4d2f-b73d-90c953741eaa req-2fbdbbb6-422e-49fc-a8ab-4b942d681ee8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:34.571738 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9fde8320-8933-4d2f-b73d-90c953741eaa req-2fbdbbb6-422e-49fc-a8ab-4b942d681ee8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 982 time: 0.0798566 Feb 10 11:42:34.588711 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['cc7243e1-142b-4ae6-a508-e1e87fdb9b19'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:42:34.624114 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9fde8320-8933-4d2f-b73d-90c953741eaa req-b8894867-a43a-433f-8a21-d855f9a9fa81 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467072 Feb 10 11:42:35.823230 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbba4de-8877-474f-9703-006034e4741a req-e3c3d7cb-34f0-4d86-8506-24ad3a33b7c6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:35.824699 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cbbba4de-8877-474f-9703-006034e4741a req-e3c3d7cb-34f0-4d86-8506-24ad3a33b7c6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 982 time: 0.0765181 Feb 10 11:42:35.875933 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cbbba4de-8877-474f-9703-006034e4741a req-a7e1f39f-d56e-4cfd-b4f7-dee5b2c59a57 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454981 Feb 10 11:42:36.116673 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device cc7243e1-142b-4ae6-a508-e1e87fdb9b19 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:42:36.189700 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:42:36.194937 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:36.195314 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:36.310969 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:36.337715 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b770bc-5913-44df-b4de-d3ba71186583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:42:36.347048 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port cc7243e1-142b-4ae6-a508-e1e87fdb9b19, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,segment=NetworkSegment(955efd5e-2eca-4d98-89a1-b43941885bcf),segment_id=955efd5e-2eca-4d98-89a1-b43941885bcf)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:36.351573 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:36.404063 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b770bc-5913-44df-b4de-d3ba71186583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7243e1-142b-4ae6-a508-e1e87fdb9b19', 'code': 200} Feb 10 11:42:36.420792 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,revision_number=10']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:36.633479 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-64cb157f-2460-4573-86d2-d7700a42e380 req-790c06a7-f691-43de-b08a-0dd849c3ab11 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 1137 time: 0.0683823 Feb 10 11:42:36.676446 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-64cb157f-2460-4573-86d2-d7700a42e380 req-f86f998b-4f8e-4c85-b9a3-ee8debc5818c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364580 Feb 10 11:42:37.072809 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ad8b2-4e49-4c39-a037-f9338ae46004 req-482d6f26-af79-4bbf-8ec0-d819bd6a5fdd tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:37.074281 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d32ad8b2-4e49-4c39-a037-f9338ae46004 req-482d6f26-af79-4bbf-8ec0-d819bd6a5fdd tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 984 time: 0.0759583 Feb 10 11:42:37.120226 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d32ad8b2-4e49-4c39-a037-f9338ae46004 req-23b7ea74-9e73-4cdf-8b63-0154b7c4025d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404906 Feb 10 11:42:38.090437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:38.326627 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c5cb8-13fc-4e20-8722-559f93dd30ce req-955a4654-7daf-401e-b9ca-324a74a220c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:38.328079 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-827c5cb8-13fc-4e20-8722-559f93dd30ce req-955a4654-7daf-401e-b9ca-324a74a220c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 984 time: 0.0810902 Feb 10 11:42:38.376503 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-827c5cb8-13fc-4e20-8722-559f93dd30ce req-2bacc45d-51f7-4bf3-994e-ff4243625139 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424869 Feb 10 11:42:38.574851 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190835d3-1cfc-4ba6-a426-06480251d61b req-327fa7e3-ce97-4d09-a76b-b149473b929f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:38.576291 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-190835d3-1cfc-4ba6-a426-06480251d61b req-327fa7e3-ce97-4d09-a76b-b149473b929f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 984 time: 0.0767293 Feb 10 11:42:38.622521 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-190835d3-1cfc-4ba6-a426-06480251d61b req-4d666982-72a0-487a-85d3-932a06667f34 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406206 Feb 10 11:42:38.651189 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41852) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:38.723924 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-def80120-9a50-4f2f-89b0-b291b2e03c04 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583&network_id=38ad21f9-4260-45b7-9758-e9dc7909c357 HTTP/1.1" status: 200 len: 1132 time: 0.0713847 Feb 10 11:42:39.127979 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf622c79-c4e5-4042-aa34-aece8468aff5 req-0b403361-2969-44ba-b012-cf1b6848dd76 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:39.129908 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf622c79-c4e5-4042-aa34-aece8468aff5 req-0b403361-2969-44ba-b012-cf1b6848dd76 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 984 time: 0.0823696 Feb 10 11:42:39.176647 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf622c79-c4e5-4042-aa34-aece8468aff5 req-e9d1c9e8-99fb-411b-b865-8f71acc4aea8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411282 Feb 10 11:42:39.299301 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41862) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:39.499318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f3120dab-30d5-4de6-836c-bb59b6f68174 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Deleting port fcce6928-8ab1-4e8e-9e59-96f63a443730 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:39.499565 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3120dab-30d5-4de6-836c-bb59b6f68174 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:39.679295 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3120dab-30d5-4de6-836c-bb59b6f68174 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:39.680029 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3120dab-30d5-4de6-836c-bb59b6f68174 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:39.807697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f3120dab-30d5-4de6-836c-bb59b6f68174 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Calling delete_port for fcce6928-8ab1-4e8e-9e59-96f63a443730 owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:39.970397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3120dab-30d5-4de6-836c-bb59b6f68174 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:40.016406 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3120dab-30d5-4de6-836c-bb59b6f68174 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event deleted for resources: {'Port': ['ID=fcce6928-8ab1-4e8e-9e59-96f63a443730,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:40.110126 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3120dab-30d5-4de6-836c-bb59b6f68174 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for floatingip, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:40.386268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca52af-ecbc-40c6-a4f7-7fb73767d13f req-474f897d-69de-4495-a776-72b73e99c981 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:40.387734 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-74ca52af-ecbc-40c6-a4f7-7fb73767d13f req-474f897d-69de-4495-a776-72b73e99c981 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 984 time: 0.0806866 Feb 10 11:42:40.445990 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-74ca52af-ecbc-40c6-a4f7-7fb73767d13f req-27309099-3559-4967-a763-cb41b8b7da41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aee3d57-241c-4c84-a438-12ee93c2c267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524764 Feb 10 11:42:40.629927 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d26f23-5432-4352-bc24-ad30ae81f5ec req-a8e1c9fa-8c1e-45a1-be5d-d2324a9c40de tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:40.631477 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-21d26f23-5432-4352-bc24-ad30ae81f5ec req-a8e1c9fa-8c1e-45a1-be5d-d2324a9c40de tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 984 time: 0.1622102 Feb 10 11:42:40.712053 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d26f23-5432-4352-bc24-ad30ae81f5ec req-fbffe6ac-f89f-4512-bc85-0394f83f3bb6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:40.713417 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-21d26f23-5432-4352-bc24-ad30ae81f5ec req-fbffe6ac-f89f-4512-bc85-0394f83f3bb6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/ports/cc7243e1-142b-4ae6-a508-e1e87fdb9b19?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0761383 Feb 10 11:42:40.862842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3120dab-30d5-4de6-836c-bb59b6f68174 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:42:40.877160 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f476b38-118d-4064-b9ff-0de19b00b5b7 req-9e79b5e2-a33a-46b4-b596-b62168cbcd05 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:40.879967 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2f476b38-118d-4064-b9ff-0de19b00b5b7 req-9e79b5e2-a33a-46b4-b596-b62168cbcd05 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 946 time: 0.0811090 Feb 10 11:42:40.895247 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-21d26f23-5432-4352-bc24-ad30ae81f5ec req-4c5e45b4-f60a-4ee5-8508-4ccfc3904143 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/networks/38ad21f9-4260-45b7-9758-e9dc7909c357?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1735954 Feb 10 11:42:40.928332 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2f476b38-118d-4064-b9ff-0de19b00b5b7 req-e697195c-99c2-4a36-8853-d6150d7a2d43 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428619 Feb 10 11:42:40.952597 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-21d26f23-5432-4352-bc24-ad30ae81f5ec req-b38f771b-63a6-4ce4-9ba8-6561def7b611 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:41.147091 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-21d26f23-5432-4352-bc24-ad30ae81f5ec req-b38f771b-63a6-4ce4-9ba8-6561def7b611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:41.358280 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3120dab-30d5-4de6-836c-bb59b6f68174 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:42:41.369149 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7d48f8-bcb5-480b-87b0-852a9bfdefe6 None None] Sync routers for ids ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:42:41.381500 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7d48f8-bcb5-480b-87b0-852a9bfdefe6 None None] Routers {'01611f9d-a935-4b7a-aa9e-46a6e50ab993'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:41.382116 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-6f7d48f8-bcb5-480b-87b0-852a9bfdefe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:41.391678 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-21d26f23-5432-4352-bc24-ad30ae81f5ec req-b38f771b-63a6-4ce4-9ba8-6561def7b611 service neutron] For port cc7243e1-142b-4ae6-a508-e1e87fdb9b19, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,segment=NetworkSegment(955efd5e-2eca-4d98-89a1-b43941885bcf),segment_id=955efd5e-2eca-4d98-89a1-b43941885bcf)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:41.398270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3120dab-30d5-4de6-836c-bb59b6f68174 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:41.475049 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f3120dab-30d5-4de6-836c-bb59b6f68174 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "DELETE /v2.0/floatingips/af93118d-cc09-45c1-b16d-a852ad649625 HTTP/1.1" status: 204 len: 168 time: 2.1704295 Feb 10 11:42:41.475049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80226dcd-c253-4453-9294-192ad4f15f4d', 'tag': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:42:41.478386 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-21d26f23-5432-4352-bc24-ad30ae81f5ec req-b38f771b-63a6-4ce4-9ba8-6561def7b611 service neutron] For port cc7243e1-142b-4ae6-a508-e1e87fdb9b19, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:42:41.551630 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-21d26f23-5432-4352-bc24-ad30ae81f5ec req-b38f771b-63a6-4ce4-9ba8-6561def7b611 service neutron] device_id is not set on port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 yet. {{(pid=83555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:42:41.560857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-21d26f23-5432-4352-bc24-ad30ae81f5ec req-b38f771b-63a6-4ce4-9ba8-6561def7b611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:41.570107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-21d26f23-5432-4352-bc24-ad30ae81f5ec req-b38f771b-63a6-4ce4-9ba8-6561def7b611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:41.590879 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-6f7d48f8-bcb5-480b-87b0-852a9bfdefe6 None None] Set router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:41.654868 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7a388be9-82a9-434f-bdf7-25a19fb36000 req-ac09c9d2-0c39-431c-be5d-10080d8174d7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 210 time: 0.0660782 Feb 10 11:42:41.729292 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f771b-63a6-4ce4-9ba8-6561def7b611 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,revision_number=11']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:41.791191 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80226dcd-c253-4453-9294-192ad4f15f4d', 'tag': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e', 'status': 'completed', 'code': 200} Feb 10 11:42:41.806233 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d26f23-5432-4352-bc24-ad30ae81f5ec req-b38f771b-63a6-4ce4-9ba8-6561def7b611 service neutron] No DVR routers for this DVR port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:42:42.026430 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e5e42e54-1239-4d84-8783-f0d763c61ba6 None None] Provisioning complete for port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:42.029059 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e5e42e54-1239-4d84-8783-f0d763c61ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:42.068904 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2adae84-cb8f-4483-838f-973ce3c619dd req-15155ab9-2b65-467f-b2bb-8c8e7a70f70c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0308a9c5d6c43629709c1c05a9d80f1&device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 1099 time: 0.2495894 Feb 10 11:42:42.070627 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-6f7d48f8-bcb5-480b-87b0-852a9bfdefe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470325457', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:49Z', 'revision_number': 4, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'gw_port': {'id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '015bcb97-9522-4aea-8a30-7401c9690331', 'name': '', 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'mac_address': 'fa:16:3e:de:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:48Z', 'updated_at': '2022-02-10T11:40:59Z', 'revision_number': 5, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'subnets': [{'id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:42.079290 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7d48f8-bcb5-480b-87b0-852a9bfdefe6 None None] Checking router: 01611f9d-a935-4b7a-aa9e-46a6e50ab993 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:42:42.093878 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7d48f8-bcb5-480b-87b0-852a9bfdefe6 None None] Routers {'01611f9d-a935-4b7a-aa9e-46a6e50ab993'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:42.095485 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-6f7d48f8-bcb5-480b-87b0-852a9bfdefe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:42.160675 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e5e42e54-1239-4d84-8783-f0d763c61ba6 None None] Port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:42:42.289783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.73', 63253) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:42.316934 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-6f7d48f8-bcb5-480b-87b0-852a9bfdefe6 None None] Set router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:42.327584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b9b2a-8454-4db5-99fe-8bc0bd8836d8 req-e27fd9d5-19d3-4bc9-9c41-a1d74ef48a8d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:42.329548 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-276b9b2a-8454-4db5-99fe-8bc0bd8836d8 req-e27fd9d5-19d3-4bc9-9c41-a1d74ef48a8d tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 946 time: 0.3613486 Feb 10 11:42:42.372107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-21d26f23-5432-4352-bc24-ad30ae81f5ec req-b38f771b-63a6-4ce4-9ba8-6561def7b611 service neutron] In _notify_port_updated(), no bound segment for port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 on network 38ad21f9-4260-45b7-9758-e9dc7909c357 {{(pid=83555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:42:42.373188 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-21d26f23-5432-4352-bc24-ad30ae81f5ec req-b38f771b-63a6-4ce4-9ba8-6561def7b611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:42.374697 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-21d26f23-5432-4352-bc24-ad30ae81f5ec req-b38f771b-63a6-4ce4-9ba8-6561def7b611 service neutron] 10.222.0.73 "PUT /v2.0/ports/cc7243e1-142b-4ae6-a508-e1e87fdb9b19 HTTP/1.1" status: 200 len: 1027 time: 1.4259005 Feb 10 11:42:42.399257 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b753c-8d30-4051-928b-18331d64dd40 req-f3ada6c8-ab26-4604-b057-04551bf78cd5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:42.400077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-f21b753c-8d30-4051-928b-18331d64dd40 req-f3ada6c8-ab26-4604-b057-04551bf78cd5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Synchronizing usage tracker for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:42:42.420964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-f21b753c-8d30-4051-928b-18331d64dd40 req-f3ada6c8-ab26-4604-b057-04551bf78cd5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Unset dirty status for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:42:42.422527 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f21b753c-8d30-4051-928b-18331d64dd40 req-f3ada6c8-ab26-4604-b057-04551bf78cd5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.73 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 946 time: 0.1317012 Feb 10 11:42:42.427001 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adae84-cb8f-4483-838f-973ce3c619dd req-1384d1e0-141e-4658-a2d7-c70168dd116f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:42.428595 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2adae84-cb8f-4483-838f-973ce3c619dd req-1384d1e0-141e-4658-a2d7-c70168dd116f service neutron] 10.222.0.73 "GET /v2.0/networks?id=b76b59e5-fde3-4fce-b115-5486d59fbbfb HTTP/1.1" status: 200 len: 898 time: 0.3520637 Feb 10 11:42:42.446745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83b626-e86b-4a52-b23c-8c115372c6c4 req-c785525b-f34c-4278-a4ad-9f34105f6d2f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:42.448189 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c83b626-e86b-4a52-b23c-8c115372c6c4 req-c785525b-f34c-4278-a4ad-9f34105f6d2f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 946 time: 0.1675143 Feb 10 11:42:42.450645 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-276b9b2a-8454-4db5-99fe-8bc0bd8836d8 req-e13a55ad-e534-4347-be39-0b537faf21e2 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033480 Feb 10 11:42:42.532726 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-f21b753c-8d30-4051-928b-18331d64dd40 req-32e1c1d1-b798-46b6-80e1-2d15840b587f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Deleting port 383406cb-6067-46df-8a87-1e783b805ce5 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:42.533446 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-f21b753c-8d30-4051-928b-18331d64dd40 req-32e1c1d1-b798-46b6-80e1-2d15840b587f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:42.539898 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2adae84-cb8f-4483-838f-973ce3c619dd req-1b46e198-9a1a-4a6f-86e5-c10881b2f331 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e HTTP/1.1" status: 200 len: 217 time: 0.0993891 Feb 10 11:42:42.618693 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c83b626-e86b-4a52-b23c-8c115372c6c4 req-6048230f-0f98-4a88-baac-97883e497453 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148617 Feb 10 11:42:42.633147 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adae84-cb8f-4483-838f-973ce3c619dd req-bb53b68d-dc31-4435-871d-f35454ca0cd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:42.634712 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2adae84-cb8f-4483-838f-973ce3c619dd req-bb53b68d-dc31-4435-871d-f35454ca0cd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7aa21dd4-8074-48ed-91d0-35c4bbe9f619 HTTP/1.1" status: 200 len: 835 time: 0.0829248 Feb 10 11:42:42.706160 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-6f7d48f8-bcb5-480b-87b0-852a9bfdefe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470325457', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:49Z', 'revision_number': 4, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'gw_port': {'id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '015bcb97-9522-4aea-8a30-7401c9690331', 'name': '', 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'mac_address': 'fa:16:3e:de:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:48Z', 'updated_at': '2022-02-10T11:40:59Z', 'revision_number': 5, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'subnets': [{'id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:42.711589 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7d48f8-bcb5-480b-87b0-852a9bfdefe6 None None] The sync data for ids ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'] in dv-neutron-828497-1-hyperv is: [{'id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470325457', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:49Z', 'revision_number': 4, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'gw_port': {'id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '015bcb97-9522-4aea-8a30-7401c9690331', 'name': '', 'network_id': 'b76b59e5-fde3-4fce-b115-5486d59fbbfb', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'mac_address': 'fa:16:3e:de:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:48Z', 'updated_at': '2022-02-10T11:40:59Z', 'revision_number': 5, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'subnets': [{'id': '7aa21dd4-8074-48ed-91d0-35c4bbe9f619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:42:42.732075 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2adae84-cb8f-4483-838f-973ce3c619dd req-fc65c811-d5d6-483a-8e23-33a7c22ad78d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b76b59e5-fde3-4fce-b115-5486d59fbbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908256 Feb 10 11:42:42.840817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-f21b753c-8d30-4051-928b-18331d64dd40 req-32e1c1d1-b798-46b6-80e1-2d15840b587f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] For port 383406cb-6067-46df-8a87-1e783b805ce5, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=383406cb-6067-46df-8a87-1e783b805ce5,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:42.841551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-f21b753c-8d30-4051-928b-18331d64dd40 req-32e1c1d1-b798-46b6-80e1-2d15840b587f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:42.870457 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-06e222a4-d68d-45bd-9cf5-de2355030d14 req-3ea298c5-4a79-4574-918f-d07e3c50327e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b770bc-5913-44df-b4de-d3ba71186583 HTTP/1.1" status: 200 len: 210 time: 0.0458369 Feb 10 11:42:42.974175 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2adae84-cb8f-4483-838f-973ce3c619dd req-1a61518c-779f-4117-9f1a-b845175ea61e service neutron] 10.222.0.73 "GET /v2.0/networks/b76b59e5-fde3-4fce-b115-5486d59fbbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319350 Feb 10 11:42:43.016562 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1be08f-826c-400d-87bc-ac83e6aa7de5 None None] New status for floating IP af93118d-cc09-45c1-b16d-a852ad649625: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:42:43.145833 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2adae84-cb8f-4483-838f-973ce3c619dd req-efb0077c-ff5b-408d-a53b-98e4d074f656 service neutron] 10.222.0.73 "GET /v2.0/networks/b76b59e5-fde3-4fce-b115-5486d59fbbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598182 Feb 10 11:42:43.213716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-f21b753c-8d30-4051-928b-18331d64dd40 req-32e1c1d1-b798-46b6-80e1-2d15840b587f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:43.214079 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-f21b753c-8d30-4051-928b-18331d64dd40 req-32e1c1d1-b798-46b6-80e1-2d15840b587f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:43.214394 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [req-f21b753c-8d30-4051-928b-18331d64dd40 req-32e1c1d1-b798-46b6-80e1-2d15840b587f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Floating IP caf39979-d569-487f-82e2-6f5f8c331a4f disassociated. External IP: 172.26.4.99, port: 383406cb-6067-46df-8a87-1e783b805ce5. Feb 10 11:42:43.214763 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-f21b753c-8d30-4051-928b-18331d64dd40 req-32e1c1d1-b798-46b6-80e1-2d15840b587f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Calling delete_port for 383406cb-6067-46df-8a87-1e783b805ce5 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:43.333466 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8757b2-db86-4129-b5ab-2a1bcaf001fc req-f49b0313-b9ac-4a2b-b8ca-078a5824730c tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:43.334916 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2b8757b2-db86-4129-b5ab-2a1bcaf001fc req-f49b0313-b9ac-4a2b-b8ca-078a5824730c tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.73 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 946 time: 0.0839808 Feb 10 11:42:43.365964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-f21b753c-8d30-4051-928b-18331d64dd40 req-32e1c1d1-b798-46b6-80e1-2d15840b587f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:43.404054 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-2b8757b2-db86-4129-b5ab-2a1bcaf001fc req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Deleting port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:43.404308 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2b8757b2-db86-4129-b5ab-2a1bcaf001fc req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:43.416398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1c1d1-b798-46b6-80e1-2d15840b587f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event deleted for resources: {'Port': ['ID=383406cb-6067-46df-8a87-1e783b805ce5,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:43.639755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f21b753c-8d30-4051-928b-18331d64dd40 req-32e1c1d1-b798-46b6-80e1-2d15840b587f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Router 2b937027-dcc8-40e2-ab37-68bac57a49a5 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:42:43.710437 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-2b8757b2-db86-4129-b5ab-2a1bcaf001fc req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] For port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,segment=NetworkSegment(247abd67-1c3e-4e97-9d3c-3e7e2bbc0519),segment_id=247abd67-1c3e-4e97-9d3c-3e7e2bbc0519)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:43.710742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2b8757b2-db86-4129-b5ab-2a1bcaf001fc req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:43.848448 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-2b8757b2-db86-4129-b5ab-2a1bcaf001fc req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Calling delete_port for 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:43.901212 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f21b753c-8d30-4051-928b-18331d64dd40 req-32e1c1d1-b798-46b6-80e1-2d15840b587f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:42:43.919329 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56712536-7b54-4c80-85f9-44a40fd11d08 None None] Sync routers for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:42:43.938583 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52ac8ca0-8071-4c40-a9e8-b163a23f4d58 req-8388824d-b57f-4b70-9bf5-7e240d4b1cb8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 210 time: 0.1606913 Feb 10 11:42:43.942693 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56712536-7b54-4c80-85f9-44a40fd11d08 None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:43.944091 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-56712536-7b54-4c80-85f9-44a40fd11d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:43.961588 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f3162-f3d2-49ba-9bbf-ec0732f1e1a6 req-b2b7042b-9230-469a-9594-6364bee7940b tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:43.968933 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a44f3162-f3d2-49ba-9bbf-ec0732f1e1a6 req-b2b7042b-9230-469a-9594-6364bee7940b tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/ports?device_id=80226dcd-c253-4453-9294-192ad4f15f4d HTTP/1.1" status: 200 len: 946 time: 0.3625875 Feb 10 11:42:44.006461 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21b753c-8d30-4051-928b-18331d64dd40 req-32e1c1d1-b798-46b6-80e1-2d15840b587f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] No DVR routers for this DVR port 383406cb-6067-46df-8a87-1e783b805ce5 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:42:44.010203 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-f21b753c-8d30-4051-928b-18331d64dd40 req-32e1c1d1-b798-46b6-80e1-2d15840b587f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:44.015178 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0906d496-ac3b-4431-95a7-caf6c9e5d459', 'name': 'network-vif-deleted', 'tag': '383406cb-6067-46df-8a87-1e783b805ce5'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:42:44.033077 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f21b753c-8d30-4051-928b-18331d64dd40 req-32e1c1d1-b798-46b6-80e1-2d15840b587f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.73 "DELETE /v2.0/ports/383406cb-6067-46df-8a87-1e783b805ce5 HTTP/1.1" status: 204 len: 173 time: 1.5882623 Feb 10 11:42:44.081785 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41894) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:44.163984 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:42:44.171042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bcdca76d-c17f-45d6-aeac-e40a928e08ce tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:44.189752 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a44f3162-f3d2-49ba-9bbf-ec0732f1e1a6 req-4dffd769-6cdd-492d-affb-c96444490519 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "GET /v2.0/security-groups?id=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197385 Feb 10 11:42:44.213801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bcdca76d-c17f-45d6-aeac-e40a928e08ce tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:44.241199 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0906d496-ac3b-4431-95a7-caf6c9e5d459', 'name': 'network-vif-deleted', 'tag': '383406cb-6067-46df-8a87-1e783b805ce5', 'status': 'completed', 'code': 200} Feb 10 11:42:44.256702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2b8757b2-db86-4129-b5ab-2a1bcaf001fc req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:44.272785 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-56712536-7b54-4c80-85f9-44a40fd11d08 None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:44.283892 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No active binding found for port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e {{(pid=83556) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 10 11:42:44.284318 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:42:44.284784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 383406cb-6067-46df-8a87-1e783b805ce5 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:42:44.304399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bcdca76d-c17f-45d6-aeac-e40a928e08ce tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:44.317621 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event deleted for resources: {'Port': ['ID=23f9f76c-f48c-44a2-bd21-25fd7bc6e88e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:44.327962 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.328536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.329135 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.329738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.330176 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.330612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.331223 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.331662 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.332661 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.333268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.335272 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.342340 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdca76d-c17f-45d6-aeac-e40a928e08ce tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3482c184-6dc5-44c1-92f8-aa3137f93682,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:44.361087 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bcdca76d-c17f-45d6-aeac-e40a928e08ce tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:44.366547 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bcdca76d-c17f-45d6-aeac-e40a928e08ce tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/security-groups/3482c184-6dc5-44c1-92f8-aa3137f93682 HTTP/1.1" status: 204 len: 168 time: 0.2807562 Feb 10 11:42:44.410475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 383406cb-6067-46df-8a87-1e783b805ce5 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:42:44.411134 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 383406cb-6067-46df-8a87-1e783b805ce5 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:42:44.411737 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device cc7243e1-142b-4ae6-a508-e1e87fdb9b19 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:42:44.418147 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41900) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:44.466209 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8757b2-db86-4129-b5ab-2a1bcaf001fc req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] No DVR routers for this DVR port 23f9f76c-f48c-44a2-bd21-25fd7bc6e88e on host hv-neutron-8284 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:42:44.469086 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2b8757b2-db86-4129-b5ab-2a1bcaf001fc req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:44.474327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80226dcd-c253-4453-9294-192ad4f15f4d', 'name': 'network-vif-deleted', 'tag': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:42:44.486651 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device cc7243e1-142b-4ae6-a508-e1e87fdb9b19 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:42:44.501014 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2b8757b2-db86-4129-b5ab-2a1bcaf001fc req-6c8106b2-41ac-4498-b8fd-a2c7796a6223 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.73 "DELETE /v2.0/ports/23f9f76c-f48c-44a2-bd21-25fd7bc6e88e HTTP/1.1" status: 204 len: 173 time: 1.1610491 Feb 10 11:42:44.600721 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80226dcd-c253-4453-9294-192ad4f15f4d', 'name': 'network-vif-deleted', 'tag': '23f9f76c-f48c-44a2-bd21-25fd7bc6e88e', 'status': 'completed', 'code': 200} Feb 10 11:42:44.757110 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-56712536-7b54-4c80-85f9-44a40fd11d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:44.761838 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56712536-7b54-4c80-85f9-44a40fd11d08 None None] Checking router: 2b937027-dcc8-40e2-ab37-68bac57a49a5 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:42:44.788323 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56712536-7b54-4c80-85f9-44a40fd11d08 None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:44.789302 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-56712536-7b54-4c80-85f9-44a40fd11d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:44.821989 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-65546ca3-1474-4970-b325-24e1fb5b4acc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port fadcc4e2-9504-4e70-9435-b66177885c29 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:44.822324 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-65546ca3-1474-4970-b325-24e1fb5b4acc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:45.045423 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-56712536-7b54-4c80-85f9-44a40fd11d08 None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:45.086125 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-65546ca3-1474-4970-b325-24e1fb5b4acc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:45.087045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-65546ca3-1474-4970-b325-24e1fb5b4acc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:45.239365 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-31b3c517-8cfb-4b2d-ac60-8ae1397725fd req-8ed96bbc-d316-4e6e-aed3-7005a3d434a8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0906d496-ac3b-4431-95a7-caf6c9e5d459 HTTP/1.1" status: 200 len: 210 time: 0.0620515 Feb 10 11:42:45.257900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-65546ca3-1474-4970-b325-24e1fb5b4acc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for fadcc4e2-9504-4e70-9435-b66177885c29 owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:45.341588 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41910) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:45.403821 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-56712536-7b54-4c80-85f9-44a40fd11d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:45.408996 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56712536-7b54-4c80-85f9-44a40fd11d08 None None] The sync data for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv is: [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:42:45.434612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-65546ca3-1474-4970-b325-24e1fb5b4acc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:45.485145 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65546ca3-1474-4970-b325-24e1fb5b4acc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=fadcc4e2-9504-4e70-9435-b66177885c29,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:45.589613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-65546ca3-1474-4970-b325-24e1fb5b4acc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:45.690621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d34a0-d6a8-42be-9681-aee01a733951 None None] New status for floating IP caf39979-d569-487f-82e2-6f5f8c331a4f: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:42:45.817644 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-478e6041-d473-4826-8364-b3564e80437a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:46.057664 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65546ca3-1474-4970-b325-24e1fb5b4acc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router d6021760-c7f9-4562-8fc4-a6d288df9a6d has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:42:46.263438 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65546ca3-1474-4970-b325-24e1fb5b4acc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:42:46.286779 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6775f-180f-4e97-8bb8-8b3afe4aec58 None None] Sync routers for ids ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:42:46.287349 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-65546ca3-1474-4970-b325-24e1fb5b4acc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:46.303193 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6775f-180f-4e97-8bb8-8b3afe4aec58 None None] Routers {'d6021760-c7f9-4562-8fc4-a6d288df9a6d'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:46.304275 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-7ef6775f-180f-4e97-8bb8-8b3afe4aec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:46.348177 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-65546ca3-1474-4970-b325-24e1fb5b4acc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/floatingips/37eedecf-48a9-4783-8aaa-3e27fcfee40d HTTP/1.1" status: 204 len: 168 time: 1.9282532 Feb 10 11:42:46.496029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-478e6041-d473-4826-8364-b3564e80437a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Deleting port 015bcb97-9522-4aea-8a30-7401c9690331 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:46.497172 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-478e6041-d473-4826-8364-b3564e80437a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:46.519752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41924) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:46.542911 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-7ef6775f-180f-4e97-8bb8-8b3afe4aec58 None None] Set router d6021760-c7f9-4562-8fc4-a6d288df9a6d gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:46.719529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de7ed6e3-aaab-4cf1-842c-7e9f85c69cbe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:46.750066 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-478e6041-d473-4826-8364-b3564e80437a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] For port 015bcb97-9522-4aea-8a30-7401c9690331, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=015bcb97-9522-4aea-8a30-7401c9690331,segment=NetworkSegment(247abd67-1c3e-4e97-9d3c-3e7e2bbc0519),segment_id=247abd67-1c3e-4e97-9d3c-3e7e2bbc0519)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:46.750424 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-478e6041-d473-4826-8364-b3564e80437a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:46.750769 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de7ed6e3-aaab-4cf1-842c-7e9f85c69cbe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:46.837060 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de7ed6e3-aaab-4cf1-842c-7e9f85c69cbe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:46.860599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ed6e3-aaab-4cf1-842c-7e9f85c69cbe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3c6458-18aa-4519-ba19-a68290cb30ec,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:46.879870 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de7ed6e3-aaab-4cf1-842c-7e9f85c69cbe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:46.881533 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-de7ed6e3-aaab-4cf1-842c-7e9f85c69cbe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/security-groups/6b3c6458-18aa-4519-ba19-a68290cb30ec HTTP/1.1" status: 204 len: 168 time: 0.3606462 Feb 10 11:42:46.943602 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-7ef6775f-180f-4e97-8bb8-8b3afe4aec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'name': 'tempest-TestNetworkBasicOps-router-698292390', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:42:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '88c48e35-d0b7-44c2-ac5f-d56650641567', 'name': '', 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:b7:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:59Z', 'updated_at': '2022-02-10T11:42:07Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:46.948355 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6775f-180f-4e97-8bb8-8b3afe4aec58 None None] Checking router: d6021760-c7f9-4562-8fc4-a6d288df9a6d for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:42:46.953412 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41932) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:46.955516 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-07723da8-87d9-4424-a089-4f14428363ff tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203753822&fields=id&tenant_id=a7ea00cd69f94e278d237bca3bf96ede HTTP/1.1" status: 200 len: 267 time: 0.2688816 Feb 10 11:42:46.965001 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6775f-180f-4e97-8bb8-8b3afe4aec58 None None] Routers {'d6021760-c7f9-4562-8fc4-a6d288df9a6d'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:46.965903 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-7ef6775f-180f-4e97-8bb8-8b3afe4aec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:47.026182 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-478e6041-d473-4826-8364-b3564e80437a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Calling delete_port for 015bcb97-9522-4aea-8a30-7401c9690331 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:47.034742 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3012e2be-cab8-41f9-8703-b9e05478f67c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port cc7243e1-142b-4ae6-a508-e1e87fdb9b19 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:47.035192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3012e2be-cab8-41f9-8703-b9e05478f67c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:47.163380 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-7ef6775f-180f-4e97-8bb8-8b3afe4aec58 None None] Set router d6021760-c7f9-4562-8fc4-a6d288df9a6d gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:47.249686 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-720c439a-aae1-4eb4-800c-f8dee9c0c1f8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:47.251096 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-720c439a-aae1-4eb4-800c-f8dee9c0c1f8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/networks?id=f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 200 len: 810 time: 0.2948775 Feb 10 11:42:47.274045 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-7b5247da-c17f-4e79-b69c-27d74afbe0c0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/quotas/a7ea00cd69f94e278d237bca3bf96ede HTTP/1.1" status: 200 len: 375 time: 0.0138512 Feb 10 11:42:47.302355 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3012e2be-cab8-41f9-8703-b9e05478f67c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:47.407170 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-478e6041-d473-4826-8364-b3564e80437a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:47.438132 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3012e2be-cab8-41f9-8703-b9e05478f67c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for cc7243e1-142b-4ae6-a508-e1e87fdb9b19 owned by {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:47.473982 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-131de04e-f051-4076-91f9-d79ddf04d922 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1913698 Feb 10 11:42:47.476870 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e6041-d473-4826-8364-b3564e80437a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event deleted for resources: {'Port': ['ID=015bcb97-9522-4aea-8a30-7401c9690331,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:47.499973 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-7ef6775f-180f-4e97-8bb8-8b3afe4aec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'name': 'tempest-TestNetworkBasicOps-router-698292390', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:42:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '88c48e35-d0b7-44c2-ac5f-d56650641567', 'name': '', 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:b7:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:59Z', 'updated_at': '2022-02-10T11:42:07Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:47.505616 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6775f-180f-4e97-8bb8-8b3afe4aec58 None None] The sync data for ids ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'] in dv-neutron-828497-1-hyperv is: [{'id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'name': 'tempest-TestNetworkBasicOps-router-698292390', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:42:00Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '88c48e35-d0b7-44c2-ac5f-d56650641567', 'name': '', 'network_id': '38ad21f9-4260-45b7-9758-e9dc7909c357', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:b7:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:59Z', 'updated_at': '2022-02-10T11:42:07Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '8a87fd2e-03f2-4725-bda5-1af759f0b627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:42:47.647086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3012e2be-cab8-41f9-8703-b9e05478f67c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:47.715727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012e2be-cab8-41f9-8703-b9e05478f67c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=cc7243e1-142b-4ae6-a508-e1e87fdb9b19,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:47.860256 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e059c8b-875f-4cd2-9602-10f5ed2ff875 None None] New status for floating IP 37eedecf-48a9-4783-8aaa-3e27fcfee40d: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:42:47.870734 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3012e2be-cab8-41f9-8703-b9e05478f67c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:47.895902 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3012e2be-cab8-41f9-8703-b9e05478f67c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/ports/cc7243e1-142b-4ae6-a508-e1e87fdb9b19 HTTP/1.1" status: 204 len: 168 time: 0.9383283 Feb 10 11:42:47.896669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41938) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:47.931740 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-fb6d8807-6fd9-4c28-b4a4-14fbe80714bf service neutron] 10.222.0.36 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322982 Feb 10 11:42:48.103120 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-1e4e0b32-51c6-4a2a-a02d-81d07c0acf30 service neutron] 10.222.0.36 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646435 Feb 10 11:42:48.117161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-478e6041-d473-4826-8364-b3564e80437a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:48.370897 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d6f41a7-66b0-409f-afe4-c3847fd02b85 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:48.657198 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a825545d-5e5e-4a1c-8f44-831dc3651382 req-3b276f1a-ec4c-4a78-9ffd-ddf13dacf908 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 210 time: 0.0689044 Feb 10 11:42:48.961722 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478e6041-d473-4826-8364-b3564e80437a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:42:49.200130 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478e6041-d473-4826-8364-b3564e80437a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:42:49.214047 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2326f0-e95c-4d34-8621-d06976c6176e None None] Sync routers for ids ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:42:49.218918 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-478e6041-d473-4826-8364-b3564e80437a tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "PUT /v2.0/routers/01611f9d-a935-4b7a-aa9e-46a6e50ab993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8731439 Feb 10 11:42:49.218918 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41960) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:49.231841 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2326f0-e95c-4d34-8621-d06976c6176e None None] Routers {'01611f9d-a935-4b7a-aa9e-46a6e50ab993'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:49.232609 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-1b2326f0-e95c-4d34-8621-d06976c6176e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:49.261857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6d6f41a7-66b0-409f-afe4-c3847fd02b85 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 88c48e35-d0b7-44c2-ac5f-d56650641567 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:49.262293 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d6f41a7-66b0-409f-afe4-c3847fd02b85 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.420902 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-1b2326f0-e95c-4d34-8621-d06976c6176e None None] Set router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:49.424779 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3fc51a-40bb-4078-8e8d-7a093a3fbeb0 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Deleting subnet 7aa21dd4-8074-48ed-91d0-35c4bbe9f619 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:42:49.428845 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6c3fc51a-40bb-4078-8e8d-7a093a3fbeb0 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.465475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-6d6f41a7-66b0-409f-afe4-c3847fd02b85 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port 88c48e35-d0b7-44c2-ac5f-d56650641567, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=88c48e35-d0b7-44c2-ac5f-d56650641567,segment=NetworkSegment(955efd5e-2eca-4d98-89a1-b43941885bcf),segment_id=955efd5e-2eca-4d98-89a1-b43941885bcf)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:49.466076 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d6f41a7-66b0-409f-afe4-c3847fd02b85 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.484834 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6c3fc51a-40bb-4078-8e8d-7a093a3fbeb0 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.602719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6c3fc51a-40bb-4078-8e8d-7a093a3fbeb0 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.613867 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6d6f41a7-66b0-409f-afe4-c3847fd02b85 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 88c48e35-d0b7-44c2-ac5f-d56650641567 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:49.798516 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-1b2326f0-e95c-4d34-8621-d06976c6176e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470325457', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:42:47Z', 'revision_number': 5, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'gw_port': {'id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:49.805102 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2326f0-e95c-4d34-8621-d06976c6176e None None] Checking router: 01611f9d-a935-4b7a-aa9e-46a6e50ab993 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:42:49.826794 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2326f0-e95c-4d34-8621-d06976c6176e None None] Routers {'01611f9d-a935-4b7a-aa9e-46a6e50ab993'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:49.827843 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-1b2326f0-e95c-4d34-8621-d06976c6176e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:49.845877 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6c3fc51a-40bb-4078-8e8d-7a093a3fbeb0 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.884138 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d6f41a7-66b0-409f-afe4-c3847fd02b85 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.958141 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f41a7-66b0-409f-afe4-c3847fd02b85 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=88c48e35-d0b7-44c2-ac5f-d56650641567,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:50.033003 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c89f99d1-215f-449b-9035-6dc34afea110 req-b72d7304-1514-41dc-a71e-ffe672336b02 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 210 time: 0.1428180 Feb 10 11:42:50.034435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fc51a-40bb-4078-8e8d-7a093a3fbeb0 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa21dd4-8074-48ed-91d0-35c4bbe9f619,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:50.047343 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-b7325b7b-df84-4872-a351-9b074758b387 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:50.050655 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-b7325b7b-df84-4872-a351-9b074758b387 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.73 "GET /v2.0/networks?id=f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 200 len: 810 time: 0.3906708 Feb 10 11:42:50.059624 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6c3fc51a-40bb-4078-8e8d-7a093a3fbeb0 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:50.066884 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bbee4c-a1b0-4991-bb9c-ce1365c13072 None None] Network b76b59e5-fde3-4fce-b115-5486d59fbbfb requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:42:50.126334 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6c3fc51a-40bb-4078-8e8d-7a093a3fbeb0 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "DELETE /v2.0/subnets/7aa21dd4-8074-48ed-91d0-35c4bbe9f619 HTTP/1.1" status: 204 len: 168 time: 0.9062006 Feb 10 11:42:50.136379 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41968) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:50.138784 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-69ef161d-a629-4149-b619-dd8452375f23 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7ea00cd69f94e278d237bca3bf96ede HTTP/1.1" status: 200 len: 380 time: 0.0729055 Feb 10 11:42:50.154969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Request body: {'port': {'device_id': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'admin_state_up': True, 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'security_groups': ['f9b7f6af-153d-414f-b456-d2238f5cfab4']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:50.166357 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-1b2326f0-e95c-4d34-8621-d06976c6176e None None] Set router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:50.395215 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:50.399596 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Usage tracker for resource:port and tenant:a7ea00cd69f94e278d237bca3bf96ede is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:50.403527 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:50.414030 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:50.433695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Made reservation on behalf of a7ea00cd69f94e278d237bca3bf96ede for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:42:50.437117 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:50.447378 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3667a239-0164-4b11-9bce-5ea165ca7d95 None None] DHCP port deletion for b76b59e5-fde3-4fce-b115-5486d59fbbfb request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:42:50.451783 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-3667a239-0164-4b11-9bce-5ea165ca7d95 None None] Deleting port 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:50.452178 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3667a239-0164-4b11-9bce-5ea165ca7d95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:50.599755 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-1b2326f0-e95c-4d34-8621-d06976c6176e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470325457', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:42:47Z', 'revision_number': 5, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'gw_port': {'id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:50.604637 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2326f0-e95c-4d34-8621-d06976c6176e None None] The sync data for ids ['01611f9d-a935-4b7a-aa9e-46a6e50ab993'] in dv-neutron-828497-1-hyperv is: [{'id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470325457', 'tenant_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:42:47Z', 'revision_number': 5, 'project_id': 'b0308a9c5d6c43629709c1c05a9d80f1', 'gw_port': {'id': 'f7d0ff56-62b3-4489-94c8-f4f3d9a682bd', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01611f9d-a935-4b7a-aa9e-46a6e50ab993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:44Z', 'updated_at': '2022-02-10T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:42:50.714380 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3667a239-0164-4b11-9bce-5ea165ca7d95 None None] For port 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a,segment=NetworkSegment(247abd67-1c3e-4e97-9d3c-3e7e2bbc0519),segment_id=247abd67-1c3e-4e97-9d3c-3e7e2bbc0519)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:50.714722 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3667a239-0164-4b11-9bce-5ea165ca7d95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:50.819653 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d6f41a7-66b0-409f-afe4-c3847fd02b85 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:50.820590 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Allocated IP 172.20.0.10 (f515bcb9-d982-4b8d-83ba-f18662effa60/9bfb8288-f6e4-496c-ada9-091c63b52c0b/2b199165-38c9-4af8-8b1c-bddbcef1e97f) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:42:50.827671 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9fb30300-78fc-4e27-8b0b-64e71e67b850 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:50.863172 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-3667a239-0164-4b11-9bce-5ea165ca7d95 None None] Calling delete_port for 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:50.955338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3667a239-0164-4b11-9bce-5ea165ca7d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:51.057565 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3667a239-0164-4b11-9bce-5ea165ca7d95 None None] No DVR routers for this DVR port 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:42:51.080723 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667a239-0164-4b11-9bce-5ea165ca7d95 None None] Pushing event deleted for resources: {'Port': ['ID=49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:51.105735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:51.127575 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Transition to ACTIVE for port object 2b199165-38c9-4af8-8b1c-bddbcef1e97f will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:42:51.163085 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:51.195254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 015bcb97-9522-4aea-8a30-7401c9690331 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:42:51.239577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Network f515bcb9-d982-4b8d-83ba-f18662effa60 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:42:51.243500 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:42:51.254409 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:42:51.272730 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 015bcb97-9522-4aea-8a30-7401c9690331 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:42:51.273097 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 015bcb97-9522-4aea-8a30-7401c9690331 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:42:51.273560 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:42:51.331304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:42:51.332390 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 49d8e4ef-5e7f-4bde-b38f-1718ed0cfc9a not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:42:51.382744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event updated for resources: {'Port': ['ID=2b199165-38c9-4af8-8b1c-bddbcef1e97f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:51.401223 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:51.401949 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:51.445296 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-9975e9c9-9f6c-4d95-9195-abf9c61caedf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2996869 Feb 10 11:42:51.460926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Request body: {'port': {'device_id': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:51.467165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9fb30300-78fc-4e27-8b0b-64e71e67b850 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:51.527368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4afe7-7650-4102-a604-951867bb22f2 req-c6b79f39-deb2-40a6-8582-f5c64c9c8dd3 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:51.528501 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-39b4afe7-7650-4102-a604-951867bb22f2 req-c6b79f39-deb2-40a6-8582-f5c64c9c8dd3 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Synchronizing usage tracker for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:42:51.546072 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-9fb30300-78fc-4e27-8b0b-64e71e67b850 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Deleting port f7d0ff56-62b3-4489-94c8-f4f3d9a682bd {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:51.546429 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9fb30300-78fc-4e27-8b0b-64e71e67b850 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:51.567764 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f24b3dbf-0845-4dc4-85c8-bd03b0243a47 None None] Provisioning for port 2b199165-38c9-4af8-8b1c-bddbcef1e97f completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:42:51.577621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f24b3dbf-0845-4dc4-85c8-bd03b0243a47 None None] Provisioning complete for port 2b199165-38c9-4af8-8b1c-bddbcef1e97f triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:51.577621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f24b3dbf-0845-4dc4-85c8-bd03b0243a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:51.593856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-39b4afe7-7650-4102-a604-951867bb22f2 req-c6b79f39-deb2-40a6-8582-f5c64c9c8dd3 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Unset dirty status for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:42:51.595024 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39b4afe7-7650-4102-a604-951867bb22f2 req-c6b79f39-deb2-40a6-8582-f5c64c9c8dd3 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 932 time: 0.2964618 Feb 10 11:42:51.647100 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:51.669256 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39b4afe7-7650-4102-a604-951867bb22f2 req-39334919-0596-43f4-9afb-1972e1502637 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684340 Feb 10 11:42:51.671172 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f24b3dbf-0845-4dc4-85c8-bd03b0243a47 None None] Port 2b199165-38c9-4af8-8b1c-bddbcef1e97f cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:42:51.923906 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9fb30300-78fc-4e27-8b0b-64e71e67b850 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] For port f7d0ff56-62b3-4489-94c8-f4f3d9a682bd, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f7d0ff56-62b3-4489-94c8-f4f3d9a682bd,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:51.924459 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9fb30300-78fc-4e27-8b0b-64e71e67b850 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:52.037845 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b199165-38c9-4af8-8b1c-bddbcef1e97f {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:42:52.045035 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:52.060529 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Transition to ACTIVE for port object 2b199165-38c9-4af8-8b1c-bddbcef1e97f will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:42:52.065573 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:52.117243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-9fb30300-78fc-4e27-8b0b-64e71e67b850 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Calling delete_port for f7d0ff56-62b3-4489-94c8-f4f3d9a682bd owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:52.126165 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:42:52.196242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Pushing event updated for resources: {'Port': ['ID=2b199165-38c9-4af8-8b1c-bddbcef1e97f,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:52.348522 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Attempting to bind port 2b199165-38c9-4af8-8b1c-bddbcef1e97f on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:42:52.348937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Attempting to bind port 2b199165-38c9-4af8-8b1c-bddbcef1e97f by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:42:52.349242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Attempting to bind port 2b199165-38c9-4af8-8b1c-bddbcef1e97f on network f515bcb9-d982-4b8d-83ba-f18662effa60 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:42:52.359292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Port 2b199165-38c9-4af8-8b1c-bddbcef1e97f on network f515bcb9-d982-4b8d-83ba-f18662effa60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:42:52.359873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Attempting to bind port 2b199165-38c9-4af8-8b1c-bddbcef1e97f on network f515bcb9-d982-4b8d-83ba-f18662effa60 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:42:52.367726 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6f41a7-66b0-409f-afe4-c3847fd02b85 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router d6021760-c7f9-4562-8fc4-a6d288df9a6d has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:42:52.368427 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:42:52.368767 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Checking segment: {'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:42:52.369059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9fb30300-78fc-4e27-8b0b-64e71e67b850 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:52.369236 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Bound using segment: {'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:42:52.369605 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Bound port: 2b199165-38c9-4af8-8b1c-bddbcef1e97f, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:42:52.369956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:52.421439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb30300-78fc-4e27-8b0b-64e71e67b850 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event deleted for resources: {'Port': ['ID=f7d0ff56-62b3-4489-94c8-f4f3d9a682bd,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:52.467112 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] For port 2b199165-38c9-4af8-8b1c-bddbcef1e97f, host hv-neutron-8284, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:42:52.470561 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] For port 2b199165-38c9-4af8-8b1c-bddbcef1e97f, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2b199165-38c9-4af8-8b1c-bddbcef1e97f,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:42:52.474688 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:52.552569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Pushing event updated for resources: {'Port': ['ID=2b199165-38c9-4af8-8b1c-bddbcef1e97f,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:52.557579 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:52.560361 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-685a3ba3-5be1-42ed-804f-585232bf8e0e service neutron] 10.222.0.73 "PUT /v2.0/ports/2b199165-38c9-4af8-8b1c-bddbcef1e97f HTTP/1.1" status: 200 len: 1094 time: 1.1055779 Feb 10 11:42:52.560361 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'tag': '2b199165-38c9-4af8-8b1c-bddbcef1e97f'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:42:52.647273 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'tag': '2b199165-38c9-4af8-8b1c-bddbcef1e97f', 'status': 'completed', 'code': 200} Feb 10 11:42:52.689996 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-96e08b5b-84fa-44fd-8000-5b309938e6b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 1097 time: 0.0883145 Feb 10 11:42:52.768506 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-4aa5f213-f1c5-42e3-871d-bdab6c74e292 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b199165-38c9-4af8-8b1c-bddbcef1e97f HTTP/1.1" status: 200 len: 217 time: 0.0702908 Feb 10 11:42:52.954602 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9fb30300-78fc-4e27-8b0b-64e71e67b850 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:52.961787 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-6b14aae0-7aab-45ed-b785-5fe7e1d23db3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:52.964392 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-6b14aae0-7aab-45ed-b785-5fe7e1d23db3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bfb8288-f6e4-496c-ada9-091c63b52c0b HTTP/1.1" status: 200 len: 849 time: 0.1897361 Feb 10 11:42:53.130440 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b41a9d-e896-49ac-a137-5355b4a97524 req-24f3bf0d-e67b-4328-9a31-f83cc14a07ca tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:53.131914 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-08b41a9d-e896-49ac-a137-5355b4a97524 req-24f3bf0d-e67b-4328-9a31-f83cc14a07ca tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 944 time: 0.3099561 Feb 10 11:42:53.194544 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-07e895ae-1b2e-4685-8003-e69b604fcc8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f515bcb9-d982-4b8d-83ba-f18662effa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2232184 Feb 10 11:42:53.198337 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-08b41a9d-e896-49ac-a137-5355b4a97524 req-5c98a5a8-7fd7-473a-9540-7ed3a7ab1cff tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564005 Feb 10 11:42:53.248823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9fb30300-78fc-4e27-8b0b-64e71e67b850 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:53.257026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9fb30300-78fc-4e27-8b0b-64e71e67b850 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:53.298989 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9fb30300-78fc-4e27-8b0b-64e71e67b850 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:53.299527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb30300-78fc-4e27-8b0b-64e71e67b850 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Fanout notify agent at l3_agent the message router_deleted on router 01611f9d-a935-4b7a-aa9e-46a6e50ab993 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:42:53.324115 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6f41a7-66b0-409f-afe4-c3847fd02b85 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:42:53.329552 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6d6f41a7-66b0-409f-afe4-c3847fd02b85 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/d6021760-c7f9-4562-8fc4-a6d288df9a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4317863 Feb 10 11:42:53.333267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9fb30300-78fc-4e27-8b0b-64e71e67b850 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:53.334898 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9fb30300-78fc-4e27-8b0b-64e71e67b850 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "DELETE /v2.0/routers/01611f9d-a935-4b7a-aa9e-46a6e50ab993 HTTP/1.1" status: 204 len: 168 time: 3.1974885 Feb 10 11:42:53.337635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41980) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:53.337859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 41978) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:53.338906 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a40005-276b-4331-acb0-7ebba906e51e None None] Sync routers for ids ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:42:53.361301 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a40005-276b-4331-acb0-7ebba906e51e None None] Routers {'d6021760-c7f9-4562-8fc4-a6d288df9a6d'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:53.362524 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d8a40005-276b-4331-acb0-7ebba906e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:53.428016 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-5599c3e4-72b5-430c-a9b2-bfb911926120 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270362 Feb 10 11:42:53.474925 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8848962-a341-4148-b992-e9e8cc840d75 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:53.611236 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d8a40005-276b-4331-acb0-7ebba906e51e None None] Set router d6021760-c7f9-4562-8fc4-a6d288df9a6d gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:53.620359 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8848962-a341-4148-b992-e9e8cc840d75 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:53.649109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-f8848962-a341-4148-b992-e9e8cc840d75 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76b59e5-fde3-4fce-b115-5486d59fbbfb']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:53.664094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-f8848962-a341-4148-b992-e9e8cc840d75 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247abd67-1c3e-4e97-9d3c-3e7e2bbc0519') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:53.664094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-f8848962-a341-4148-b992-e9e8cc840d75 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247abd67-1c3e-4e97-9d3c-3e7e2bbc0519') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:53.669515 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-870637a3-1eb6-497b-acd2-17fa7cc98db8 req-6fc7d016-bcdf-407e-9198-455036ba0420 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347751 Feb 10 11:42:53.672088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2696569-1da6-4d0a-a6d2-eb56b6f28855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting subnet 8a87fd2e-03f2-4725-bda5-1af759f0b627 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:42:53.677059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2696569-1da6-4d0a-a6d2-eb56b6f28855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:53.678049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8848962-a341-4148-b992-e9e8cc840d75 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:53.701211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8848962-a341-4148-b992-e9e8cc840d75 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:53.710134 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8848962-a341-4148-b992-e9e8cc840d75 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:42:53.711050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8848962-a341-4148-b992-e9e8cc840d75 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:42:53.726547 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:42:53.780180 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2696569-1da6-4d0a-a6d2-eb56b6f28855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:53.819511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8848962-a341-4148-b992-e9e8cc840d75 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:53.828397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f8848962-a341-4148-b992-e9e8cc840d75 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:53.857513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8848962-a341-4148-b992-e9e8cc840d75 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event deleted for resources: {'Network': ['ID=b76b59e5-fde3-4fce-b115-5486d59fbbfb,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:53.872551 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f8848962-a341-4148-b992-e9e8cc840d75 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "DELETE /v2.0/networks/b76b59e5-fde3-4fce-b115-5486d59fbbfb HTTP/1.1" status: 204 len: 168 time: 0.5338404 Feb 10 11:42:53.875317 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41986) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:53.895696 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c843ed91-6e20-4b2f-81ff-f7cf66a98f46 req-eadcaf8e-c20e-40ce-b5d8-7adc9822dd7f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 1097 time: 0.1678495 Feb 10 11:42:53.976645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64b27e5e-ebb5-4661-86ab-b28ac1f03766 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:54.010353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64b27e5e-ebb5-4661-86ab-b28ac1f03766 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:54.022539 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2696569-1da6-4d0a-a6d2-eb56b6f28855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:54.038897 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d8a40005-276b-4331-acb0-7ebba906e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'name': 'tempest-TestNetworkBasicOps-router-698292390', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:42:49Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:54.042919 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a40005-276b-4331-acb0-7ebba906e51e None None] Checking router: d6021760-c7f9-4562-8fc4-a6d288df9a6d for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:42:54.054720 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a40005-276b-4331-acb0-7ebba906e51e None None] Routers {'d6021760-c7f9-4562-8fc4-a6d288df9a6d'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:54.055343 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d8a40005-276b-4331-acb0-7ebba906e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:54.120093 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843ed91-6e20-4b2f-81ff-f7cf66a98f46 req-3367a8dd-2a88-4be5-8854-b3fbc33180b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:54.121714 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c843ed91-6e20-4b2f-81ff-f7cf66a98f46 req-3367a8dd-2a88-4be5-8854-b3fbc33180b7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 200 len: 911 time: 0.2168617 Feb 10 11:42:54.202255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64b27e5e-ebb5-4661-86ab-b28ac1f03766 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:54.214790 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2696569-1da6-4d0a-a6d2-eb56b6f28855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:54.223347 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b27e5e-ebb5-4661-86ab-b28ac1f03766 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:54.243404 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64b27e5e-ebb5-4661-86ab-b28ac1f03766 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:54.244099 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-64b27e5e-ebb5-4661-86ab-b28ac1f03766 tempest-TestNetworkAdvancedServerOps-881696000 tempest-TestNetworkAdvancedServerOps-881696000-project] 10.222.0.36 "DELETE /v2.0/security-groups/fece6bc8-ecb1-4d23-ba3b-bd77fee8e2a1 HTTP/1.1" status: 204 len: 168 time: 0.3678181 Feb 10 11:42:54.260963 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c843ed91-6e20-4b2f-81ff-f7cf66a98f46 req-4213b4c5-5f00-4374-ac98-80ac0a567fbe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b199165-38c9-4af8-8b1c-bddbcef1e97f HTTP/1.1" status: 200 len: 217 time: 0.1287246 Feb 10 11:42:54.262670 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2696569-1da6-4d0a-a6d2-eb56b6f28855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Subnet': ['ID=8a87fd2e-03f2-4725-bda5-1af759f0b627,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:54.273900 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d8a40005-276b-4331-acb0-7ebba906e51e None None] Set router d6021760-c7f9-4562-8fc4-a6d288df9a6d gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:54.339373 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2696569-1da6-4d0a-a6d2-eb56b6f28855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:54.348731 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9b017a-3994-48e0-846c-fc815881c123 None None] Network 38ad21f9-4260-45b7-9758-e9dc7909c357 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:42:54.350823 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e2696569-1da6-4d0a-a6d2-eb56b6f28855 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/subnets/8a87fd2e-03f2-4725-bda5-1af759f0b627 HTTP/1.1" status: 204 len: 168 time: 1.0119221 Feb 10 11:42:54.353495 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 41996) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:54.360024 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843ed91-6e20-4b2f-81ff-f7cf66a98f46 req-9f67f14c-e4ed-42bb-93c2-7227666a223d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:54.361824 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c843ed91-6e20-4b2f-81ff-f7cf66a98f46 req-9f67f14c-e4ed-42bb-93c2-7227666a223d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bfb8288-f6e4-496c-ada9-091c63b52c0b HTTP/1.1" status: 200 len: 849 time: 0.0907464 Feb 10 11:42:54.526234 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c843ed91-6e20-4b2f-81ff-f7cf66a98f46 req-10a0a45e-90b1-41b8-b987-d8914eda6042 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f515bcb9-d982-4b8d-83ba-f18662effa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1577199 Feb 10 11:42:54.537089 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0890f-6e78-42a7-97c3-b2e4d1aba908 req-f9e2fd52-6394-4651-97f6-1a2f7a9bf2e9 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:54.538800 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1ba0890f-6e78-42a7-97c3-b2e4d1aba908 req-f9e2fd52-6394-4651-97f6-1a2f7a9bf2e9 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 944 time: 0.1292474 Feb 10 11:42:54.595117 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1db94f8-fec7-4267-84d0-b99b967e1385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:54.712746 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c843ed91-6e20-4b2f-81ff-f7cf66a98f46 req-dc761549-cb30-4642-aa1b-e74ebf412f83 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728749 Feb 10 11:42:54.818235 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f7d0ff56-62b3-4489-94c8-f4f3d9a682bd no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:42:54.829821 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42002) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:54.840197 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1db94f8-fec7-4267-84d0-b99b967e1385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:54.860700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a1db94f8-fec7-4267-84d0-b99b967e1385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 03d34392-39df-4235-94d1-c0b7bec074dc {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:54.861221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1db94f8-fec7-4267-84d0-b99b967e1385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:54.861732 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: f7d0ff56-62b3-4489-94c8-f4f3d9a682bd {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:42:54.862589 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f7d0ff56-62b3-4489-94c8-f4f3d9a682bd not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:42:54.881029 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1ba0890f-6e78-42a7-97c3-b2e4d1aba908 req-eb784b22-e5fe-4539-92cf-6268d941100d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196092 Feb 10 11:42:54.891837 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d8a40005-276b-4331-acb0-7ebba906e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'name': 'tempest-TestNetworkBasicOps-router-698292390', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:42:49Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:54.897251 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a40005-276b-4331-acb0-7ebba906e51e None None] The sync data for ids ['d6021760-c7f9-4562-8fc4-a6d288df9a6d'] in dv-neutron-828497-1-hyperv is: [{'id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'name': 'tempest-TestNetworkBasicOps-router-698292390', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:42:49Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '03d34392-39df-4235-94d1-c0b7bec074dc', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6021760-c7f9-4562-8fc4-a6d288df9a6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:41:54Z', 'updated_at': '2022-02-10T11:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:42:54.978504 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c843ed91-6e20-4b2f-81ff-f7cf66a98f46 req-488e91f1-297f-4321-bd55-1be039567879 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517812 Feb 10 11:42:55.146499 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-375f0312-21d9-42ad-88c9-85ba474e7ef2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0308a9c5d6c43629709c1c05a9d80f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3155715 Feb 10 11:42:55.149095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42008) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:55.156640 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a1db94f8-fec7-4267-84d0-b99b967e1385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port 03d34392-39df-4235-94d1-c0b7bec074dc, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=03d34392-39df-4235-94d1-c0b7bec074dc,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:55.156988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1db94f8-fec7-4267-84d0-b99b967e1385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:55.249903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] DHCP port deletion for 38ad21f9-4260-45b7-9758-e9dc7909c357 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:42:55.257000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] Deleting port 3b6665ab-781b-4e35-9ed4-8ab65b2d30af {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:55.257846 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:55.293857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a1db94f8-fec7-4267-84d0-b99b967e1385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 03d34392-39df-4235-94d1-c0b7bec074dc owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:55.318549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46ba77a5-7e27-46ac-bbda-19adf9be49a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:55.347693 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46ba77a5-7e27-46ac-bbda-19adf9be49a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:55.417990 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46ba77a5-7e27-46ac-bbda-19adf9be49a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:55.441797 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba77a5-7e27-46ac-bbda-19adf9be49a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f3ddaf-90a3-4e0e-9cb6-510eb280a8b4,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:55.443735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46ba77a5-7e27-46ac-bbda-19adf9be49a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:55.444864 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-46ba77a5-7e27-46ac-bbda-19adf9be49a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5f3ddaf-90a3-4e0e-9cb6-510eb280a8b4 HTTP/1.1" status: 204 len: 168 time: 0.2941144 Feb 10 11:42:55.486139 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1db94f8-fec7-4267-84d0-b99b967e1385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:55.510142 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] For port 3b6665ab-781b-4e35-9ed4-8ab65b2d30af, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=3b6665ab-781b-4e35-9ed4-8ab65b2d30af,segment=NetworkSegment(955efd5e-2eca-4d98-89a1-b43941885bcf),segment_id=955efd5e-2eca-4d98-89a1-b43941885bcf)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:55.510736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:55.580282 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db94f8-fec7-4267-84d0-b99b967e1385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=03d34392-39df-4235-94d1-c0b7bec074dc,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:55.695457 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] Calling delete_port for 3b6665ab-781b-4e35-9ed4-8ab65b2d30af owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:55.781251 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:55.832190 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] Pushing event deleted for resources: {'Port': ['ID=3b6665ab-781b-4e35-9ed4-8ab65b2d30af,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:55.845620 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:55.845964 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:55.846307 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:55.846644 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:55.847537 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:55.847865 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:55.848387 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:55.848881 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:55.849430 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:55.849925 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:55.850435 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:55.855438 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9bf7e8-66e6-462d-a628-f99f3cbe9c8a None None] No DVR routers for this DVR port 3b6665ab-781b-4e35-9ed4-8ab65b2d30af on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:42:55.884303 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42016) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:55.888774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1db94f8-fec7-4267-84d0-b99b967e1385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:55.906887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7dddcb74-4cf4-4370-9fda-6cbf34aea4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:55.950204 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7dddcb74-4cf4-4370-9fda-6cbf34aea4cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:55.959824 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7dddcb74-4cf4-4370-9fda-6cbf34aea4cc admin admin] Usage tracker for resource:security_group_rule and tenant:9c9520c9b2784b96b914bbfa8de05f18 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:55.961832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7dddcb74-4cf4-4370-9fda-6cbf34aea4cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:55.971104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7dddcb74-4cf4-4370-9fda-6cbf34aea4cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:56.112023 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7dddcb74-4cf4-4370-9fda-6cbf34aea4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.123132 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7dddcb74-4cf4-4370-9fda-6cbf34aea4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.188180 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddcb74-4cf4-4370-9fda-6cbf34aea4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c21eae2-1acf-4b86-a377-38ec803f7d71,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:56.197458 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7dddcb74-4cf4-4370-9fda-6cbf34aea4cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c9520c9b2784b96b914bbfa8de05f18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3119712 Feb 10 11:42:56.200726 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42022) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:56.223239 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3eec63-7136-4ac7-bb97-e5a341f49bdd req-24b5f994-1f0a-4f39-8e9a-8f4ab1202d1a tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:56.224926 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb3eec63-7136-4ac7-bb97-e5a341f49bdd req-24b5f994-1f0a-4f39-8e9a-8f4ab1202d1a tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 944 time: 0.1967859 Feb 10 11:42:56.297925 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1db94f8-fec7-4267-84d0-b99b967e1385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.303687 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1db94f8-fec7-4267-84d0-b99b967e1385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.313031 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb3eec63-7136-4ac7-bb97-e5a341f49bdd req-b06e7ddc-7392-4fa0-b2df-cfbed67ce6df tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822597 Feb 10 11:42:56.323152 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3d538ed1-6be7-413f-9e83-29c91e708ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.335821 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1db94f8-fec7-4267-84d0-b99b967e1385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.336384 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1db94f8-fec7-4267-84d0-b99b967e1385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Fanout notify agent at l3_agent the message router_deleted on router d6021760-c7f9-4562-8fc4-a6d288df9a6d {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:42:56.355494 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1db94f8-fec7-4267-84d0-b99b967e1385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.356662 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a1db94f8-fec7-4267-84d0-b99b967e1385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/routers/d6021760-c7f9-4562-8fc4-a6d288df9a6d HTTP/1.1" status: 204 len: 168 time: 2.0021715 Feb 10 11:42:56.357018 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3d538ed1-6be7-413f-9e83-29c91e708ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.359548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42026) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:56.419928 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3d538ed1-6be7-413f-9e83-29c91e708ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.436584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d538ed1-6be7-413f-9e83-29c91e708ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c21eae2-1acf-4b86-a377-38ec803f7d71,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:56.445542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3d538ed1-6be7-413f-9e83-29c91e708ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.448997 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3d538ed1-6be7-413f-9e83-29c91e708ff3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c21eae2-1acf-4b86-a377-38ec803f7d71 HTTP/1.1" status: 204 len: 168 time: 0.2450185 Feb 10 11:42:56.498339 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63b665e7-7fd5-42b7-a4cf-d7e7feab2246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.511519 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e071e149-cede-40c7-bf44-d56e1a584929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.637900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63b665e7-7fd5-42b7-a4cf-d7e7feab2246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.665477 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-63b665e7-7fd5-42b7-a4cf-d7e7feab2246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ad21f9-4260-45b7-9758-e9dc7909c357']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:56.679663 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-63b665e7-7fd5-42b7-a4cf-d7e7feab2246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955efd5e-2eca-4d98-89a1-b43941885bcf') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:56.679963 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-63b665e7-7fd5-42b7-a4cf-d7e7feab2246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955efd5e-2eca-4d98-89a1-b43941885bcf') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:56.693333 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63b665e7-7fd5-42b7-a4cf-d7e7feab2246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.712843 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63b665e7-7fd5-42b7-a4cf-d7e7feab2246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.720686 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b665e7-7fd5-42b7-a4cf-d7e7feab2246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:42:56.721094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63b665e7-7fd5-42b7-a4cf-d7e7feab2246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:42:56.742023 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:42:56.831976 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63b665e7-7fd5-42b7-a4cf-d7e7feab2246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.836741 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63b665e7-7fd5-42b7-a4cf-d7e7feab2246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.909949 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3b6665ab-781b-4e35-9ed4-8ab65b2d30af no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:42:56.914633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b665e7-7fd5-42b7-a4cf-d7e7feab2246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Network': ['ID=38ad21f9-4260-45b7-9758-e9dc7909c357,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:56.927052 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-63b665e7-7fd5-42b7-a4cf-d7e7feab2246 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/networks/38ad21f9-4260-45b7-9758-e9dc7909c357 HTTP/1.1" status: 204 len: 168 time: 0.5664358 Feb 10 11:42:56.944401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42032) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:56.955573 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 3b6665ab-781b-4e35-9ed4-8ab65b2d30af {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:42:56.955920 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3b6665ab-781b-4e35-9ed4-8ab65b2d30af not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:42:56.956372 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 88c48e35-d0b7-44c2-ac5f-d56650641567 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:42:56.959562 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ebeba657-1e9e-4593-9e5d-8991567f6db7 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0119450 Feb 10 11:42:56.962596 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42036) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:56.968288 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-df6857ea-b37e-4043-b5dd-05a655f28f0c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'network': {'name': 'tempest-network-smoke--539886824', 'project_id': '0287a4c215574103957c73d52a854e74', 'port_security_enabled': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:56.973514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-df6857ea-b37e-4043-b5dd-05a655f28f0c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:56.977796 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-df6857ea-b37e-4043-b5dd-05a655f28f0c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:network and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:56.981270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-df6857ea-b37e-4043-b5dd-05a655f28f0c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:56.987198 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-df6857ea-b37e-4043-b5dd-05a655f28f0c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:56.989045 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 88c48e35-d0b7-44c2-ac5f-d56650641567 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:42:56.989427 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 88c48e35-d0b7-44c2-ac5f-d56650641567 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:42:56.989833 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 03d34392-39df-4235-94d1-c0b7bec074dc no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:42:56.997980 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6857ea-b37e-4043-b5dd-05a655f28f0c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:42:57.000993 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df6857ea-b37e-4043-b5dd-05a655f28f0c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:57.022994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 03d34392-39df-4235-94d1-c0b7bec074dc {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:42:57.023345 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 03d34392-39df-4235-94d1-c0b7bec074dc not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:42:57.035657 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6857ea-b37e-4043-b5dd-05a655f28f0c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:42:57.044205 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df6857ea-b37e-4043-b5dd-05a655f28f0c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:57.044535 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-df6857ea-b37e-4043-b5dd-05a655f28f0c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Added segment 2a0eeeac-6123-4614-b2f8-53de8517b052 of type vlan for network 332375f4-d757-4a66-b61e-5e0e261e1700 Feb 10 11:42:57.070854 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df6857ea-b37e-4043-b5dd-05a655f28f0c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:57.099937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df6857ea-b37e-4043-b5dd-05a655f28f0c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:57.103896 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6857ea-b37e-4043-b5dd-05a655f28f0c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:57.104483 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df6857ea-b37e-4043-b5dd-05a655f28f0c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:57.208263 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-df6857ea-b37e-4043-b5dd-05a655f28f0c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2445357 Feb 10 11:42:57.211059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42040) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:57.216650 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-77861794', 'admin_state_up': True, 'project_id': '0287a4c215574103957c73d52a854e74', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:57.217935 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6857ea-b37e-4043-b5dd-05a655f28f0c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Network': ['ID=332375f4-d757-4a66-b61e-5e0e261e1700,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:57.224545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:57.228806 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:router and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:57.229431 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 332375f4-d757-4a66-b61e-5e0e261e1700 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:42:57.231764 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:57.239117 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:57.250571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:57.252382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:57.269964 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:57.420383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:57.598883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab1535-de9e-4ad1-9949-082513eaf6fb req-75cda70d-746c-49b2-8c56-bda818db3f80 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:57.600333 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-13ab1535-de9e-4ad1-9949-082513eaf6fb req-75cda70d-746c-49b2-8c56-bda818db3f80 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 944 time: 0.1524370 Feb 10 11:42:57.698957 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-13ab1535-de9e-4ad1-9949-082513eaf6fb req-5550c659-a59e-4cd0-9cae-ec58c498ac41 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903573 Feb 10 11:42:57.706061 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:57.736793 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:57.875995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.26.4.209 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/7022bba5-09b9-49aa-9fce-1ce4fc2a99f6) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:42:58.029706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:58.058856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:58.126843 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:42:58.130618 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:42:58.135696 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:42:58.166533 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=7022bba5-09b9-49aa-9fce-1ce4fc2a99f6,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:58.309969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:58.310713 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:58.634967 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 57225d6f-6124-44c4-9003-9d2e14535fc7 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:42:58.824633 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b3f3f752-4ced-4e17-ae57-dbb1f58ee42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:58.901288 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:42:58.911064 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Sync routers for ids ['57225d6f-6124-44c4-9003-9d2e14535fc7'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:42:58.926587 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Routers {'57225d6f-6124-44c4-9003-9d2e14535fc7'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:58.927245 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['57225d6f-6124-44c4-9003-9d2e14535fc7'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:58.936942 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:58.938259 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7bebcd7e-1d13-4336-bead-bf1610575d9f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7260296 Feb 10 11:42:58.941987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42048) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:58.945838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275f138-479d-477b-82a7-db10d7d0bb69 req-446b16bb-3682-4697-982e-0f2b817cf6cd tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:58.947330 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d275f138-479d-477b-82a7-db10d7d0bb69 req-446b16bb-3682-4697-982e-0f2b817cf6cd tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 944 time: 0.1173804 Feb 10 11:42:58.985480 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9fc42260-e370-42b5-a118-feb98a5f16fe tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=0287a4c215574103957c73d52a854e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412955 Feb 10 11:42:58.988559 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42052) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:59.002393 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d275f138-479d-477b-82a7-db10d7d0bb69 req-d1bdaf32-0cce-4df9-b363-cfb2e3dd1425 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474541 Feb 10 11:42:59.123066 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Set router 57225d6f-6124-44c4-9003-9d2e14535fc7 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:59.126640 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b09c9f-fcf0-445a-8941-b89d4e8d2fc3 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:59.128175 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-77b09c9f-fcf0-445a-8941-b89d4e8d2fc3 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1381774 Feb 10 11:42:59.131573 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42056) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:59.172205 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d04270f7-029a-4a8e-ad0c-ccbc5b164239 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395136 Feb 10 11:42:59.174732 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42060) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:59.180668 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-c89ac271-3c3c-4408-bf4f-3f3c639b0a16 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-864984416', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'project_id': '0287a4c215574103957c73d52a854e74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:59.295147 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c89ac271-3c3c-4408-bf4f-3f3c639b0a16 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:59.298852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c89ac271-3c3c-4408-bf4f-3f3c639b0a16 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:subnet and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:59.302892 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c89ac271-3c3c-4408-bf4f-3f3c639b0a16 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:59.308614 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c89ac271-3c3c-4408-bf4f-3f3c639b0a16 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:59.321014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89ac271-3c3c-4408-bf4f-3f3c639b0a16 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:42:59.416187 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'name': 'tempest-TestNetworkBasicOps-router-77861794', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:42:58Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:42:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:59.419998 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Checking router: 57225d6f-6124-44c4-9003-9d2e14535fc7 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:42:59.420339 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Updating router 57225d6f-6124-44c4-9003-9d2e14535fc7 port 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:42:59.427996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c89ac271-3c3c-4408-bf4f-3f3c639b0a16 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:59.471248 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:59.646259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c89ac271-3c3c-4408-bf4f-3f3c639b0a16 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:59.787971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:59.805068 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:59.817802 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Transition to ACTIVE for port object 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:42:59.823966 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:59.840252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ac271-3c3c-4408-bf4f-3f3c639b0a16 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Subnet': ['ID=cf660230-c71d-4f45-9f62-4ca40f7ea764,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:59.868999 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ac271-3c3c-4408-bf4f-3f3c639b0a16 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Checking segment: {'id': '2a0eeeac-6123-4614-b2f8-53de8517b052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:42:59.869495 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ac271-3c3c-4408-bf4f-3f3c639b0a16 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network hostable DHCP agents. Network: 332375f4-d757-4a66-b61e-5e0e261e1700, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:42:59.894458 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ac271-3c3c-4408-bf4f-3f3c639b0a16 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 332375f4-d757-4a66-b61e-5e0e261e1700 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:42:59.905986 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-c89ac271-3c3c-4408-bf4f-3f3c639b0a16 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 332375f4-d757-4a66-b61e-5e0e261e1700) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:42:59.907923 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2771f90-e3cd-4c86-8fb0-2cba9c656d0f None None] Pushing event updated for resources: {'Port': ['ID=7022bba5-09b9-49aa-9fce-1ce4fc2a99f6,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:59.912779 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89ac271-3c3c-4408-bf4f-3f3c639b0a16 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:59.913595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c89ac271-3c3c-4408-bf4f-3f3c639b0a16 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:59.919044 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69b9fa9-6587-4fc5-83c0-9109cbf93072 None None] Network 332375f4-d757-4a66-b61e-5e0e261e1700 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:42:59.923822 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2771f90-e3cd-4c86-8fb0-2cba9c656d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:59.924373 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2771f90-e3cd-4c86-8fb0-2cba9c656d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:59.924484 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2771f90-e3cd-4c86-8fb0-2cba9c656d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:59.924718 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2771f90-e3cd-4c86-8fb0-2cba9c656d0f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:59.925114 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2771f90-e3cd-4c86-8fb0-2cba9c656d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:59.925763 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2771f90-e3cd-4c86-8fb0-2cba9c656d0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:59.926236 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2771f90-e3cd-4c86-8fb0-2cba9c656d0f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:59.926559 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2771f90-e3cd-4c86-8fb0-2cba9c656d0f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:59.926883 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2771f90-e3cd-4c86-8fb0-2cba9c656d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:59.927201 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2771f90-e3cd-4c86-8fb0-2cba9c656d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:59.927514 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2771f90-e3cd-4c86-8fb0-2cba9c656d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:59.935061 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Attempting to bind port 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:42:59.935427 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Attempting to bind port 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:42:59.935781 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Attempting to bind port 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:42:59.943118 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:42:59.943570 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:42:59.943911 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:59.944208 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c89ac271-3c3c-4408-bf4f-3f3c639b0a16 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7670615 Feb 10 11:42:59.944742 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:42:59.944859 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Bound port: 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:42:59.945172 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:59.946165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42064) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:00.029773 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] For port 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:43:00.033815 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] For port 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7022bba5-09b9-49aa-9fce-1ce4fc2a99f6,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:43:00.040517 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:00.132521 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Routers {'57225d6f-6124-44c4-9003-9d2e14535fc7'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:00.133406 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['57225d6f-6124-44c4-9003-9d2e14535fc7'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:00.205951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-332375f4-d757-4a66-b61e-5e0e261e1700', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ips': [{'subnet_id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:43:00.207255 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:00.222423 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:00.308912 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2771f90-e3cd-4c86-8fb0-2cba9c656d0f None None] Pushing event updated for resources: {'Port': ['ID=7022bba5-09b9-49aa-9fce-1ce4fc2a99f6,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:00.361708 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] Set router 57225d6f-6124-44c4-9003-9d2e14535fc7 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:00.381260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Allocated IP 172.20.0.2 (332375f4-d757-4a66-b61e-5e0e261e1700/cf660230-c71d-4f45-9f62-4ca40f7ea764/9b8f2b02-4bdd-414a-aed4-028d1cc789e3) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:43:00.389976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c940ca0-6933-4070-bd9d-328c1f4d0f57 req-f458fcda-543e-4ad9-92aa-53aed87b7dc9 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:00.391489 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c940ca0-6933-4070-bd9d-328c1f4d0f57 req-f458fcda-543e-4ad9-92aa-53aed87b7dc9 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 944 time: 0.2309568 Feb 10 11:43:00.464936 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c940ca0-6933-4070-bd9d-328c1f4d0f57 req-24e2a41f-0fd3-42e9-9567-a5bf63ddfa03 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600929 Feb 10 11:43:00.614659 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:00.626455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Transition to ACTIVE for port object 9b8f2b02-4bdd-414a-aed4-028d1cc789e3 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:43:00.650869 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Transition to ACTIVE for port object 9b8f2b02-4bdd-414a-aed4-028d1cc789e3 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:43:00.658778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:00.668826 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'name': 'tempest-TestNetworkBasicOps-router-77861794', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:42:58Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:00.672908 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99ed28-4627-46b5-8202-262db93e21e3 None None] The sync data for ids ['57225d6f-6124-44c4-9003-9d2e14535fc7'] in dv-neutron-828497-1-hyperv is: [{'id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'name': 'tempest-TestNetworkBasicOps-router-77861794', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:42:58Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:43:00.725635 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Network 332375f4-d757-4a66-b61e-5e0e261e1700 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:43:00.733463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:43:00.738676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:43:00.788219 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Pushing event updated for resources: {'Port': ['ID=9b8f2b02-4bdd-414a-aed4-028d1cc789e3,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:00.845847 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Attempting to bind port 9b8f2b02-4bdd-414a-aed4-028d1cc789e3 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:43:00.846226 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Attempting to bind port 9b8f2b02-4bdd-414a-aed4-028d1cc789e3 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '2a0eeeac-6123-4614-b2f8-53de8517b052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:43:00.846595 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Attempting to bind port 9b8f2b02-4bdd-414a-aed4-028d1cc789e3 on network 332375f4-d757-4a66-b61e-5e0e261e1700 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:43:00.855138 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:43:00.855515 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Checking segment: {'id': '2a0eeeac-6123-4614-b2f8-53de8517b052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:43:00.855913 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:00.856305 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Bound using segment: {'id': '2a0eeeac-6123-4614-b2f8-53de8517b052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:43:00.856757 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Bound port: 9b8f2b02-4bdd-414a-aed4-028d1cc789e3, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0eeeac-6123-4614-b2f8-53de8517b052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:43:00.857156 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:00.979173 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] For port 9b8f2b02-4bdd-414a-aed4-028d1cc789e3, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:43:00.982542 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] For port 9b8f2b02-4bdd-414a-aed4-028d1cc789e3, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9b8f2b02-4bdd-414a-aed4-028d1cc789e3,segment=NetworkSegment(2a0eeeac-6123-4614-b2f8-53de8517b052),segment_id=2a0eeeac-6123-4614-b2f8-53de8517b052)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:43:00.986933 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:00.987172 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:01.078480 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffafb1-2bea-471c-a0f2-85e6e7fd9e94 None None] Pushing event updated for resources: {'Port': ['ID=9b8f2b02-4bdd-414a-aed4-028d1cc789e3,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:01.522823 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:01.557408 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.1 (332375f4-d757-4a66-b61e-5e0e261e1700/cf660230-c71d-4f45-9f62-4ca40f7ea764/aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:43:01.798619 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692cc7e-98c6-4730-8ff2-1c04bed39940 req-e4e71a57-bc8e-4a04-a638-3d78e278f3e6 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:01.800736 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8692cc7e-98c6-4730-8ff2-1c04bed39940 req-e4e71a57-bc8e-4a04-a638-3d78e278f3e6 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 944 time: 0.1410618 Feb 10 11:43:01.834807 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:01.868115 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:43:01.882723 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8692cc7e-98c6-4730-8ff2-1c04bed39940 req-42903c16-c1aa-42b3-bbc8-3b359c1402b7 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733829 Feb 10 11:43:01.912141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:02.009443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 332375f4-d757-4a66-b61e-5e0e261e1700 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:43:02.012863 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:43:02.015249 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:02.017810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:43:02.078763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:02.121024 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb17842-d941-4eab-9243-7139c283d744 None None] Network 332375f4-d757-4a66-b61e-5e0e261e1700 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:43:02.174109 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:02.216938 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 2b199165-38c9-4af8-8b1c-bddbcef1e97f details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:43:02.224361 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c1bc76cc-9f20-4a17-88b8-06f2b8adbd0c None None] Provisioning for port 9b8f2b02-4bdd-414a-aed4-028d1cc789e3 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:43:02.510374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 2b199165-38c9-4af8-8b1c-bddbcef1e97f, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2b199165-38c9-4af8-8b1c-bddbcef1e97f,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:02.532010 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '2b199165-38c9-4af8-8b1c-bddbcef1e97f', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'port_id': '2b199165-38c9-4af8-8b1c-bddbcef1e97f', 'mac_address': 'fa:16:3e:e1:81:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:43:02.590020 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:02.594962 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:02.604542 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:02.625392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b199165-38c9-4af8-8b1c-bddbcef1e97f {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:43:02.642494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 2b199165-38c9-4af8-8b1c-bddbcef1e97f, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2b199165-38c9-4af8-8b1c-bddbcef1e97f,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:02.648094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:02.720949 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:02.725622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=2b199165-38c9-4af8-8b1c-bddbcef1e97f,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:02.725863 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:02.885425 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 332375f4-d757-4a66-b61e-5e0e261e1700 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:43:02.887299 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:43:02.887602 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['2b199165-38c9-4af8-8b1c-bddbcef1e97f'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:43:02.993794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9b8f2b02-4bdd-414a-aed4-028d1cc789e3 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:43:03.086927 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-67fa4e52-b2d5-4b4c-aaf4-77e53ee7e935 None None] Provisioning for port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:43:03.107621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-67fa4e52-b2d5-4b4c-aaf4-77e53ee7e935 None None] Provisioning complete for port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:03.107992 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-67fa4e52-b2d5-4b4c-aaf4-77e53ee7e935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:03.179269 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc929f4d-1694-49e7-8fb1-7a824b8af91e req-72a16980-64d3-44ce-b02b-dd78c8dbef23 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:03.180579 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bc929f4d-1694-49e7-8fb1-7a824b8af91e req-72a16980-64d3-44ce-b02b-dd78c8dbef23 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 945 time: 0.1236310 Feb 10 11:43:03.197696 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-67fa4e52-b2d5-4b4c-aaf4-77e53ee7e935 None None] Port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:43:03.199510 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 9b8f2b02-4bdd-414a-aed4-028d1cc789e3 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:43:03.211848 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 9b8f2b02-4bdd-414a-aed4-028d1cc789e3 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:03.212473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:03.420408 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5550d0ad-e2a0-41af-95bb-4da5f1c31157 None None] Provisioning complete for port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:03.420784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5550d0ad-e2a0-41af-95bb-4da5f1c31157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:03.461518 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bc929f4d-1694-49e7-8fb1-7a824b8af91e req-76912dcd-3a3c-4ee3-9abc-1927c827d919 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190500 Feb 10 11:43:03.492987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:03.522405 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-5550d0ad-e2a0-41af-95bb-4da5f1c31157 None None] Port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:43:03.531274 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 57225d6f-6124-44c4-9003-9d2e14535fc7 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:43:03.563749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 9b8f2b02-4bdd-414a-aed4-028d1cc789e3, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9b8f2b02-4bdd-414a-aed4-028d1cc789e3,segment=NetworkSegment(2a0eeeac-6123-4614-b2f8-53de8517b052),segment_id=2a0eeeac-6123-4614-b2f8-53de8517b052)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:03.573300 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:03.574074 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:43:03.700336 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=9b8f2b02-4bdd-414a-aed4-028d1cc789e3,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:03.711953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:43:03.717088 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:03.717493 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:03.743429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:43:03.755901 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-87e010d6-7f4a-480c-91df-fdf8f226dbeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/57225d6f-6124-44c4-9003-9d2e14535fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8081884 Feb 10 11:43:03.758469 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42074) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:03.836212 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:03.855047 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7022bba5-09b9-49aa-9fce-1ce4fc2a99f6,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:03.859133 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:03.916231 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7c0d09-626a-43f6-80b2-130a26b76eb3 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:03.916597 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7c0d09-626a-43f6-80b2-130a26b76eb3 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:03.916966 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7c0d09-626a-43f6-80b2-130a26b76eb3 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:03.917368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7c0d09-626a-43f6-80b2-130a26b76eb3 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:03.917730 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7c0d09-626a-43f6-80b2-130a26b76eb3 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:03.918082 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7c0d09-626a-43f6-80b2-130a26b76eb3 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:03.919905 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cf7c0d09-626a-43f6-80b2-130a26b76eb3 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1604700 Feb 10 11:43:03.923598 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42078) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:03.959126 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=7022bba5-09b9-49aa-9fce-1ce4fc2a99f6,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:04.003718 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e33062-7cc4-4af4-8690-075a15ae1a5a tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:04.004121 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e33062-7cc4-4af4-8690-075a15ae1a5a tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:04.004531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e33062-7cc4-4af4-8690-075a15ae1a5a tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:04.004897 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e33062-7cc4-4af4-8690-075a15ae1a5a tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:04.005291 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e33062-7cc4-4af4-8690-075a15ae1a5a tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:04.005652 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e33062-7cc4-4af4-8690-075a15ae1a5a tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:04.007467 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-50e33062-7cc4-4af4-8690-075a15ae1a5a tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0820415 Feb 10 11:43:04.010361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42082) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:04.209641 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 2b199165-38c9-4af8-8b1c-bddbcef1e97f up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:43:04.230280 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-028a6155-6e07-4993-9030-34fcd9f34599 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3043 time: 0.2188418 Feb 10 11:43:04.288202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 2b199165-38c9-4af8-8b1c-bddbcef1e97f completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:43:04.293604 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 2b199165-38c9-4af8-8b1c-bddbcef1e97f triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:04.294269 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:04.418672 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:04.433777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Sync routers for ids ['57225d6f-6124-44c4-9003-9d2e14535fc7'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:43:04.446485 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42088) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:04.452339 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-2c3d2459-cdc5-442f-a09c-6319e3b5bf04 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-401065190', 'description': 'tempest-secgroup-smoke-401065190 description', 'project_id': '0287a4c215574103957c73d52a854e74'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:04.456923 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b199165-38c9-4af8-8b1c-bddbcef1e97f'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:43:04.458906 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2c3d2459-cdc5-442f-a09c-6319e3b5bf04 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:04.463161 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2c3d2459-cdc5-442f-a09c-6319e3b5bf04 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:04.466120 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2c3d2459-cdc5-442f-a09c-6319e3b5bf04 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:04.467468 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 2b199165-38c9-4af8-8b1c-bddbcef1e97f, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2b199165-38c9-4af8-8b1c-bddbcef1e97f,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:04.468458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Routers {'57225d6f-6124-44c4-9003-9d2e14535fc7'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:04.469231 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['57225d6f-6124-44c4-9003-9d2e14535fc7'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:04.473835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2c3d2459-cdc5-442f-a09c-6319e3b5bf04 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:04.486908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c3d2459-cdc5-442f-a09c-6319e3b5bf04 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:04.526548 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:04.530046 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2c3d2459-cdc5-442f-a09c-6319e3b5bf04 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:04.534539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2c3d2459-cdc5-442f-a09c-6319e3b5bf04 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:04.537810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2c3d2459-cdc5-442f-a09c-6319e3b5bf04 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:04.543915 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2c3d2459-cdc5-442f-a09c-6319e3b5bf04 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:04.590542 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b199165-38c9-4af8-8b1c-bddbcef1e97f', 'code': 200} Feb 10 11:43:04.611941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c3d2459-cdc5-442f-a09c-6319e3b5bf04 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:04.618357 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c3d2459-cdc5-442f-a09c-6319e3b5bf04 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:04.686839 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d2459-cdc5-442f-a09c-6319e3b5bf04 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55165c80-bce8-4e46-ae02-5a67cb4138c9,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:04.692851 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c3d2459-cdc5-442f-a09c-6319e3b5bf04 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:04.694603 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2c3d2459-cdc5-442f-a09c-6319e3b5bf04 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2470820 Feb 10 11:43:04.697862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42096) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:04.706590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-2dc97233-3fea-44df-8037-39ae36a79f44 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '55165c80-bce8-4e46-ae02-5a67cb4138c9', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:04.716830 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2dc97233-3fea-44df-8037-39ae36a79f44 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:04.728305 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2dc97233-3fea-44df-8037-39ae36a79f44 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:04.733512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2dc97233-3fea-44df-8037-39ae36a79f44 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:04.739774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb2d2d-6f10-446d-8f58-314bd407e127 req-5867017c-e987-4917-b130-fdbe9229caac tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:04.743727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2dc97233-3fea-44df-8037-39ae36a79f44 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:04.745314 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=2b199165-38c9-4af8-8b1c-bddbcef1e97f,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:04.749008 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1deb2d2d-6f10-446d-8f58-314bd407e127 req-5867017c-e987-4917-b130-fdbe9229caac tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 946 time: 0.1370456 Feb 10 11:43:04.766647 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2dc97233-3fea-44df-8037-39ae36a79f44 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:04.784470 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Set router 57225d6f-6124-44c4-9003-9d2e14535fc7 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:04.811827 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1deb2d2d-6f10-446d-8f58-314bd407e127 req-c6d07ab4-52ab-45d2-a5fb-c08941c2d9f2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618279 Feb 10 11:43:04.861931 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2dc97233-3fea-44df-8037-39ae36a79f44 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:04.871725 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2dc97233-3fea-44df-8037-39ae36a79f44 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:04.903535 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-194b16f4-dc72-433f-a054-16dec3ffab6d req-e3ea3fde-41ce-4a54-8967-5572df91abb2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 1099 time: 0.0906937 Feb 10 11:43:04.914831 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2dc97233-3fea-44df-8037-39ae36a79f44 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:04.916131 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2dc97233-3fea-44df-8037-39ae36a79f44 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2164342 Feb 10 11:43:04.919509 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42100) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:04.925916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d4314b68-5844-4417-8053-56e0098d3731 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '55165c80-bce8-4e46-ae02-5a67cb4138c9', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:04.927750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9b8f2b02-4bdd-414a-aed4-028d1cc789e3 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:43:04.934682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc97233-3fea-44df-8037-39ae36a79f44 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0908c3c4-30a7-4155-8831-6a5d0b827c34,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:04.938774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d4314b68-5844-4417-8053-56e0098d3731 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:04.944736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d4314b68-5844-4417-8053-56e0098d3731 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:04.949225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d4314b68-5844-4417-8053-56e0098d3731 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:04.956362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d4314b68-5844-4417-8053-56e0098d3731 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:04.971006 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-194b16f4-dc72-433f-a054-16dec3ffab6d req-784a43bd-366f-4532-9641-4599d9f65c09 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601475 Feb 10 11:43:04.979489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d4314b68-5844-4417-8053-56e0098d3731 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.047662 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d4314b68-5844-4417-8053-56e0098d3731 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.053547 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d4314b68-5844-4417-8053-56e0098d3731 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.075689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4314b68-5844-4417-8053-56e0098d3731 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3a466c-0d73-4782-b471-4f54c8e3692f,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:05.089215 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d4314b68-5844-4417-8053-56e0098d3731 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.090433 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d4314b68-5844-4417-8053-56e0098d3731 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1698623 Feb 10 11:43:05.093368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42104) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:05.099969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f02bb80d-abea-4178-b6f8-0d5547948b0b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '55165c80-bce8-4e46-ae02-5a67cb4138c9', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:05.106100 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f02bb80d-abea-4178-b6f8-0d5547948b0b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:05.110154 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 9b8f2b02-4bdd-414a-aed4-028d1cc789e3 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:05.110530 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.110649 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f02bb80d-abea-4178-b6f8-0d5547948b0b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:05.114096 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f02bb80d-abea-4178-b6f8-0d5547948b0b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:05.120436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f02bb80d-abea-4178-b6f8-0d5547948b0b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:05.138265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f02bb80d-abea-4178-b6f8-0d5547948b0b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.207016 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f02bb80d-abea-4178-b6f8-0d5547948b0b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.211368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f02bb80d-abea-4178-b6f8-0d5547948b0b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.238903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bb80d-abea-4178-b6f8-0d5547948b0b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222e40c5-9ccd-4786-b0df-c21eee79db52,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:05.250183 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f02bb80d-abea-4178-b6f8-0d5547948b0b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.260806 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f02bb80d-abea-4178-b6f8-0d5547948b0b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1571081 Feb 10 11:43:05.260806 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42108) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:05.266256 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ddaf6447-16ad-499d-940a-6e0b4d159bb3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '55165c80-bce8-4e46-ae02-5a67cb4138c9', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:05.273106 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ddaf6447-16ad-499d-940a-6e0b4d159bb3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:05.276904 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ddaf6447-16ad-499d-940a-6e0b4d159bb3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:05.279943 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ddaf6447-16ad-499d-940a-6e0b4d159bb3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:05.286974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ddaf6447-16ad-499d-940a-6e0b4d159bb3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:05.295240 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:43:05.307348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddaf6447-16ad-499d-940a-6e0b4d159bb3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.342307 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'name': 'tempest-TestNetworkBasicOps-router-77861794', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:02Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b', 'name': '', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:a7:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:01Z', 'updated_at': '2022-02-10T11:43:02Z', 'revision_number': 2, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:05.351904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Checking router: 57225d6f-6124-44c4-9003-9d2e14535fc7 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:43:05.352256 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Updating router 57225d6f-6124-44c4-9003-9d2e14535fc7 port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:43:05.375074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddaf6447-16ad-499d-940a-6e0b4d159bb3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.379314 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddaf6447-16ad-499d-940a-6e0b4d159bb3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.403041 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf6447-16ad-499d-940a-6e0b4d159bb3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577fbdd9-48f3-4b18-b1a6-e346e144cd14,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:05.412859 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.414251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddaf6447-16ad-499d-940a-6e0b4d159bb3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.415524 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ddaf6447-16ad-499d-940a-6e0b4d159bb3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1548946 Feb 10 11:43:05.418288 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42112) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:05.423868 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b9fbf11b-491c-41ab-ab19-89f6b37ec4c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '55165c80-bce8-4e46-ae02-5a67cb4138c9', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:05.430265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b9fbf11b-491c-41ab-ab19-89f6b37ec4c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:05.434099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b9fbf11b-491c-41ab-ab19-89f6b37ec4c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:05.437064 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b9fbf11b-491c-41ab-ab19-89f6b37ec4c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:05.443421 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b9fbf11b-491c-41ab-ab19-89f6b37ec4c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:05.454273 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-b9fbf11b-491c-41ab-ab19-89f6b37ec4c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:43:05.461878 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9fbf11b-491c-41ab-ab19-89f6b37ec4c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.472388 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:05.472617 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.538421 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9fbf11b-491c-41ab-ab19-89f6b37ec4c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.542783 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9fbf11b-491c-41ab-ab19-89f6b37ec4c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.569598 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbf11b-491c-41ab-ab19-89f6b37ec4c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a234f9-3866-4e8f-8f34-bec6b1de7ef9,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:05.581772 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9fbf11b-491c-41ab-ab19-89f6b37ec4c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.585685 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b9fbf11b-491c-41ab-ab19-89f6b37ec4c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1639109 Feb 10 11:43:05.585914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42116) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:05.591493 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-08687939-08e0-46ed-a776-5e7ad0cfeec7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '55165c80-bce8-4e46-ae02-5a67cb4138c9', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:05.597979 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-08687939-08e0-46ed-a776-5e7ad0cfeec7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:05.601742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-08687939-08e0-46ed-a776-5e7ad0cfeec7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:05.604626 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-08687939-08e0-46ed-a776-5e7ad0cfeec7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:05.610590 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-08687939-08e0-46ed-a776-5e7ad0cfeec7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:05.623270 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-08687939-08e0-46ed-a776-5e7ad0cfeec7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:43:05.630734 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08687939-08e0-46ed-a776-5e7ad0cfeec7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.734836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08687939-08e0-46ed-a776-5e7ad0cfeec7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.740252 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08687939-08e0-46ed-a776-5e7ad0cfeec7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.782615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08687939-08e0-46ed-a776-5e7ad0cfeec7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7955bc-d766-4b26-b3e1-bd18c2ed59c6,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:05.794072 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08687939-08e0-46ed-a776-5e7ad0cfeec7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.795283 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-08687939-08e0-46ed-a776-5e7ad0cfeec7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2084103 Feb 10 11:43:05.904545 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.940991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Transition to ACTIVE for port object aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:43:05.953821 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:06.099947 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da93bf-04a7-40ce-8858-1be05ef49e56 req-f7f5e203-0af8-4d57-8ac2-07f78b45f3f0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:06.102401 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39da93bf-04a7-40ce-8858-1be05ef49e56 req-f7f5e203-0af8-4d57-8ac2-07f78b45f3f0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 946 time: 0.1528182 Feb 10 11:43:06.119646 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59061a77-d953-4b52-a44a-89d7087a201b None None] Pushing event updated for resources: {'Port': ['ID=aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:06.119900 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-b3d9f58d-0f1b-4f2a-9c15-651e518e3deb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-401065190&fields=id&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 267 time: 0.0891523 Feb 10 11:43:06.232331 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Attempting to bind port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:43:06.233044 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Attempting to bind port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '2a0eeeac-6123-4614-b2f8-53de8517b052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:43:06.233669 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Attempting to bind port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b on network 332375f4-d757-4a66-b61e-5e0e261e1700 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:43:06.241987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:43:06.242934 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Checking segment: {'id': '2a0eeeac-6123-4614-b2f8-53de8517b052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:43:06.243607 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:06.244478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Bound using segment: {'id': '2a0eeeac-6123-4614-b2f8-53de8517b052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:43:06.245365 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Bound port: aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0eeeac-6123-4614-b2f8-53de8517b052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:43:06.246063 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:06.294919 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39da93bf-04a7-40ce-8858-1be05ef49e56 req-3454588c-45bf-4641-a485-75276a684892 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516895 Feb 10 11:43:06.335167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-550b67ff-d20b-4093-918c-bb1c0131b19a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:06.337167 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-550b67ff-d20b-4093-918c-bb1c0131b19a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/networks?id=332375f4-d757-4a66-b61e-5e0e261e1700 HTTP/1.1" status: 200 len: 796 time: 0.2158184 Feb 10 11:43:06.354018 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-7453d4c7-785c-4660-86af-188a4fe4c4fe tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/quotas/0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 375 time: 0.0116651 Feb 10 11:43:06.354547 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] For port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:43:06.357695 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] For port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b,segment=NetworkSegment(2a0eeeac-6123-4614-b2f8-53de8517b052),segment_id=2a0eeeac-6123-4614-b2f8-53de8517b052)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:43:06.363210 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:06.446732 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-a4b22530-9aeb-478a-9381-0454699d547c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:43:06.456874 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59061a77-d953-4b52-a44a-89d7087a201b None None] Pushing event updated for resources: {'Port': ['ID=aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:06.460575 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Routers {'57225d6f-6124-44c4-9003-9d2e14535fc7'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:06.461214 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['57225d6f-6124-44c4-9003-9d2e14535fc7'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:06.476871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-a4b22530-9aeb-478a-9381-0454699d547c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:43:06.479136 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-a4b22530-9aeb-478a-9381-0454699d547c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1169217 Feb 10 11:43:06.644708 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-937c5cfe-6f01-4a1a-b5ee-7ab0a7d78c07 service neutron] 10.222.0.36 "GET /v2.0/networks/332375f4-d757-4a66-b61e-5e0e261e1700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433358 Feb 10 11:43:06.712459 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] Set router 57225d6f-6124-44c4-9003-9d2e14535fc7 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:06.880734 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-3172dcfa-0fd5-4ecf-ac46-8ad0004b069f service neutron] 10.222.0.36 "GET /v2.0/networks/332375f4-d757-4a66-b61e-5e0e261e1700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301285 Feb 10 11:43:07.043952 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'name': 'tempest-TestNetworkBasicOps-router-77861794', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:02Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b', 'name': '', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:a7:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:01Z', 'updated_at': '2022-02-10T11:43:06Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:07.048005 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53d9f9-e88b-4d0f-9985-f15557916a45 None None] The sync data for ids ['57225d6f-6124-44c4-9003-9d2e14535fc7'] in dv-neutron-828497-1-hyperv is: [{'id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'name': 'tempest-TestNetworkBasicOps-router-77861794', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:02Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b', 'name': '', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:a7:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:01Z', 'updated_at': '2022-02-10T11:43:06Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:43:07.106865 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8305aaee-bd75-4f09-9cff-d44af92eb03d req-0fefc67e-ae82-488a-8181-da323d172ee0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 210 time: 0.0653949 Feb 10 11:43:07.518918 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2816720-d717-4c1d-a860-fa4657e75d54 req-fb75b090-d194-4947-b902-0ab6f5b47235 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:07.520804 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2816720-d717-4c1d-a860-fa4657e75d54 req-fb75b090-d194-4947-b902-0ab6f5b47235 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 946 time: 0.0884802 Feb 10 11:43:07.574432 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2816720-d717-4c1d-a860-fa4657e75d54 req-2f85769d-c4ae-47da-84d0-cf1ddfc26252 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479422 Feb 10 11:43:07.811717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450e941-ab69-45fb-b033-c14e493b5d3d req-1050b316-bdda-4d2f-9008-b615fc8ad14b tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:07.813271 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6450e941-ab69-45fb-b033-c14e493b5d3d req-1050b316-bdda-4d2f-9008-b615fc8ad14b tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 946 time: 0.0856712 Feb 10 11:43:07.861537 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6450e941-ab69-45fb-b033-c14e493b5d3d req-98a2b6f0-648f-4bf2-9297-0451017bcb01 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414910 Feb 10 11:43:07.893242 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42144) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:07.974400 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0888a8dd-5a84-413a-8b60-cd3de5a41169 tempest-TestVolumeBootPattern-1099180232 tempest-TestVolumeBootPattern-1099180232-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 1094 time: 0.0786865 Feb 10 11:43:07.977149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42148) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:07.982531 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': '2b199165-38c9-4af8-8b1c-bddbcef1e97f', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:07.989479 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:07.993800 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Usage tracker for resource:floatingip and tenant:a7ea00cd69f94e278d237bca3bf96ede is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:07.997231 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:08.005410 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:08.017531 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.083690 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.310782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-157e8edd-9fc7-4ba7-bfbf-8997fc22b240 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:08.311444 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-157e8edd-9fc7-4ba7-bfbf-8997fc22b240 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/networks?id=332375f4-d757-4a66-b61e-5e0e261e1700 HTTP/1.1" status: 200 len: 796 time: 0.2226727 Feb 10 11:43:08.322354 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-021715c2-a465-40af-9f2c-6c045c2d5f6e req-1275438f-e180-42af-a05d-3cdc90b7b6ea tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 210 time: 0.0617929 Feb 10 11:43:08.389120 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-41d9478b-8e6e-41d1-b140-0dd16b702772 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 379 time: 0.0641813 Feb 10 11:43:08.393672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.436556 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-f6c67743-9a90-43cb-b7e2-b322f4bc892d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'port': {'device_id': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'admin_state_up': True, 'tenant_id': '0287a4c215574103957c73d52a854e74', 'security_groups': ['55165c80-bce8-4e46-ae02-5a67cb4138c9']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:08.653577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-f6c67743-9a90-43cb-b7e2-b322f4bc892d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:08.663638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Allocated IP 172.26.4.44 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/2a46ce92-50e5-4a5e-bf60-a07c598318a0) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:43:08.673511 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-f6c67743-9a90-43cb-b7e2-b322f4bc892d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:08.710445 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-f6c67743-9a90-43cb-b7e2-b322f4bc892d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:43:08.713407 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-f6c67743-9a90-43cb-b7e2-b322f4bc892d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.890847 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:43:08.950461 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.973461 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:43:08.978994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:08.979377 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.997066 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-f6c67743-9a90-43cb-b7e2-b322f4bc892d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.3 (332375f4-d757-4a66-b61e-5e0e261e1700/cf660230-c71d-4f45-9f62-4ca40f7ea764/dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:43:09.025997 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:09.102254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:09.137845 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b,segment=NetworkSegment(2a0eeeac-6123-4614-b2f8-53de8517b052),segment_id=2a0eeeac-6123-4614-b2f8-53de8517b052)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:09.142424 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:09.190366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event updated for resources: {'Port': ['ID=2a46ce92-50e5-4a5e-bf60-a07c598318a0,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:09.203487 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:43:09.206894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:43:09.209981 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:09.216013 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:43:09.505664 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-f6c67743-9a90-43cb-b7e2-b322f4bc892d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:09.521071 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7ef62186-7637-43e2-91aa-dbdaf916a938 req-5332408d-d64e-4a00-9312-f25fb4c339f9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 210 time: 0.0570469 Feb 10 11:43:09.562178 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-f6c67743-9a90-43cb-b7e2-b322f4bc892d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:43:09.730658 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-f6c67743-9a90-43cb-b7e2-b322f4bc892d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:09.814658 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-f6c67743-9a90-43cb-b7e2-b322f4bc892d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 332375f4-d757-4a66-b61e-5e0e261e1700 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:43:09.820774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-f6c67743-9a90-43cb-b7e2-b322f4bc892d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:43:09.832753 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-f6c67743-9a90-43cb-b7e2-b322f4bc892d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:43:09.886076 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c67743-9a90-43cb-b7e2-b322f4bc892d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:09.922811 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-f6c67743-9a90-43cb-b7e2-b322f4bc892d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:09.923435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-f6c67743-9a90-43cb-b7e2-b322f4bc892d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:09.976979 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-f6c67743-9a90-43cb-b7e2-b322f4bc892d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5454426 Feb 10 11:43:09.990862 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Request body: {'port': {'device_id': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:10.152413 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e3e030dd-8eb1-45cb-8f25-d205e603cc5d None None] Provisioning for port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:43:10.157451 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e3e030dd-8eb1-45cb-8f25-d205e603cc5d None None] Provisioning complete for port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:10.157897 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e3e030dd-8eb1-45cb-8f25-d205e603cc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:10.180224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:10.211054 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e3e030dd-8eb1-45cb-8f25-d205e603cc5d None None] Port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:43:10.258506 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:10.374941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:10.836305 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:10.839489 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:43:10.851203 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:10.853862 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:10.855911 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:43:10.927037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b83026-575b-4426-902f-3679547ba0e8 req-df88a74b-c882-45d5-a687-590b55bc316f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:10.928237 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-52b83026-575b-4426-902f-3679547ba0e8 req-df88a74b-c882-45d5-a687-590b55bc316f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:43:10.942209 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Transition to ACTIVE for port object dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:43:10.945650 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:10.946105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:10.951729 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:11.117021 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event updated for resources: {'Port': ['ID=2a46ce92-50e5-4a5e-bf60-a07c598318a0,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:11.163692 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-52b83026-575b-4426-902f-3679547ba0e8 req-df88a74b-c882-45d5-a687-590b55bc316f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:43:11.164891 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52b83026-575b-4426-902f-3679547ba0e8 req-df88a74b-c882-45d5-a687-590b55bc316f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 931 time: 0.5137246 Feb 10 11:43:11.274474 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:11.395888 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Pushing event updated for resources: {'Port': ['ID=dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:11.454437 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52b83026-575b-4426-902f-3679547ba0e8 req-a5b5e519-5c5d-46fe-a321-736a4455bc82 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=55165c80-bce8-4e46-ae02-5a67cb4138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797735 Feb 10 11:43:11.547303 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Attempting to bind port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:43:11.547633 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Attempting to bind port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '2a0eeeac-6123-4614-b2f8-53de8517b052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:43:11.547957 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Attempting to bind port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d on network 332375f4-d757-4a66-b61e-5e0e261e1700 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:43:11.558394 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d on network 332375f4-d757-4a66-b61e-5e0e261e1700 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:43:11.558717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Attempting to bind port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d on network 332375f4-d757-4a66-b61e-5e0e261e1700 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:43:11.568426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:43:11.568764 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Checking segment: {'id': '2a0eeeac-6123-4614-b2f8-53de8517b052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:43:11.569170 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Bound using segment: {'id': '2a0eeeac-6123-4614-b2f8-53de8517b052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:43:11.569601 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Bound port: dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a0eeeac-6123-4614-b2f8-53de8517b052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:43:11.569945 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:11.684476 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Floating IP 596445ca-b978-48de-a85f-f63bdede823d associated. External IP: 172.26.4.44, port: 2b199165-38c9-4af8-8b1c-bddbcef1e97f. Feb 10 11:43:11.731149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] For port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d, host hv-neutron-8284, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:43:11.798783 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] For port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d,segment=NetworkSegment(2a0eeeac-6123-4614-b2f8-53de8517b052),segment_id=2a0eeeac-6123-4614-b2f8-53de8517b052)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:43:11.807833 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:11.889215 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:11.890460 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] 10.222.0.73 "PUT /v2.0/ports/dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d HTTP/1.1" status: 200 len: 1093 time: 1.9055176 Feb 10 11:43:11.892051 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'tag': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:43:11.916460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba016de-7343-4b4e-b7b4-cf4fb0deb5ec service neutron] Pushing event updated for resources: {'Port': ['ID=dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:11.992954 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'tag': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d', 'status': 'completed', 'code': 200} Feb 10 11:43:12.063830 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-8cabe6a1-3802-4749-b2ea-fbba6bbdd929 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 1096 time: 0.1296635 Feb 10 11:43:12.243602 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-8ecd4240-f141-4e92-9220-8dd66616aa77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d HTTP/1.1" status: 200 len: 217 time: 0.1217005 Feb 10 11:43:12.332439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-dff03afa-c8d4-4614-bd67-3bde9e3f7066 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:12.333878 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-dff03afa-c8d4-4614-bd67-3bde9e3f7066 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf660230-c71d-4f45-9f62-4ca40f7ea764 HTTP/1.1" status: 200 len: 834 time: 0.0818903 Feb 10 11:43:12.435734 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-190121da-e26a-477c-9606-1175e12a9313 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=332375f4-d757-4a66-b61e-5e0e261e1700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0953450 Feb 10 11:43:12.537383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Router 2b937027-dcc8-40e2-ab37-68bac57a49a5 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:43:12.770041 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-bbbc1c78-d51d-4286-9f58-948e61c82e2b service neutron] 10.222.0.73 "GET /v2.0/networks/332375f4-d757-4a66-b61e-5e0e261e1700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253024 Feb 10 11:43:13.010454 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0df75472-5b5c-4be6-8bb1-0a9c069d5ce3 req-85526dda-0faa-45dc-aa71-2bb29a8cf10a service neutron] 10.222.0.73 "GET /v2.0/networks/332375f4-d757-4a66-b61e-5e0e261e1700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308254 Feb 10 11:43:13.026201 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356f32a-9648-4722-b4e0-9ec96d0378eb req-82e41364-1b94-4662-b94a-6bf6fe61c04e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:13.027587 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4356f32a-9648-4722-b4e0-9ec96d0378eb req-82e41364-1b94-4662-b94a-6bf6fe61c04e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 943 time: 0.4456849 Feb 10 11:43:13.136822 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4356f32a-9648-4722-b4e0-9ec96d0378eb req-8eface37-8592-4da9-b22e-3fa87a25664e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=55165c80-bce8-4e46-ae02-5a67cb4138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015944 Feb 10 11:43:13.180255 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c90f2543-2057-4fc3-828a-e026439a5dd7 req-6920873a-84b6-421a-9f9a-6e528cc808aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 1096 time: 0.1175745 Feb 10 11:43:13.185983 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:43:13.196266 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989239a-d535-48aa-ab0f-90ce3f127a53 None None] Sync routers for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:43:13.210982 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f989239a-d535-48aa-ab0f-90ce3f127a53 None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:13.211589 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f989239a-d535-48aa-ab0f-90ce3f127a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:13.272549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:13.351392 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-60a0cea2-1910-4209-865e-db2488122bc8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3728552 Feb 10 11:43:13.382980 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2543-2057-4fc3-828a-e026439a5dd7 req-e3a98c58-9117-4f2d-af5b-771dc8fd5af1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:13.384458 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c90f2543-2057-4fc3-828a-e026439a5dd7 req-e3a98c58-9117-4f2d-af5b-771dc8fd5af1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=332375f4-d757-4a66-b61e-5e0e261e1700 HTTP/1.1" status: 200 len: 897 time: 0.1859438 Feb 10 11:43:13.400753 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-f989239a-d535-48aa-ab0f-90ce3f127a53 None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:13.461804 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c90f2543-2057-4fc3-828a-e026439a5dd7 req-2a9229a2-fefd-4785-8b66-b1f1c30ff09c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d HTTP/1.1" status: 200 len: 217 time: 0.0693336 Feb 10 11:43:13.527129 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2543-2057-4fc3-828a-e026439a5dd7 req-88da2201-3e5c-44be-84c1-61cadff3a3eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:13.528574 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c90f2543-2057-4fc3-828a-e026439a5dd7 req-88da2201-3e5c-44be-84c1-61cadff3a3eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf660230-c71d-4f45-9f62-4ca40f7ea764 HTTP/1.1" status: 200 len: 834 time: 0.0606847 Feb 10 11:43:13.607428 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c90f2543-2057-4fc3-828a-e026439a5dd7 req-459299b9-b807-49f3-b880-2b1e1a2e8b59 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=332375f4-d757-4a66-b61e-5e0e261e1700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712881 Feb 10 11:43:13.740834 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c90f2543-2057-4fc3-828a-e026439a5dd7 req-0a819b80-4d2e-4ed0-a79a-c4bfcb6d23ad service neutron] 10.222.0.73 "GET /v2.0/networks/332375f4-d757-4a66-b61e-5e0e261e1700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261623 Feb 10 11:43:13.758568 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f989239a-d535-48aa-ab0f-90ce3f127a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '596445ca-b978-48de-a85f-f63bdede823d', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'port_id': '2b199165-38c9-4af8-8b1c-bddbcef1e97f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'mac_address': 'fa:16:3e:e1:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:09Z', 'updated_at': '2022-02-10T11:43:09Z', 'revision_number': 0, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:13.762247 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989239a-d535-48aa-ab0f-90ce3f127a53 None None] Checking router: 2b937027-dcc8-40e2-ab37-68bac57a49a5 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:43:13.773725 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f989239a-d535-48aa-ab0f-90ce3f127a53 None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:13.774315 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f989239a-d535-48aa-ab0f-90ce3f127a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:13.875395 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c90f2543-2057-4fc3-828a-e026439a5dd7 req-508305da-37e7-4717-a69d-06122779af7e service neutron] 10.222.0.73 "GET /v2.0/networks/332375f4-d757-4a66-b61e-5e0e261e1700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283705 Feb 10 11:43:13.949843 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-f989239a-d535-48aa-ab0f-90ce3f127a53 None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:14.001034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'tag': '2b199165-38c9-4af8-8b1c-bddbcef1e97f'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:43:14.059627 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'tag': '2b199165-38c9-4af8-8b1c-bddbcef1e97f', 'status': 'completed', 'code': 200} Feb 10 11:43:14.151123 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2d6f838-fadd-4f3c-b389-f103b43caad0 req-97ca0b6c-8c44-4243-b410-286ef8a404ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 1099 time: 0.0708299 Feb 10 11:43:14.333232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6f838-fadd-4f3c-b389-f103b43caad0 req-70f0452c-9cbb-4499-8d24-cabd220aa583 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:14.334683 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2d6f838-fadd-4f3c-b389-f103b43caad0 req-70f0452c-9cbb-4499-8d24-cabd220aa583 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 200 len: 911 time: 0.1776652 Feb 10 11:43:14.348917 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f989239a-d535-48aa-ab0f-90ce3f127a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '596445ca-b978-48de-a85f-f63bdede823d', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'port_id': '2b199165-38c9-4af8-8b1c-bddbcef1e97f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'mac_address': 'fa:16:3e:e1:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:09Z', 'updated_at': '2022-02-10T11:43:09Z', 'revision_number': 0, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:14.353324 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989239a-d535-48aa-ab0f-90ce3f127a53 None None] The sync data for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv is: [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '596445ca-b978-48de-a85f-f63bdede823d', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'port_id': '2b199165-38c9-4af8-8b1c-bddbcef1e97f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'mac_address': 'fa:16:3e:e1:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:09Z', 'updated_at': '2022-02-10T11:43:09Z', 'revision_number': 0, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:43:14.557629 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b932e33-ff06-4148-9d86-1bb87e8c2411 req-ba2e9238-d5c5-43bd-8710-0e71829bbc90 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:14.559059 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4b932e33-ff06-4148-9d86-1bb87e8c2411 req-ba2e9238-d5c5-43bd-8710-0e71829bbc90 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 943 time: 0.2896345 Feb 10 11:43:14.560811 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2d6f838-fadd-4f3c-b389-f103b43caad0 req-3a803a33-f04b-44fb-9c74-0fd158b9bfa3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b199165-38c9-4af8-8b1c-bddbcef1e97f HTTP/1.1" status: 200 len: 999 time: 0.2175288 Feb 10 11:43:14.654628 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6f838-fadd-4f3c-b389-f103b43caad0 req-44f474f1-26c4-4c09-b3ea-0ff027e3b625 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:14.656313 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2d6f838-fadd-4f3c-b389-f103b43caad0 req-44f474f1-26c4-4c09-b3ea-0ff027e3b625 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bfb8288-f6e4-496c-ada9-091c63b52c0b HTTP/1.1" status: 200 len: 849 time: 0.0775750 Feb 10 11:43:14.658633 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4b932e33-ff06-4148-9d86-1bb87e8c2411 req-77826488-cd3b-4c6d-9733-37b9a6911051 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=55165c80-bce8-4e46-ae02-5a67cb4138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939701 Feb 10 11:43:14.735552 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2d6f838-fadd-4f3c-b389-f103b43caad0 req-879ffb0e-cfa7-49c5-b9f9-9f28f87229b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f515bcb9-d982-4b8d-83ba-f18662effa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728645 Feb 10 11:43:14.872502 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2d6f838-fadd-4f3c-b389-f103b43caad0 req-ee5db921-6f91-4266-808e-7896c6376d73 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300418 Feb 10 11:43:15.006164 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2d6f838-fadd-4f3c-b389-f103b43caad0 req-76b5b750-9d51-48a4-b8bd-619c43d328b7 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266336 Feb 10 11:43:15.875785 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd028f-ef94-43a7-9229-e32210226929 req-b788d41a-d3bd-449b-ac38-730fe2e87528 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:15.877924 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8efd028f-ef94-43a7-9229-e32210226929 req-b788d41a-d3bd-449b-ac38-730fe2e87528 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 943 time: 0.0849915 Feb 10 11:43:15.932514 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8efd028f-ef94-43a7-9229-e32210226929 req-bf764578-90ad-43c7-b948-cb89cfc2b8e8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=55165c80-bce8-4e46-ae02-5a67cb4138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457642 Feb 10 11:43:16.324597 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e6bd0d-9c2b-4ab9-bd4b-654c82d460ad None None] New status for floating IP 596445ca-b978-48de-a85f-f63bdede823d: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:43:16.374496 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:43:16.684479 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d,segment=NetworkSegment(2a0eeeac-6123-4614-b2f8-53de8517b052),segment_id=2a0eeeac-6123-4614-b2f8-53de8517b052)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:16.698678 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'port_id': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d', 'mac_address': 'fa:16:3e:6b:d8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:43:16.751334 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:16.769316 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:43:16.784677 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d,segment=NetworkSegment(2a0eeeac-6123-4614-b2f8-53de8517b052),segment_id=2a0eeeac-6123-4614-b2f8-53de8517b052)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:16.789529 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:16.896762 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:17.052474 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:43:17.142827 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e6ca0-cd76-48d8-b2f1-4d61fd4a2f3b req-69c23219-9a0f-4cac-8206-ed4cf2083640 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:17.144496 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c6e6ca0-cd76-48d8-b2f1-4d61fd4a2f3b req-69c23219-9a0f-4cac-8206-ed4cf2083640 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 944 time: 0.0883293 Feb 10 11:43:17.195970 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c6e6ca0-cd76-48d8-b2f1-4d61fd4a2f3b req-d341184a-5208-4b19-830f-bfbef590cd94 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=55165c80-bce8-4e46-ae02-5a67cb4138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440967 Feb 10 11:43:18.332482 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:43:18.411668 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e984fa-92d3-4469-a801-07425e764412 req-489fd02b-a328-44c0-b416-b54f703f6e68 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:18.413924 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a5e984fa-92d3-4469-a801-07425e764412 req-489fd02b-a328-44c0-b416-b54f703f6e68 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 944 time: 0.0873320 Feb 10 11:43:18.423440 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:43:18.429101 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:18.429576 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:18.462898 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a5e984fa-92d3-4469-a801-07425e764412 req-1cafa275-6a3c-4585-be16-bddfd0630211 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=55165c80-bce8-4e46-ae02-5a67cb4138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432839 Feb 10 11:43:18.543951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:18.571590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:43:18.581660 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d,segment=NetworkSegment(2a0eeeac-6123-4614-b2f8-53de8517b052),segment_id=2a0eeeac-6123-4614-b2f8-53de8517b052)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:18.586304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:18.632254 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d', 'code': 200} Feb 10 11:43:18.658322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:18.872122 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d9e04d03-4f91-4ec2-abb4-75d78c12fdcb req-a5db9d4b-5a24-47c3-a12c-5f212e6af97e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 1098 time: 0.0731235 Feb 10 11:43:18.916845 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d9e04d03-4f91-4ec2-abb4-75d78c12fdcb req-d667bb7c-eccf-4580-a960-ef45834c6782 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=55165c80-bce8-4e46-ae02-5a67cb4138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378892 Feb 10 11:43:19.664827 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8991dba-a5a5-448f-8870-fb798c558a96 req-459cc192-6664-46f1-8860-d396667ea66c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:19.666345 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a8991dba-a5a5-448f-8870-fb798c558a96 req-459cc192-6664-46f1-8860-d396667ea66c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 945 time: 0.0803990 Feb 10 11:43:19.716124 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a8991dba-a5a5-448f-8870-fb798c558a96 req-04a29369-ec26-4c8b-b58d-082c29f86ab6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=55165c80-bce8-4e46-ae02-5a67cb4138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440738 Feb 10 11:43:20.917940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b963c98-7a80-45ea-811f-5f5e8631ca1a req-1046a3bc-a607-4c8a-8f2e-e7471bc1cde4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:20.919381 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3b963c98-7a80-45ea-811f-5f5e8631ca1a req-1046a3bc-a607-4c8a-8f2e-e7471bc1cde4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 945 time: 0.0770066 Feb 10 11:43:20.965463 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3b963c98-7a80-45ea-811f-5f5e8631ca1a req-9c32635c-e151-447b-acce-d8713dfc6945 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=55165c80-bce8-4e46-ae02-5a67cb4138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397441 Feb 10 11:43:21.169043 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b6588-0864-480a-b49e-d6330c951cae req-401deb9f-6e89-4a4d-a2d3-4a9163055df1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:21.170553 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-111b6588-0864-480a-b49e-d6330c951cae req-401deb9f-6e89-4a4d-a2d3-4a9163055df1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 945 time: 0.0817900 Feb 10 11:43:21.225073 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-111b6588-0864-480a-b49e-d6330c951cae req-1483e543-0124-41ad-a684-b25d02b529f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=55165c80-bce8-4e46-ae02-5a67cb4138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410810 Feb 10 11:43:21.253236 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42182) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:21.324061 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-249846f0-0210-4608-849f-59d2db64d017 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 1093 time: 0.0694418 Feb 10 11:43:21.326758 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42186) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:21.333765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:21.339335 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:21.343071 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:floatingip and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:21.346550 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:21.352556 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:21.363816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:21.503179 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:21.641392 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.26.4.187 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/be79a073-701e-45b3-964e-f3a3ba24b5c6) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:43:21.885267 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:21.913645 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:21.978401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:43:21.981215 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:43:21.984885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:43:22.017145 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=be79a073-701e-45b3-964e-f3a3ba24b5c6,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:22.497881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:22.553424 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:22.765583 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:22.771085 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:22.883896 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=be79a073-701e-45b3-964e-f3a3ba24b5c6,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:22.899591 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:23.096270 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Floating IP f10d58e6-993d-47d5-8d0f-7408d8aec963 associated. External IP: 172.26.4.187, port: dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d. Feb 10 11:43:23.581791 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 57225d6f-6124-44c4-9003-9d2e14535fc7 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:43:23.782299 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:43:23.791450 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f2a4c2-8241-4ec5-af61-3397afa94571 None None] Sync routers for ids ['57225d6f-6124-44c4-9003-9d2e14535fc7'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:43:23.803767 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f2a4c2-8241-4ec5-af61-3397afa94571 None None] Routers {'57225d6f-6124-44c4-9003-9d2e14535fc7'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:23.804505 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-06f2a4c2-8241-4ec5-af61-3397afa94571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['57225d6f-6124-44c4-9003-9d2e14535fc7'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:23.807258 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:23.881241 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b595a569-ea5b-4954-9310-4a0e102646d0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5492373 Feb 10 11:43:23.881599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42192) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:23.882124 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'tag': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:43:23.956569 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'tag': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d', 'status': 'completed', 'code': 200} Feb 10 11:43:23.993196 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-06f2a4c2-8241-4ec5-af61-3397afa94571 None None] Set router 57225d6f-6124-44c4-9003-9d2e14535fc7 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:24.060313 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05043925-8a5a-43ed-a02b-bd2f1cfb0499 req-da227c5b-6062-4418-91f3-39633ed599e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 1098 time: 0.0770426 Feb 10 11:43:24.099039 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-14ae0df6-5a95-4bfc-9d6a-829f343f65d1 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/routers/57225d6f-6124-44c4-9003-9d2e14535fc7 HTTP/1.1" status: 200 len: 921 time: 0.2198353 Feb 10 11:43:24.104168 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42198) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:24.209330 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05043925-8a5a-43ed-a02b-bd2f1cfb0499 req-6dc563d4-2566-43d4-9ce4-048d1feb300d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:24.210767 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05043925-8a5a-43ed-a02b-bd2f1cfb0499 req-6dc563d4-2566-43d4-9ce4-048d1feb300d service neutron] 10.222.0.73 "GET /v2.0/networks?id=332375f4-d757-4a66-b61e-5e0e261e1700 HTTP/1.1" status: 200 len: 897 time: 0.1432245 Feb 10 11:43:24.216139 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1d3fcd9b-f323-48e8-90d8-e6bf8446653c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/f10d58e6-993d-47d5-8d0f-7408d8aec963 HTTP/1.1" status: 200 len: 991 time: 0.1108658 Feb 10 11:43:24.316864 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05043925-8a5a-43ed-a02b-bd2f1cfb0499 req-709cd9ae-4e42-4816-81ea-f637d22a03e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d HTTP/1.1" status: 200 len: 999 time: 0.0992479 Feb 10 11:43:24.363329 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-06f2a4c2-8241-4ec5-af61-3397afa94571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'name': 'tempest-TestNetworkBasicOps-router-77861794', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:02Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'f10d58e6-993d-47d5-8d0f-7408d8aec963', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'port_id': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'mac_address': 'fa:16:3e:6b:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:22Z', 'updated_at': '2022-02-10T11:43:22Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b', 'name': '', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:a7:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:01Z', 'updated_at': '2022-02-10T11:43:09Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:24.367083 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f2a4c2-8241-4ec5-af61-3397afa94571 None None] Checking router: 57225d6f-6124-44c4-9003-9d2e14535fc7 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:43:24.378525 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f2a4c2-8241-4ec5-af61-3397afa94571 None None] Routers {'57225d6f-6124-44c4-9003-9d2e14535fc7'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:24.379118 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-06f2a4c2-8241-4ec5-af61-3397afa94571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['57225d6f-6124-44c4-9003-9d2e14535fc7'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:24.379535 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05043925-8a5a-43ed-a02b-bd2f1cfb0499 req-09d856da-aafe-4eec-a419-eb5257494932 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:24.380967 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05043925-8a5a-43ed-a02b-bd2f1cfb0499 req-09d856da-aafe-4eec-a419-eb5257494932 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf660230-c71d-4f45-9f62-4ca40f7ea764 HTTP/1.1" status: 200 len: 834 time: 0.0576062 Feb 10 11:43:24.463468 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05043925-8a5a-43ed-a02b-bd2f1cfb0499 req-2fb41609-8d6a-4292-b82f-2952d36d553f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=332375f4-d757-4a66-b61e-5e0e261e1700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759544 Feb 10 11:43:24.573994 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-06f2a4c2-8241-4ec5-af61-3397afa94571 None None] Set router 57225d6f-6124-44c4-9003-9d2e14535fc7 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:24.604577 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05043925-8a5a-43ed-a02b-bd2f1cfb0499 req-01995da0-da67-428a-9701-2be73ae142ba service neutron] 10.222.0.73 "GET /v2.0/networks/332375f4-d757-4a66-b61e-5e0e261e1700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322207 Feb 10 11:43:24.744504 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05043925-8a5a-43ed-a02b-bd2f1cfb0499 req-c4cf1c8c-2161-4de1-8a94-bcbb3bb30759 service neutron] 10.222.0.73 "GET /v2.0/networks/332375f4-d757-4a66-b61e-5e0e261e1700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333525 Feb 10 11:43:24.942385 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-06f2a4c2-8241-4ec5-af61-3397afa94571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'name': 'tempest-TestNetworkBasicOps-router-77861794', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:02Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'f10d58e6-993d-47d5-8d0f-7408d8aec963', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'port_id': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'mac_address': 'fa:16:3e:6b:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:22Z', 'updated_at': '2022-02-10T11:43:22Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b', 'name': '', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:a7:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:01Z', 'updated_at': '2022-02-10T11:43:09Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:24.946455 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f2a4c2-8241-4ec5-af61-3397afa94571 None None] The sync data for ids ['57225d6f-6124-44c4-9003-9d2e14535fc7'] in dv-neutron-828497-1-hyperv is: [{'id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'name': 'tempest-TestNetworkBasicOps-router-77861794', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:02Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'f10d58e6-993d-47d5-8d0f-7408d8aec963', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'port_id': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'mac_address': 'fa:16:3e:6b:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:22Z', 'updated_at': '2022-02-10T11:43:22Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b', 'name': '', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:a7:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:01Z', 'updated_at': '2022-02-10T11:43:09Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:43:25.226735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42202) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:25.371605 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-360834cf-d56a-4074-9081-b9d0a085b16c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/f10d58e6-993d-47d5-8d0f-7408d8aec963 HTTP/1.1" status: 200 len: 991 time: 0.1435058 Feb 10 11:43:26.375205 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42208) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:26.490115 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-485a9001-71a0-46c7-8079-6f1860517305 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/f10d58e6-993d-47d5-8d0f-7408d8aec963 HTTP/1.1" status: 200 len: 991 time: 0.1139245 Feb 10 11:43:26.504383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6000b408-72e1-41ab-9089-9d7273668453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:26.779617 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e8ca66-00b2-4d1a-b3d7-fc0a081e0459 None None] New status for floating IP f10d58e6-993d-47d5-8d0f-7408d8aec963: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:43:27.492085 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42212) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:27.597161 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-62a7f7fb-be75-40fa-ad22-692cac9e4e0b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/f10d58e6-993d-47d5-8d0f-7408d8aec963 HTTP/1.1" status: 200 len: 993 time: 0.1044071 Feb 10 11:43:28.839133 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8a0aec1e-314c-4257-b7ea-08d6d14c1dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:29.120073 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:43:29.783273 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:30.147252 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:31.519706 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.125339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:56.490761 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-da0cb6e4-8483-4c0a-bdb4-2b5a9d80655a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:56.659092 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42232) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:56.941893 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4ace54d4-fc00-4948-a6fc-3fe54cc01e8c tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/routers/57225d6f-6124-44c4-9003-9d2e14535fc7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2816322 Feb 10 11:43:56.945087 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42236) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:57.161819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e47682-77d1-4eb5-bf4c-ebde0150db74 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Notify agent at dv-neutron-828497-1-hyperv the message router_removed_from_agent {{(pid=83554) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 10 11:43:57.165553 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-53e47682-77d1-4eb5-bf4c-ebde0150db74 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "DELETE /v2.0/agents/293e83a9-c6c4-4a3d-8323-5b53cb557649/l3-routers/57225d6f-6124-44c4-9003-9d2e14535fc7 HTTP/1.1" status: 204 len: 168 time: 0.2195489 Feb 10 11:43:57.168385 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42240) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:57.352080 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bda3f698-f3b7-4d6c-b6c5-37b39f395dc1 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/routers/57225d6f-6124-44c4-9003-9d2e14535fc7/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1819525 Feb 10 11:43:57.354784 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42244) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:57.457699 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9269393b-ec31-49fe-90af-0e8c03955350 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/f10d58e6-993d-47d5-8d0f-7408d8aec963 HTTP/1.1" status: 200 len: 993 time: 0.1016734 Feb 10 11:43:57.907177 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2355a6c-116e-44d1-be04-f81f8b997422 None None] New status for floating IP f10d58e6-993d-47d5-8d0f-7408d8aec963: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:43:58.461419 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42248) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:58.670373 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3020d465-f4a0-44de-9afc-e729a2e40388 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/f10d58e6-993d-47d5-8d0f-7408d8aec963 HTTP/1.1" status: 200 len: 991 time: 0.2079265 Feb 10 11:43:58.834731 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8c18d628-5978-410d-ba47-eb3b0a13960e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:58.871472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:43:58.986532 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:59.021708 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b,segment=NetworkSegment(2a0eeeac-6123-4614-b2f8-53de8517b052),segment_id=2a0eeeac-6123-4614-b2f8-53de8517b052)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:59.025541 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:59.026252 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:43:59.146780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:59.185526 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:59.185873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:59.186443 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:59.186850 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:59.187188 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:59.187535 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:59.187874 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:59.188237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:59.188783 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:59.188961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:59.189421 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:59.217235 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:59.233357 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7022bba5-09b9-49aa-9fce-1ce4fc2a99f6,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:59.237873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:59.305152 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=7022bba5-09b9-49aa-9fce-1ce4fc2a99f6,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:59.786559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:59.846820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42254) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:00.046558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3097171-8c31-459a-8061-429a8b25644b tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Router 57225d6f-6124-44c4-9003-9d2e14535fc7 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:44:00.046886 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3097171-8c31-459a-8061-429a8b25644b tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Notify agent at dv-neutron-828497-1-hyperv the message router_added_to_agent {{(pid=83555) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 10 11:44:00.076503 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d3097171-8c31-459a-8061-429a8b25644b tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "POST /v2.0/agents/293e83a9-c6c4-4a3d-8323-5b53cb557649/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2286375 Feb 10 11:44:00.080075 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42260) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:00.098633 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8657840-7829-4a86-b9e7-56d1b5eb0f90 None None] Sync routers for ids ['57225d6f-6124-44c4-9003-9d2e14535fc7'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:44:00.110994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8657840-7829-4a86-b9e7-56d1b5eb0f90 None None] Routers {'57225d6f-6124-44c4-9003-9d2e14535fc7'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:00.111834 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d8657840-7829-4a86-b9e7-56d1b5eb0f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['57225d6f-6124-44c4-9003-9d2e14535fc7'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:00.261369 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cebc0101-fc65-408c-a871-6cdf2997b29d tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/routers/57225d6f-6124-44c4-9003-9d2e14535fc7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1801844 Feb 10 11:44:00.264088 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42266) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:00.269379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:00.323966 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d8657840-7829-4a86-b9e7-56d1b5eb0f90 None None] Set router 57225d6f-6124-44c4-9003-9d2e14535fc7 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:00.370009 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f4d9b661-c340-413c-8725-2de8f886fb81 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/f10d58e6-993d-47d5-8d0f-7408d8aec963 HTTP/1.1" status: 200 len: 991 time: 0.1048136 Feb 10 11:44:00.720401 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d8657840-7829-4a86-b9e7-56d1b5eb0f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'name': 'tempest-TestNetworkBasicOps-router-77861794', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:02Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'f10d58e6-993d-47d5-8d0f-7408d8aec963', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'port_id': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'mac_address': 'fa:16:3e:6b:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:22Z', 'updated_at': '2022-02-10T11:43:58Z', 'revision_number': 2, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b', 'name': '', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:a7:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:01Z', 'updated_at': '2022-02-10T11:43:59Z', 'revision_number': 6, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:00.724256 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8657840-7829-4a86-b9e7-56d1b5eb0f90 None None] Checking router: 57225d6f-6124-44c4-9003-9d2e14535fc7 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:44:00.735321 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8657840-7829-4a86-b9e7-56d1b5eb0f90 None None] Routers {'57225d6f-6124-44c4-9003-9d2e14535fc7'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:00.736473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d8657840-7829-4a86-b9e7-56d1b5eb0f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['57225d6f-6124-44c4-9003-9d2e14535fc7'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:00.917868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d8657840-7829-4a86-b9e7-56d1b5eb0f90 None None] Set router 57225d6f-6124-44c4-9003-9d2e14535fc7 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:01.275764 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d8657840-7829-4a86-b9e7-56d1b5eb0f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'name': 'tempest-TestNetworkBasicOps-router-77861794', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:02Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'f10d58e6-993d-47d5-8d0f-7408d8aec963', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'port_id': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'mac_address': 'fa:16:3e:6b:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:22Z', 'updated_at': '2022-02-10T11:43:58Z', 'revision_number': 2, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b', 'name': '', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:a7:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:01Z', 'updated_at': '2022-02-10T11:43:59Z', 'revision_number': 6, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:01.281424 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8657840-7829-4a86-b9e7-56d1b5eb0f90 None None] The sync data for ids ['57225d6f-6124-44c4-9003-9d2e14535fc7'] in dv-neutron-828497-1-hyperv is: [{'id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'name': 'tempest-TestNetworkBasicOps-router-77861794', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:02Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:43:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'f10d58e6-993d-47d5-8d0f-7408d8aec963', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'port_id': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'mac_address': 'fa:16:3e:6b:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:22Z', 'updated_at': '2022-02-10T11:43:58Z', 'revision_number': 2, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b', 'name': '', 'network_id': '332375f4-d757-4a66-b61e-5e0e261e1700', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:a7:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:01Z', 'updated_at': '2022-02-10T11:43:59Z', 'revision_number': 6, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'cf660230-c71d-4f45-9f62-4ca40f7ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:44:01.372912 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42270) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:01.509423 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-189fb261-930f-43dc-b4dd-74e5f7c047e6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/f10d58e6-993d-47d5-8d0f-7408d8aec963 HTTP/1.1" status: 200 len: 991 time: 0.1350524 Feb 10 11:44:01.528446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:02.513259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42276) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:02.619080 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5fa30ec7-0b3d-44a1-b799-7a64fcb1fb93 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/f10d58e6-993d-47d5-8d0f-7408d8aec963 HTTP/1.1" status: 200 len: 991 time: 0.1045909 Feb 10 11:44:02.911363 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:02.984747 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:02.985012 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.099619 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.133414 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b,segment=NetworkSegment(2a0eeeac-6123-4614-b2f8-53de8517b052),segment_id=2a0eeeac-6123-4614-b2f8-53de8517b052)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:03.137303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.138300 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:03.249547 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b,revision_number=7']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:03.263166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:03.263544 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.380795 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.397354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7022bba5-09b9-49aa-9fce-1ce4fc2a99f6,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:03.401241 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.475223 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=7022bba5-09b9-49aa-9fce-1ce4fc2a99f6,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:03.623007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42280) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:03.724190 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-31a4ca9b-1eed-48eb-9759-25ea1b2d4b07 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/f10d58e6-993d-47d5-8d0f-7408d8aec963 HTTP/1.1" status: 200 len: 991 time: 0.0999303 Feb 10 11:44:04.729080 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42284) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:04.856261 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ee9a0b12-1e5a-4f2d-8ade-de8b16b21326 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/f10d58e6-993d-47d5-8d0f-7408d8aec963 HTTP/1.1" status: 200 len: 991 time: 0.1259465 Feb 10 11:44:04.885109 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:04.974488 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:04.974605 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:05.133469 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:05.204283 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:05.204660 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:05.861791 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42288) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:05.981453 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d452f71d-894f-44e3-8e74-87eb9ea4acc3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/f10d58e6-993d-47d5-8d0f-7408d8aec963 HTTP/1.1" status: 200 len: 991 time: 0.1192133 Feb 10 11:44:06.120922 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:44:06.986541 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42292) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:07.104808 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c7cea623-8683-4ccb-b159-e6ca3848c2f4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/f10d58e6-993d-47d5-8d0f-7408d8aec963 HTTP/1.1" status: 200 len: 991 time: 0.1169810 Feb 10 11:44:08.108856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42296) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:08.134771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:08.223923 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ef844421-cf24-4f51-8165-860e91e1105a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/f10d58e6-993d-47d5-8d0f-7408d8aec963 HTTP/1.1" status: 200 len: 991 time: 0.1138692 Feb 10 11:44:08.436055 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11889a4-8723-4278-b001-a4a4cf6cf469 None None] New status for floating IP f10d58e6-993d-47d5-8d0f-7408d8aec963: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:44:09.227017 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42300) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:09.335555 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3374511e-d982-4705-aad1-148cb4840ed5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/f10d58e6-993d-47d5-8d0f-7408d8aec963 HTTP/1.1" status: 200 len: 993 time: 0.1074138 Feb 10 11:44:09.633401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42308) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:09.839476 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port be79a073-701e-45b3-964e-f3a3ba24b5c6 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:09.839666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:10.021114 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:10.021466 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:10.145010 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for be79a073-701e-45b3-964e-f3a3ba24b5c6 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:44:10.402734 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:10.449114 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=be79a073-701e-45b3-964e-f3a3ba24b5c6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:10.489438 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:10.489787 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:10.490127 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:10.490467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:10.490801 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:10.491135 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:10.491460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:10.491784 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:10.492105 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:10.492440 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:10.492745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:10.555174 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:10.961406 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 57225d6f-6124-44c4-9003-9d2e14535fc7 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:44:11.173243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:44:11.195291 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:11.251191 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3186f21e-273f-4dd1-aef4-67f52ebc576b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/floatingips/f10d58e6-993d-47d5-8d0f-7408d8aec963 HTTP/1.1" status: 204 len: 168 time: 1.6167066 Feb 10 11:44:11.251777 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'tag': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:44:11.309296 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'tag': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d', 'status': 'completed', 'code': 200} Feb 10 11:44:11.409703 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f315f7ba-82f8-475e-a3e3-6f7f67b85054 req-492edc6b-46f6-4f98-b15b-50e0213b8dfb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 1098 time: 0.0746112 Feb 10 11:44:11.558430 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315f7ba-82f8-475e-a3e3-6f7f67b85054 req-6e2cd2ac-8747-4743-9edc-b61ffe454856 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:11.559918 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f315f7ba-82f8-475e-a3e3-6f7f67b85054 req-6e2cd2ac-8747-4743-9edc-b61ffe454856 service neutron] 10.222.0.73 "GET /v2.0/networks?id=332375f4-d757-4a66-b61e-5e0e261e1700 HTTP/1.1" status: 200 len: 897 time: 0.1439881 Feb 10 11:44:11.667071 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f315f7ba-82f8-475e-a3e3-6f7f67b85054 req-26567b96-6fd6-45a6-8374-8698e4e28278 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d HTTP/1.1" status: 200 len: 217 time: 0.0992415 Feb 10 11:44:11.748034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315f7ba-82f8-475e-a3e3-6f7f67b85054 req-5e25fcfd-a43b-436d-863b-220b242a1c99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:11.749464 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f315f7ba-82f8-475e-a3e3-6f7f67b85054 req-5e25fcfd-a43b-436d-863b-220b242a1c99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf660230-c71d-4f45-9f62-4ca40f7ea764 HTTP/1.1" status: 200 len: 834 time: 0.0736980 Feb 10 11:44:11.796516 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e579d4-2c54-4efa-96a0-81d5ff368e75 req-5a4cd29f-54ea-4a50-8f49-bc2aedab761f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:11.797881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-05e579d4-2c54-4efa-96a0-81d5ff368e75 req-5a4cd29f-54ea-4a50-8f49-bc2aedab761f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:44:11.832678 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-05e579d4-2c54-4efa-96a0-81d5ff368e75 req-5a4cd29f-54ea-4a50-8f49-bc2aedab761f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:44:11.833839 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e579d4-2c54-4efa-96a0-81d5ff368e75 req-5a4cd29f-54ea-4a50-8f49-bc2aedab761f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 945 time: 0.2175133 Feb 10 11:44:11.879087 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f315f7ba-82f8-475e-a3e3-6f7f67b85054 req-954e491b-e836-4132-8192-25c2daa7e967 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=332375f4-d757-4a66-b61e-5e0e261e1700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1227579 Feb 10 11:44:11.888929 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e579d4-2c54-4efa-96a0-81d5ff368e75 req-a3f0693c-7099-479a-94c0-965cdcbac90b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=55165c80-bce8-4e46-ae02-5a67cb4138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486815 Feb 10 11:44:12.139543 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f315f7ba-82f8-475e-a3e3-6f7f67b85054 req-2a0ab2ce-6776-48e5-a4f9-0da81dcfb671 service neutron] 10.222.0.73 "GET /v2.0/networks/332375f4-d757-4a66-b61e-5e0e261e1700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496567 Feb 10 11:44:12.283945 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f315f7ba-82f8-475e-a3e3-6f7f67b85054 req-cee65d7f-00b2-4cc5-8047-b9fc6a24799f service neutron] 10.222.0.73 "GET /v2.0/networks/332375f4-d757-4a66-b61e-5e0e261e1700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331522 Feb 10 11:44:13.125082 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287263de-3b0f-45aa-8651-046aa8fc4e91 req-411e2dfa-6a4f-45b5-909b-08ad910ac689 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:13.126481 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-287263de-3b0f-45aa-8651-046aa8fc4e91 req-411e2dfa-6a4f-45b5-909b-08ad910ac689 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 945 time: 0.1048756 Feb 10 11:44:13.199367 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-287263de-3b0f-45aa-8651-046aa8fc4e91 req-b63853c2-478b-4409-8234-05a9bf463fa9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=55165c80-bce8-4e46-ae02-5a67cb4138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672426 Feb 10 11:44:13.214776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a3728-9cf9-4bef-bbfc-a4a231d08dc6 req-bf02063e-fa1a-43e8-b669-12e577ce3178 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:13.216244 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c18a3728-9cf9-4bef-bbfc-a4a231d08dc6 req-bf02063e-fa1a-43e8-b669-12e577ce3178 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 945 time: 0.1262784 Feb 10 11:44:13.288577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-c18a3728-9cf9-4bef-bbfc-a4a231d08dc6 req-bb4af1df-3c22-4882-8939-c7776fa08e78 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:13.288926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c18a3728-9cf9-4bef-bbfc-a4a231d08dc6 req-bb4af1df-3c22-4882-8939-c7776fa08e78 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:13.548498 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-c18a3728-9cf9-4bef-bbfc-a4a231d08dc6 req-bb4af1df-3c22-4882-8939-c7776fa08e78 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d,segment=NetworkSegment(2a0eeeac-6123-4614-b2f8-53de8517b052),segment_id=2a0eeeac-6123-4614-b2f8-53de8517b052)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:13.548853 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c18a3728-9cf9-4bef-bbfc-a4a231d08dc6 req-bb4af1df-3c22-4882-8939-c7776fa08e78 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:13.671383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-c18a3728-9cf9-4bef-bbfc-a4a231d08dc6 req-bb4af1df-3c22-4882-8939-c7776fa08e78 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:44:13.817154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c18a3728-9cf9-4bef-bbfc-a4a231d08dc6 req-bb4af1df-3c22-4882-8939-c7776fa08e78 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:13.865737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4af1df-3c22-4882-8939-c7776fa08e78 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:13.947952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18a3728-9cf9-4bef-bbfc-a4a231d08dc6 req-bb4af1df-3c22-4882-8939-c7776fa08e78 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] No DVR routers for this DVR port dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d on host hv-neutron-8284 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:44:13.950779 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c18a3728-9cf9-4bef-bbfc-a4a231d08dc6 req-bb4af1df-3c22-4882-8939-c7776fa08e78 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:13.953338 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'name': 'network-vif-deleted', 'tag': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:44:13.968546 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c18a3728-9cf9-4bef-bbfc-a4a231d08dc6 req-bb4af1df-3c22-4882-8939-c7776fa08e78 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "DELETE /v2.0/ports/dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d HTTP/1.1" status: 204 len: 173 time: 0.7448926 Feb 10 11:44:14.015813 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2409be9-afa6-464c-96b4-27ef9c534aed', 'name': 'network-vif-deleted', 'tag': 'dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d', 'status': 'completed', 'code': 200} Feb 10 11:44:14.401679 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-9a015942-ad3e-4811-9f12-770ef81fe6d3 req-019d0f7e-59fd-480f-a0c8-76adfc8d0e13 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:44:14.423793 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-9a015942-ad3e-4811-9f12-770ef81fe6d3 req-019d0f7e-59fd-480f-a0c8-76adfc8d0e13 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:44:14.425983 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9a015942-ad3e-4811-9f12-770ef81fe6d3 req-019d0f7e-59fd-480f-a0c8-76adfc8d0e13 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2409be9-afa6-464c-96b4-27ef9c534aed HTTP/1.1" status: 200 len: 210 time: 0.0722451 Feb 10 11:44:15.541953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42330) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:15.618745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e98685c5-e04b-4a0c-aa38-2061afc16472 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:15.659938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e98685c5-e04b-4a0c-aa38-2061afc16472 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:15.727203 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e98685c5-e04b-4a0c-aa38-2061afc16472 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:15.745730 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98685c5-e04b-4a0c-aa38-2061afc16472 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55165c80-bce8-4e46-ae02-5a67cb4138c9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:15.755157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e98685c5-e04b-4a0c-aa38-2061afc16472 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:15.758724 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e98685c5-e04b-4a0c-aa38-2061afc16472 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/security-groups/55165c80-bce8-4e46-ae02-5a67cb4138c9 HTTP/1.1" status: 204 len: 168 time: 0.2133560 Feb 10 11:44:15.808151 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42336) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:16.343282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24a05f84-244a-4332-b1b0-5f274bca2f43 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:17.012622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-24a05f84-244a-4332-b1b0-5f274bca2f43 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:17.012622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24a05f84-244a-4332-b1b0-5f274bca2f43 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:17.220026 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-24a05f84-244a-4332-b1b0-5f274bca2f43 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b,segment=NetworkSegment(2a0eeeac-6123-4614-b2f8-53de8517b052),segment_id=2a0eeeac-6123-4614-b2f8-53de8517b052)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:17.220655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24a05f84-244a-4332-b1b0-5f274bca2f43 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:17.351859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-24a05f84-244a-4332-b1b0-5f274bca2f43 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:44:17.535763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24a05f84-244a-4332-b1b0-5f274bca2f43 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:17.582549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a05f84-244a-4332-b1b0-5f274bca2f43 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:17.994391 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24a05f84-244a-4332-b1b0-5f274bca2f43 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:18.580023 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a05f84-244a-4332-b1b0-5f274bca2f43 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 57225d6f-6124-44c4-9003-9d2e14535fc7 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:44:18.648277 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:44:18.682020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:44:18.682363 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device dcc5ef7c-637b-40f1-afc7-31e5ec1eed3d not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:44:18.795373 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a05f84-244a-4332-b1b0-5f274bca2f43 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:44:18.814918 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-24a05f84-244a-4332-b1b0-5f274bca2f43 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/57225d6f-6124-44c4-9003-9d2e14535fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0053132 Feb 10 11:44:18.817778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42340) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:18.928840 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d8126a-8584-43b5-9bdc-ed75a6f6159c None None] Sync routers for ids ['57225d6f-6124-44c4-9003-9d2e14535fc7'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:44:18.941850 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d8126a-8584-43b5-9bdc-ed75a6f6159c None None] Routers {'57225d6f-6124-44c4-9003-9d2e14535fc7'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:18.942471 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-10d8126a-8584-43b5-9bdc-ed75a6f6159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['57225d6f-6124-44c4-9003-9d2e14535fc7'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:19.029846 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-09304561-3b02-420a-b9c5-4a99f423b82e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting subnet cf660230-c71d-4f45-9f62-4ca40f7ea764 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:44:19.034257 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09304561-3b02-420a-b9c5-4a99f423b82e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:19.092275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09304561-3b02-420a-b9c5-4a99f423b82e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:19.128679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-10d8126a-8584-43b5-9bdc-ed75a6f6159c None None] Set router 57225d6f-6124-44c4-9003-9d2e14535fc7 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:19.180763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09304561-3b02-420a-b9c5-4a99f423b82e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:19.268565 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09304561-3b02-420a-b9c5-4a99f423b82e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:19.347426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09304561-3b02-420a-b9c5-4a99f423b82e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Subnet': ['ID=cf660230-c71d-4f45-9f62-4ca40f7ea764,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:19.353295 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09304561-3b02-420a-b9c5-4a99f423b82e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:19.360528 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-09304561-3b02-420a-b9c5-4a99f423b82e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/subnets/cf660230-c71d-4f45-9f62-4ca40f7ea764 HTTP/1.1" status: 204 len: 168 time: 0.5418403 Feb 10 11:44:19.362426 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da56809c-a24e-4c8a-9986-454cdb59a551 None None] Network 332375f4-d757-4a66-b61e-5e0e261e1700 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:44:19.364171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42344) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:19.612317 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-10d8126a-8584-43b5-9bdc-ed75a6f6159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'name': 'tempest-TestNetworkBasicOps-router-77861794', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:44:17Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:44:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:19.618466 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d8126a-8584-43b5-9bdc-ed75a6f6159c None None] Checking router: 57225d6f-6124-44c4-9003-9d2e14535fc7 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:44:19.635247 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ec411c2-7686-4e68-8b84-ff152425116f req-ea25a972-608d-4504-8605-d552c0a84aef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3365455 Feb 10 11:44:19.635796 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d8126a-8584-43b5-9bdc-ed75a6f6159c None None] Routers {'57225d6f-6124-44c4-9003-9d2e14535fc7'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:19.635946 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-10d8126a-8584-43b5-9bdc-ed75a6f6159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['57225d6f-6124-44c4-9003-9d2e14535fc7'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:19.709723 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f59c9dd1-caef-4d8c-b8dd-427b349d5c08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:19.770121 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed55b5d-6394-4120-9773-9bb7f0ab8b4c None None] DHCP port deletion for 332375f4-d757-4a66-b61e-5e0e261e1700 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:44:19.788275 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1ed55b5d-6394-4120-9773-9bb7f0ab8b4c None None] Deleting port 9b8f2b02-4bdd-414a-aed4-028d1cc789e3 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:19.788653 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1ed55b5d-6394-4120-9773-9bb7f0ab8b4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:19.920578 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ec411c2-7686-4e68-8b84-ff152425116f req-b67234b5-2714-462b-bc40-703f3ebb0439 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 1099 time: 0.1591382 Feb 10 11:44:19.992014 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-10d8126a-8584-43b5-9bdc-ed75a6f6159c None None] Set router 57225d6f-6124-44c4-9003-9d2e14535fc7 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:20.116390 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec411c2-7686-4e68-8b84-ff152425116f req-f1423595-ad5c-40c7-9827-9ed1e08b20c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:20.118168 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ec411c2-7686-4e68-8b84-ff152425116f req-f1423595-ad5c-40c7-9827-9ed1e08b20c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 200 len: 911 time: 0.1746945 Feb 10 11:44:20.118774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f59c9dd1-caef-4d8c-b8dd-427b349d5c08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:20.181607 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f59c9dd1-caef-4d8c-b8dd-427b349d5c08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:20.181905 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f59c9dd1-caef-4d8c-b8dd-427b349d5c08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:20.244732 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1ed55b5d-6394-4120-9773-9bb7f0ab8b4c None None] For port 9b8f2b02-4bdd-414a-aed4-028d1cc789e3, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9b8f2b02-4bdd-414a-aed4-028d1cc789e3,segment=NetworkSegment(2a0eeeac-6123-4614-b2f8-53de8517b052),segment_id=2a0eeeac-6123-4614-b2f8-53de8517b052)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:20.245151 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1ed55b5d-6394-4120-9773-9bb7f0ab8b4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:20.282767 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ec411c2-7686-4e68-8b84-ff152425116f req-412cecbc-cf19-4776-b292-df2fe5b52823 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b199165-38c9-4af8-8b1c-bddbcef1e97f HTTP/1.1" status: 200 len: 1001 time: 0.1584535 Feb 10 11:44:20.380356 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1ed55b5d-6394-4120-9773-9bb7f0ab8b4c None None] Calling delete_port for 9b8f2b02-4bdd-414a-aed4-028d1cc789e3 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:44:20.417859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec411c2-7686-4e68-8b84-ff152425116f req-eacc512c-33b7-4843-96a9-5b3348fcc376 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:20.419268 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ec411c2-7686-4e68-8b84-ff152425116f req-eacc512c-33b7-4843-96a9-5b3348fcc376 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bfb8288-f6e4-496c-ada9-091c63b52c0b HTTP/1.1" status: 200 len: 849 time: 0.0906615 Feb 10 11:44:20.481554 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-f59c9dd1-caef-4d8c-b8dd-427b349d5c08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7022bba5-09b9-49aa-9fce-1ce4fc2a99f6,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:20.481839 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f59c9dd1-caef-4d8c-b8dd-427b349d5c08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:20.523517 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1ed55b5d-6394-4120-9773-9bb7f0ab8b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:20.575893 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed55b5d-6394-4120-9773-9bb7f0ab8b4c None None] Pushing event deleted for resources: {'Port': ['ID=9b8f2b02-4bdd-414a-aed4-028d1cc789e3,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:20.581749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed55b5d-6394-4120-9773-9bb7f0ab8b4c None None] No DVR routers for this DVR port 9b8f2b02-4bdd-414a-aed4-028d1cc789e3 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:44:20.599241 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-10d8126a-8584-43b5-9bdc-ed75a6f6159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'name': 'tempest-TestNetworkBasicOps-router-77861794', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:44:17Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:44:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:20.603270 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d8126a-8584-43b5-9bdc-ed75a6f6159c None None] The sync data for ids ['57225d6f-6124-44c4-9003-9d2e14535fc7'] in dv-neutron-828497-1-hyperv is: [{'id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'name': 'tempest-TestNetworkBasicOps-router-77861794', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:44:17Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7022bba5-09b9-49aa-9fce-1ce4fc2a99f6', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57225d6f-6124-44c4-9003-9d2e14535fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:57Z', 'updated_at': '2022-02-10T11:44:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:44:20.614304 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f59c9dd1-caef-4d8c-b8dd-427b349d5c08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:44:20.696934 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ec411c2-7686-4e68-8b84-ff152425116f req-8588087f-8193-47bc-8bc7-a2a6f7991605 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f515bcb9-d982-4b8d-83ba-f18662effa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2665768 Feb 10 11:44:20.877611 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ec411c2-7686-4e68-8b84-ff152425116f req-c094ba63-6bd1-4361-b545-b89176e235a0 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732543 Feb 10 11:44:20.989850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f59c9dd1-caef-4d8c-b8dd-427b349d5c08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:21.021423 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9b8f2b02-4bdd-414a-aed4-028d1cc789e3 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:44:21.052993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c9dd1-caef-4d8c-b8dd-427b349d5c08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=7022bba5-09b9-49aa-9fce-1ce4fc2a99f6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:21.061924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 9b8f2b02-4bdd-414a-aed4-028d1cc789e3 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:44:21.062489 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9b8f2b02-4bdd-414a-aed4-028d1cc789e3 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:44:21.063060 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:44:21.098319 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:44:21.098665 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device aec92de0-0cfd-4d0a-87a6-54b37d8d6d7b not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:44:21.257490 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ec411c2-7686-4e68-8b84-ff152425116f req-21fd3553-9741-441d-b586-3d31ade8fdbd service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720162 Feb 10 11:44:21.412579 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f59c9dd1-caef-4d8c-b8dd-427b349d5c08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:21.668832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f59c9dd1-caef-4d8c-b8dd-427b349d5c08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:21.673144 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f59c9dd1-caef-4d8c-b8dd-427b349d5c08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:21.697847 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f59c9dd1-caef-4d8c-b8dd-427b349d5c08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:21.698503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59c9dd1-caef-4d8c-b8dd-427b349d5c08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Fanout notify agent at l3_agent the message router_deleted on router 57225d6f-6124-44c4-9003-9d2e14535fc7 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:44:21.714555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f59c9dd1-caef-4d8c-b8dd-427b349d5c08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:21.715655 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f59c9dd1-caef-4d8c-b8dd-427b349d5c08 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/routers/57225d6f-6124-44c4-9003-9d2e14535fc7 HTTP/1.1" status: 204 len: 168 time: 2.3505855 Feb 10 11:44:21.718817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42348) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:21.834174 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-980f02d3-32e2-4d7a-9a70-a11707e83b05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:21.974607 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-980f02d3-32e2-4d7a-9a70-a11707e83b05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:22.001776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-980f02d3-32e2-4d7a-9a70-a11707e83b05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332375f4-d757-4a66-b61e-5e0e261e1700']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:22.014596 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-980f02d3-32e2-4d7a-9a70-a11707e83b05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0eeeac-6123-4614-b2f8-53de8517b052') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:22.015042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-980f02d3-32e2-4d7a-9a70-a11707e83b05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0eeeac-6123-4614-b2f8-53de8517b052') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:22.027591 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-980f02d3-32e2-4d7a-9a70-a11707e83b05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:22.045205 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-980f02d3-32e2-4d7a-9a70-a11707e83b05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:22.053781 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980f02d3-32e2-4d7a-9a70-a11707e83b05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:44:22.054300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-980f02d3-32e2-4d7a-9a70-a11707e83b05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:44:22.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:44:22.156135 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-980f02d3-32e2-4d7a-9a70-a11707e83b05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:22.175133 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-980f02d3-32e2-4d7a-9a70-a11707e83b05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:22.185824 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f02d3-32e2-4d7a-9a70-a11707e83b05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Network': ['ID=332375f4-d757-4a66-b61e-5e0e261e1700,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:22.192137 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-980f02d3-32e2-4d7a-9a70-a11707e83b05 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/networks/332375f4-d757-4a66-b61e-5e0e261e1700 HTTP/1.1" status: 204 len: 168 time: 0.4722438 Feb 10 11:44:22.214175 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42352) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:22.220245 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-793198c6-8d74-42c7-905c-03752471c385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'network': {'name': 'tempest-network-smoke--1511743594', 'project_id': '0287a4c215574103957c73d52a854e74', 'port_security_enabled': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:22.225360 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-793198c6-8d74-42c7-905c-03752471c385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:22.229442 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-793198c6-8d74-42c7-905c-03752471c385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:network and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:22.232190 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-793198c6-8d74-42c7-905c-03752471c385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:22.238900 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-793198c6-8d74-42c7-905c-03752471c385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:22.250533 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793198c6-8d74-42c7-905c-03752471c385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:44:22.253548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-793198c6-8d74-42c7-905c-03752471c385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:22.281887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793198c6-8d74-42c7-905c-03752471c385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:44:22.290681 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-793198c6-8d74-42c7-905c-03752471c385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:22.291019 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-793198c6-8d74-42c7-905c-03752471c385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Added segment d1da9a77-7d20-435b-8d1e-c67edd690c34 of type vlan for network 999588e5-8bbf-4715-a085-c5fb95a16f58 Feb 10 11:44:22.318826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-793198c6-8d74-42c7-905c-03752471c385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:22.347903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-793198c6-8d74-42c7-905c-03752471c385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:22.351848 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793198c6-8d74-42c7-905c-03752471c385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:22.352429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-793198c6-8d74-42c7-905c-03752471c385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:22.457020 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-793198c6-8d74-42c7-905c-03752471c385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2416990 Feb 10 11:44:22.459874 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42356) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:22.462853 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793198c6-8d74-42c7-905c-03752471c385 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Network': ['ID=999588e5-8bbf-4715-a085-c5fb95a16f58,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:22.471105 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-147298958', 'admin_state_up': True, 'project_id': '0287a4c215574103957c73d52a854e74', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:22.474580 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 999588e5-8bbf-4715-a085-c5fb95a16f58 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:44:22.482586 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:22.488402 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:router and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:22.491426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:22.497285 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:22.507308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:22.508284 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:22.527304 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:22.680444 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:22.867343 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:22.897535 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:23.035928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.26.4.205 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:44:23.291541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:23.318986 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:23.387207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:44:23.390040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:44:23.397608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:44:23.421811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:23.442877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:23.443214 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:23.443550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:23.443889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:23.444216 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:23.444544 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:23.444868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:23.445225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:23.445553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:23.445869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:23.446204 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:23.565800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:23.566518 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:23.792066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 40441abd-4d8f-4f0a-8059-80efb3a607a1 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:44:23.997820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:44:24.007092 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Sync routers for ids ['40441abd-4d8f-4f0a-8059-80efb3a607a1'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:44:24.019150 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Routers {'40441abd-4d8f-4f0a-8059-80efb3a607a1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:24.019744 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['40441abd-4d8f-4f0a-8059-80efb3a607a1'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:24.023512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:24.024840 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b73fb815-58dd-49ee-84af-b154f37a0520 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5639665 Feb 10 11:44:24.027941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42360) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:24.068758 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6f5fa55c-a3af-44ae-9345-e61e2534f4f4 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=0287a4c215574103957c73d52a854e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393214 Feb 10 11:44:24.071797 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42364) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:24.211781 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Set router 40441abd-4d8f-4f0a-8059-80efb3a607a1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:24.212048 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944f0f4-2acd-4627-8802-9018d464a11a tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:24.216164 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d944f0f4-2acd-4627-8802-9018d464a11a tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1409047 Feb 10 11:44:24.216442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42368) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:24.266414 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1fb10968-52f7-4725-8ba2-a3b73ef55cf3 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478449 Feb 10 11:44:24.268381 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42372) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:24.274880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4a159353-b513-4a00-b08f-af982d3aa044 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1400041232', 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58', 'project_id': '0287a4c215574103957c73d52a854e74', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:24.295713 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d9c094-3315-4d64-b250-153bdfc97ca7 None None] New status for floating IP f10d58e6-993d-47d5-8d0f-7408d8aec963: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:44:24.390861 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4a159353-b513-4a00-b08f-af982d3aa044 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:24.395105 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4a159353-b513-4a00-b08f-af982d3aa044 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:subnet and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:24.398383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4a159353-b513-4a00-b08f-af982d3aa044 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:24.405754 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4a159353-b513-4a00-b08f-af982d3aa044 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:24.418152 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a159353-b513-4a00-b08f-af982d3aa044 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:44:24.508070 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'name': 'tempest-TestNetworkBasicOps-router-147298958', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:23Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:24.512984 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Checking router: 40441abd-4d8f-4f0a-8059-80efb3a607a1 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:44:24.513376 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Updating router 40441abd-4d8f-4f0a-8059-80efb3a607a1 port d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:44:24.585411 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:24.655081 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a159353-b513-4a00-b08f-af982d3aa044 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:24.903024 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a159353-b513-4a00-b08f-af982d3aa044 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:24.991832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a159353-b513-4a00-b08f-af982d3aa044 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Subnet': ['ID=a58e6b54-b631-41fb-9d3a-4782a9cfe2ad,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:25.002370 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a159353-b513-4a00-b08f-af982d3aa044 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Checking segment: {'id': 'd1da9a77-7d20-435b-8d1e-c67edd690c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:44:25.002734 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a159353-b513-4a00-b08f-af982d3aa044 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network hostable DHCP agents. Network: 999588e5-8bbf-4715-a085-c5fb95a16f58, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:44:25.028570 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:25.029555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a159353-b513-4a00-b08f-af982d3aa044 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 999588e5-8bbf-4715-a085-c5fb95a16f58 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:44:25.041606 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Transition to ACTIVE for port object d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:44:25.042583 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-4a159353-b513-4a00-b08f-af982d3aa044 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 999588e5-8bbf-4715-a085-c5fb95a16f58) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:44:25.052245 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:25.052679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d96161-ad54-4956-88fb-62552ba92ca7 None None] Network 999588e5-8bbf-4715-a085-c5fb95a16f58 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:44:25.062427 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a159353-b513-4a00-b08f-af982d3aa044 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:25.063260 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a159353-b513-4a00-b08f-af982d3aa044 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:25.070600 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:44:25.091801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42376) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:25.092477 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4a159353-b513-4a00-b08f-af982d3aa044 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8222897 Feb 10 11:44:25.128972 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe2ba8-fbd2-4735-a1e0-edf688f3b687 None None] Pushing event updated for resources: {'Port': ['ID=d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:25.132770 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:44:25.133167 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7022bba5-09b9-49aa-9fce-1ce4fc2a99f6 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:44:25.139299 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe2ba8-fbd2-4735-a1e0-edf688f3b687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:25.139650 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe2ba8-fbd2-4735-a1e0-edf688f3b687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:25.140144 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe2ba8-fbd2-4735-a1e0-edf688f3b687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:25.140527 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe2ba8-fbd2-4735-a1e0-edf688f3b687 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:25.140871 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe2ba8-fbd2-4735-a1e0-edf688f3b687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:25.141336 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe2ba8-fbd2-4735-a1e0-edf688f3b687 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:25.141663 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe2ba8-fbd2-4735-a1e0-edf688f3b687 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:25.141991 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe2ba8-fbd2-4735-a1e0-edf688f3b687 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:25.142316 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe2ba8-fbd2-4735-a1e0-edf688f3b687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:25.142638 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe2ba8-fbd2-4735-a1e0-edf688f3b687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:25.142960 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe2ba8-fbd2-4735-a1e0-edf688f3b687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:25.171808 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Attempting to bind port d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:44:25.172148 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Attempting to bind port d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:44:25.172504 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Attempting to bind port d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:44:25.180577 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:44:25.180950 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:44:25.181430 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:25.181822 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:44:25.182284 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Bound port: d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:44:25.182655 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:25.261805 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] For port d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:44:25.265165 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] For port d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:44:25.270775 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:25.350555 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe2ba8-fbd2-4735-a1e0-edf688f3b687 None None] Pushing event updated for resources: {'Port': ['ID=d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:25.355297 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-999588e5-8bbf-4715-a085-c5fb95a16f58', 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ips': [{'subnet_id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:44:25.356973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:25.361373 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Routers {'40441abd-4d8f-4f0a-8059-80efb3a607a1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:25.361991 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['40441abd-4d8f-4f0a-8059-80efb3a607a1'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:25.551094 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] Set router 40441abd-4d8f-4f0a-8059-80efb3a607a1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:25.572502 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Allocated IP 172.20.0.2 (999588e5-8bbf-4715-a085-c5fb95a16f58/a58e6b54-b631-41fb-9d3a-4782a9cfe2ad/1b31cbb2-0503-4e29-abaa-e09b2b56bd96) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:44:25.789211 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:25.801436 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Transition to ACTIVE for port object 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:44:25.822369 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Transition to ACTIVE for port object 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:44:25.830921 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:25.865354 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'name': 'tempest-TestNetworkBasicOps-router-147298958', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:23Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:25.871208 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572217d-f849-4cb5-b728-e091a69472a0 None None] The sync data for ids ['40441abd-4d8f-4f0a-8059-80efb3a607a1'] in dv-neutron-828497-1-hyperv is: [{'id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'name': 'tempest-TestNetworkBasicOps-router-147298958', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:23Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:44:25.920072 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Pushing event updated for resources: {'Port': ['ID=1b31cbb2-0503-4e29-abaa-e09b2b56bd96,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:25.929958 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Network 999588e5-8bbf-4715-a085-c5fb95a16f58 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:44:25.931393 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:44:25.933822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:44:26.032555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Attempting to bind port 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:44:26.032925 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Attempting to bind port 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'd1da9a77-7d20-435b-8d1e-c67edd690c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:44:26.033340 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Attempting to bind port 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 on network 999588e5-8bbf-4715-a085-c5fb95a16f58 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:44:26.040073 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:44:26.040450 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Checking segment: {'id': 'd1da9a77-7d20-435b-8d1e-c67edd690c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:44:26.040851 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:26.041281 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Bound using segment: {'id': 'd1da9a77-7d20-435b-8d1e-c67edd690c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:44:26.041738 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Bound port: 1b31cbb2-0503-4e29-abaa-e09b2b56bd96, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1da9a77-7d20-435b-8d1e-c67edd690c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:44:26.042114 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:26.048460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:26.150102 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] For port 1b31cbb2-0503-4e29-abaa-e09b2b56bd96, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:44:26.153531 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] For port 1b31cbb2-0503-4e29-abaa-e09b2b56bd96, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=1b31cbb2-0503-4e29-abaa-e09b2b56bd96,segment=NetworkSegment(d1da9a77-7d20-435b-8d1e-c67edd690c34),segment_id=d1da9a77-7d20-435b-8d1e-c67edd690c34)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:44:26.162402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:26.261748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2276b9b-82ca-49b6-a9c2-823692b376ae None None] Pushing event updated for resources: {'Port': ['ID=1b31cbb2-0503-4e29-abaa-e09b2b56bd96,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:26.505169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-81c935a1-640b-4404-8560-365c098615a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:26.614588 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.1 (999588e5-8bbf-4715-a085-c5fb95a16f58/a58e6b54-b631-41fb-9d3a-4782a9cfe2ad/4feea79a-707d-479a-b154-a00ca129bd4e) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:44:26.788072 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:26.806588 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object 4feea79a-707d-479a-b154-a00ca129bd4e will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:44:26.831660 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:26.913240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 999588e5-8bbf-4715-a085-c5fb95a16f58 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:44:26.920336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:44:26.922993 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=4feea79a-707d-479a-b154-a00ca129bd4e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:26.925255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:44:26.970830 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:26.989556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:27.058406 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:44:27.065193 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:27.087509 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:27.141528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:44:27.147370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:27.147929 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:27.288389 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:27.297973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214467da-3c40-4ad2-b333-8d8d5d5afe3b None None] Network 999588e5-8bbf-4715-a085-c5fb95a16f58 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:44:27.393577 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:27.408337 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:27.512378 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4ab55903-68ad-4fe5-81a2-c2c9dcd7cbff None None] Provisioning for port 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:44:27.547605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:27.552502 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:27.574325 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4ab55903-68ad-4fe5-81a2-c2c9dcd7cbff None None] Provisioning complete for port 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:27.574708 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4ab55903-68ad-4fe5-81a2-c2c9dcd7cbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:27.620576 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:27.688317 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=4feea79a-707d-479a-b154-a00ca129bd4e,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:27.691564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:27.786639 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4ab55903-68ad-4fe5-81a2-c2c9dcd7cbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:27.837306 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-4ab55903-68ad-4fe5-81a2-c2c9dcd7cbff None None] For port 1b31cbb2-0503-4e29-abaa-e09b2b56bd96, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=1b31cbb2-0503-4e29-abaa-e09b2b56bd96,segment=NetworkSegment(d1da9a77-7d20-435b-8d1e-c67edd690c34),segment_id=d1da9a77-7d20-435b-8d1e-c67edd690c34)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:27.843121 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4ab55903-68ad-4fe5-81a2-c2c9dcd7cbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:27.933218 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab55903-68ad-4fe5-81a2-c2c9dcd7cbff None None] Pushing event updated for resources: {'Port': ['ID=1b31cbb2-0503-4e29-abaa-e09b2b56bd96,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:28.012776 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 999588e5-8bbf-4715-a085-c5fb95a16f58 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:44:28.014112 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:44:28.173650 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3e7a5908-f020-4af3-986c-b63970c2d257 None None] Provisioning for port 4feea79a-707d-479a-b154-a00ca129bd4e completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:44:28.179809 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3e7a5908-f020-4af3-986c-b63970c2d257 None None] Provisioning complete for port 4feea79a-707d-479a-b154-a00ca129bd4e triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:28.180721 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e7a5908-f020-4af3-986c-b63970c2d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:28.241807 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a5908-f020-4af3-986c-b63970c2d257 None None] Port 4feea79a-707d-479a-b154-a00ca129bd4e cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:44:28.256329 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3e7a5908-f020-4af3-986c-b63970c2d257 None None] Provisioning complete for port 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:28.256718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e7a5908-f020-4af3-986c-b63970c2d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:28.434867 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 40441abd-4d8f-4f0a-8059-80efb3a607a1 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:44:28.517792 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-39fbaeda-6319-4350-87d6-a30c5815c594 None None] Provisioning complete for port 4feea79a-707d-479a-b154-a00ca129bd4e triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:28.518346 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-39fbaeda-6319-4350-87d6-a30c5815c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:28.571702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-39fbaeda-6319-4350-87d6-a30c5815c594 None None] Port 4feea79a-707d-479a-b154-a00ca129bd4e cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:44:28.637220 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:44:28.650390 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5741a94e-c2e9-4de1-a8eb-dcb41c2a3075 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/40441abd-4d8f-4f0a-8059-80efb3a607a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5561059 Feb 10 11:44:28.652803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42380) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:28.789948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79087e3c-b17c-4051-b736-fa5a8eb4b246 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:28.790591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79087e3c-b17c-4051-b736-fa5a8eb4b246 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:28.790591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79087e3c-b17c-4051-b736-fa5a8eb4b246 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:28.790940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79087e3c-b17c-4051-b736-fa5a8eb4b246 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:28.791296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79087e3c-b17c-4051-b736-fa5a8eb4b246 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:28.791651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79087e3c-b17c-4051-b736-fa5a8eb4b246 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:28.793368 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-79087e3c-b17c-4051-b736-fa5a8eb4b246 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1393816 Feb 10 11:44:28.796751 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42384) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:28.840489 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-47c3541c-835b-41e1-85d1-96f986c34ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:28.875439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff33b988-00b5-4771-a2cc-2c97c0e157cb tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:28.875806 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff33b988-00b5-4771-a2cc-2c97c0e157cb tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:28.876172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff33b988-00b5-4771-a2cc-2c97c0e157cb tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:28.876530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff33b988-00b5-4771-a2cc-2c97c0e157cb tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:28.876884 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff33b988-00b5-4771-a2cc-2c97c0e157cb tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:28.877263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff33b988-00b5-4771-a2cc-2c97c0e157cb tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:28.882788 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ff33b988-00b5-4771-a2cc-2c97c0e157cb tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.0813463 Feb 10 11:44:28.883458 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42388) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:28.919456 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:29.028438 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:29.028805 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.116803 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3bfb2b81-5688-47dd-aac8-5f548a86d847 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2289457 Feb 10 11:44:29.149755 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:29.227426 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:29.227792 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.473855 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42394) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:29.479694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-38b711bd-cd95-4b7d-bad4-9629877fc131 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-840337008', 'description': 'tempest-secgroup-smoke-840337008 description', 'project_id': '0287a4c215574103957c73d52a854e74'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:29.486556 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-38b711bd-cd95-4b7d-bad4-9629877fc131 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:29.490837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-38b711bd-cd95-4b7d-bad4-9629877fc131 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:29.493742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-38b711bd-cd95-4b7d-bad4-9629877fc131 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:29.499875 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-38b711bd-cd95-4b7d-bad4-9629877fc131 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:29.510721 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38b711bd-cd95-4b7d-bad4-9629877fc131 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.549226 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-38b711bd-cd95-4b7d-bad4-9629877fc131 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:29.553694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-38b711bd-cd95-4b7d-bad4-9629877fc131 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:29.556159 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-38b711bd-cd95-4b7d-bad4-9629877fc131 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:29.560061 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Sync routers for ids ['40441abd-4d8f-4f0a-8059-80efb3a607a1'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:44:29.563865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-38b711bd-cd95-4b7d-bad4-9629877fc131 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:29.572937 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Routers {'40441abd-4d8f-4f0a-8059-80efb3a607a1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:29.573578 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:44:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['40441abd-4d8f-4f0a-8059-80efb3a607a1'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:29.621840 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38b711bd-cd95-4b7d-bad4-9629877fc131 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.626788 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38b711bd-cd95-4b7d-bad4-9629877fc131 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.672929 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b711bd-cd95-4b7d-bad4-9629877fc131 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1dceb5-0270-443f-953b-bb7739f1623b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:29.675888 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38b711bd-cd95-4b7d-bad4-9629877fc131 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.677103 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-38b711bd-cd95-4b7d-bad4-9629877fc131 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2022393 Feb 10 11:44:29.680233 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42398) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:29.685798 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d75c9a53-a38e-4518-ba62-eeee7e9b8039 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '9a1dceb5-0270-443f-953b-bb7739f1623b', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:29.692754 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d75c9a53-a38e-4518-ba62-eeee7e9b8039 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:29.696594 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d75c9a53-a38e-4518-ba62-eeee7e9b8039 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:29.699492 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d75c9a53-a38e-4518-ba62-eeee7e9b8039 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:29.705823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d75c9a53-a38e-4518-ba62-eeee7e9b8039 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:29.724600 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d75c9a53-a38e-4518-ba62-eeee7e9b8039 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.767123 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Set router 40441abd-4d8f-4f0a-8059-80efb3a607a1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:29.791969 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d75c9a53-a38e-4518-ba62-eeee7e9b8039 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.793414 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.797998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d75c9a53-a38e-4518-ba62-eeee7e9b8039 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.823343 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c9a53-a38e-4518-ba62-eeee7e9b8039 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edec8fb-4529-4b99-a572-0dd20a0bc80a,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:29.833738 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d75c9a53-a38e-4518-ba62-eeee7e9b8039 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.834939 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d75c9a53-a38e-4518-ba62-eeee7e9b8039 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1537247 Feb 10 11:44:29.837683 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42402) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:29.843602 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f25a46b8-1181-451b-9659-c4d8f5df56c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '9a1dceb5-0270-443f-953b-bb7739f1623b', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:29.853645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f25a46b8-1181-451b-9659-c4d8f5df56c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:29.857630 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f25a46b8-1181-451b-9659-c4d8f5df56c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:29.861282 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f25a46b8-1181-451b-9659-c4d8f5df56c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:29.867320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f25a46b8-1181-451b-9659-c4d8f5df56c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:29.887043 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f25a46b8-1181-451b-9659-c4d8f5df56c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.954178 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f25a46b8-1181-451b-9659-c4d8f5df56c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.958551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f25a46b8-1181-451b-9659-c4d8f5df56c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.982657 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a46b8-1181-451b-9659-c4d8f5df56c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0572e317-a6ea-4330-ad68-bd21ae903352,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:29.992249 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f25a46b8-1181-451b-9659-c4d8f5df56c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.993456 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f25a46b8-1181-451b-9659-c4d8f5df56c8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1548407 Feb 10 11:44:29.996270 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42406) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:30.003219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fe1da6a8-bd6d-4088-9977-62c926768ead tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '9a1dceb5-0270-443f-953b-bb7739f1623b', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:30.008921 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fe1da6a8-bd6d-4088-9977-62c926768ead tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:30.013021 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fe1da6a8-bd6d-4088-9977-62c926768ead tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:30.016495 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fe1da6a8-bd6d-4088-9977-62c926768ead tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:30.022252 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fe1da6a8-bd6d-4088-9977-62c926768ead tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:30.040124 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe1da6a8-bd6d-4088-9977-62c926768ead tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.099091 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'name': 'tempest-TestNetworkBasicOps-router-147298958', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4feea79a-707d-479a-b154-a00ca129bd4e', 'name': '', 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:f1:8b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:26Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 2, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:30.103402 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Checking router: 40441abd-4d8f-4f0a-8059-80efb3a607a1 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:44:30.103748 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Updating router 40441abd-4d8f-4f0a-8059-80efb3a607a1 port 4feea79a-707d-479a-b154-a00ca129bd4e binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:44:30.111156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe1da6a8-bd6d-4088-9977-62c926768ead tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.115114 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe1da6a8-bd6d-4088-9977-62c926768ead tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.142520 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1da6a8-bd6d-4088-9977-62c926768ead tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6719d4b-f731-4fb9-994d-37e1abf9379c,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:30.152321 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe1da6a8-bd6d-4088-9977-62c926768ead tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.154048 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fe1da6a8-bd6d-4088-9977-62c926768ead tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1566792 Feb 10 11:44:30.156829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42410) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:30.158169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.163167 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.164624 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2acde8ae-7303-479c-8cc0-b62a14c9c9d9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '9a1dceb5-0270-443f-953b-bb7739f1623b', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:30.170750 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2acde8ae-7303-479c-8cc0-b62a14c9c9d9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:30.175366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2acde8ae-7303-479c-8cc0-b62a14c9c9d9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:30.178416 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2acde8ae-7303-479c-8cc0-b62a14c9c9d9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:30.184085 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2acde8ae-7303-479c-8cc0-b62a14c9c9d9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:30.202427 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2acde8ae-7303-479c-8cc0-b62a14c9c9d9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.276900 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2acde8ae-7303-479c-8cc0-b62a14c9c9d9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.281337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2acde8ae-7303-479c-8cc0-b62a14c9c9d9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.307685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acde8ae-7303-479c-8cc0-b62a14c9c9d9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006d424e-352f-4140-a0e5-17727d212a49,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:30.321489 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2acde8ae-7303-479c-8cc0-b62a14c9c9d9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.322863 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2acde8ae-7303-479c-8cc0-b62a14c9c9d9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1649697 Feb 10 11:44:30.325610 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42414) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:30.331474 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-42793078-4f67-484c-a61c-2ee15a0a8bc6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '9a1dceb5-0270-443f-953b-bb7739f1623b', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:30.337300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-42793078-4f67-484c-a61c-2ee15a0a8bc6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:30.341393 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-42793078-4f67-484c-a61c-2ee15a0a8bc6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:30.344516 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-42793078-4f67-484c-a61c-2ee15a0a8bc6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:30.350617 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-42793078-4f67-484c-a61c-2ee15a0a8bc6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:30.361812 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-42793078-4f67-484c-a61c-2ee15a0a8bc6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:44:30.368392 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42793078-4f67-484c-a61c-2ee15a0a8bc6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.437364 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42793078-4f67-484c-a61c-2ee15a0a8bc6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.441220 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42793078-4f67-484c-a61c-2ee15a0a8bc6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.465468 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42793078-4f67-484c-a61c-2ee15a0a8bc6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e6f376-c648-4994-86ba-f0d246d36fbc,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:30.474195 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42793078-4f67-484c-a61c-2ee15a0a8bc6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.475653 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-42793078-4f67-484c-a61c-2ee15a0a8bc6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1489160 Feb 10 11:44:30.478424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42418) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:30.484637 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-db53e6ef-1bd0-4a3f-a857-9fdbb93c3bde tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '9a1dceb5-0270-443f-953b-bb7739f1623b', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:30.490634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-db53e6ef-1bd0-4a3f-a857-9fdbb93c3bde tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:30.494399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-db53e6ef-1bd0-4a3f-a857-9fdbb93c3bde tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:30.497418 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-db53e6ef-1bd0-4a3f-a857-9fdbb93c3bde tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:30.503868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-db53e6ef-1bd0-4a3f-a857-9fdbb93c3bde tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:30.518031 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-db53e6ef-1bd0-4a3f-a857-9fdbb93c3bde tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:44:30.525052 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db53e6ef-1bd0-4a3f-a857-9fdbb93c3bde tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.547467 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.560226 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Transition to ACTIVE for port object 4feea79a-707d-479a-b154-a00ca129bd4e will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:44:30.568062 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.597337 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db53e6ef-1bd0-4a3f-a857-9fdbb93c3bde tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.601806 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db53e6ef-1bd0-4a3f-a857-9fdbb93c3bde tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.629210 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53e6ef-1bd0-4a3f-a857-9fdbb93c3bde tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6743e17d-0f9c-4a5c-a5ad-7a413da06476,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:30.640741 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db53e6ef-1bd0-4a3f-a857-9fdbb93c3bde tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.642172 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-db53e6ef-1bd0-4a3f-a857-9fdbb93c3bde tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1626952 Feb 10 11:44:30.704022 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a516729-98f4-4694-8c80-ec66b5a96cda None None] Pushing event updated for resources: {'Port': ['ID=4feea79a-707d-479a-b154-a00ca129bd4e,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:30.794873 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Attempting to bind port 4feea79a-707d-479a-b154-a00ca129bd4e on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:44:30.795245 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Attempting to bind port 4feea79a-707d-479a-b154-a00ca129bd4e by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'd1da9a77-7d20-435b-8d1e-c67edd690c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:44:30.795609 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Attempting to bind port 4feea79a-707d-479a-b154-a00ca129bd4e on network 999588e5-8bbf-4715-a085-c5fb95a16f58 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:44:30.803166 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:44:30.803537 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Checking segment: {'id': 'd1da9a77-7d20-435b-8d1e-c67edd690c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:44:30.803946 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.804335 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Bound using segment: {'id': 'd1da9a77-7d20-435b-8d1e-c67edd690c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:44:30.804792 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Bound port: 4feea79a-707d-479a-b154-a00ca129bd4e, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1da9a77-7d20-435b-8d1e-c67edd690c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:44:30.805211 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.836400 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-7d57e582-337e-44a2-b3dd-310bc130075f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:44:30.852453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-7d57e582-337e-44a2-b3dd-310bc130075f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:44:30.853934 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-7d57e582-337e-44a2-b3dd-310bc130075f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-840337008&fields=id&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 267 time: 0.0644650 Feb 10 11:44:30.905889 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] For port 4feea79a-707d-479a-b154-a00ca129bd4e, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:44:30.914812 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] For port 4feea79a-707d-479a-b154-a00ca129bd4e, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4feea79a-707d-479a-b154-a00ca129bd4e,segment=NetworkSegment(d1da9a77-7d20-435b-8d1e-c67edd690c34),segment_id=d1da9a77-7d20-435b-8d1e-c67edd690c34)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:44:30.921800 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:31.005536 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Routers {'40441abd-4d8f-4f0a-8059-80efb3a607a1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:31.006169 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:44:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['40441abd-4d8f-4f0a-8059-80efb3a607a1'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:31.019089 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-41519500-e96a-43c8-87bc-d6453b701192 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:31.019776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-41519500-e96a-43c8-87bc-d6453b701192 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:44:31.037453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-41519500-e96a-43c8-87bc-d6453b701192 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:44:31.038616 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-41519500-e96a-43c8-87bc-d6453b701192 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/networks?id=999588e5-8bbf-4715-a085-c5fb95a16f58 HTTP/1.1" status: 200 len: 797 time: 0.1763752 Feb 10 11:44:31.059287 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-3f9eee0b-9ea4-4995-9302-a178c85f55ee tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/quotas/0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 375 time: 0.0129957 Feb 10 11:44:31.122508 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a516729-98f4-4694-8c80-ec66b5a96cda None None] Pushing event updated for resources: {'Port': ['ID=4feea79a-707d-479a-b154-a00ca129bd4e,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:31.150038 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-336549a3-1fd9-4096-9d98-a066596fbb9d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:44:31.168105 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-336549a3-1fd9-4096-9d98-a066596fbb9d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:44:31.169458 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-336549a3-1fd9-4096-9d98-a066596fbb9d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038508 Feb 10 11:44:31.210580 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] Set router 40441abd-4d8f-4f0a-8059-80efb3a607a1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:31.324948 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-377f9782-9181-41f7-8d55-f4af022179e2 service neutron] 10.222.0.36 "GET /v2.0/networks/999588e5-8bbf-4715-a085-c5fb95a16f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407661 Feb 10 11:44:31.462243 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-113cd5f7-3a90-46fc-8b5d-d107e423e21b service neutron] 10.222.0.36 "GET /v2.0/networks/999588e5-8bbf-4715-a085-c5fb95a16f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304638 Feb 10 11:44:31.527281 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:31.532073 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'name': 'tempest-TestNetworkBasicOps-router-147298958', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4feea79a-707d-479a-b154-a00ca129bd4e', 'name': '', 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:f1:8b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:26Z', 'updated_at': '2022-02-10T11:44:30Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:31.536197 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d88f7b-de91-46f2-a934-8b56948ba968 None None] The sync data for ids ['40441abd-4d8f-4f0a-8059-80efb3a607a1'] in dv-neutron-828497-1-hyperv is: [{'id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'name': 'tempest-TestNetworkBasicOps-router-147298958', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4feea79a-707d-479a-b154-a00ca129bd4e', 'name': '', 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:f1:8b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:26Z', 'updated_at': '2022-02-10T11:44:30Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:44:31.978088 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9e482251-f729-4aae-809d-45c2f19e3d4a req-b6bce06d-ff55-4683-8618-9ec3f93e7631 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 210 time: 0.3396666 Feb 10 11:44:32.781139 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-d62975a6-5eb0-4c2f-8abe-21ff665b77ed tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:32.782641 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-d62975a6-5eb0-4c2f-8abe-21ff665b77ed tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/networks?id=999588e5-8bbf-4715-a085-c5fb95a16f58 HTTP/1.1" status: 200 len: 797 time: 0.1463783 Feb 10 11:44:32.930577 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4feea79a-707d-479a-b154-a00ca129bd4e up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:32.935614 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-b7bf2ceb-eee2-4f76-bdf4-5d5c5008edf2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 379 time: 0.1413565 Feb 10 11:44:32.944946 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-59b84363-0603-43ad-b86b-60c18bc60774 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'port': {'device_id': '03464c1b-124c-47b7-81ac-3d4f7e588b99', 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58', 'admin_state_up': True, 'tenant_id': '0287a4c215574103957c73d52a854e74', 'security_groups': ['9a1dceb5-0270-443f-953b-bb7739f1623b']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:33.000307 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 4feea79a-707d-479a-b154-a00ca129bd4e completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:44:33.004931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 4feea79a-707d-479a-b154-a00ca129bd4e triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:33.005334 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:33.090382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-59b84363-0603-43ad-b86b-60c18bc60774 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:33.100432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-59b84363-0603-43ad-b86b-60c18bc60774 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:33.131701 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:33.149841 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-59b84363-0603-43ad-b86b-60c18bc60774 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:44:33.152786 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-59b84363-0603-43ad-b86b-60c18bc60774 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:33.165462 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 4feea79a-707d-479a-b154-a00ca129bd4e, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4feea79a-707d-479a-b154-a00ca129bd4e,segment=NetworkSegment(d1da9a77-7d20-435b-8d1e-c67edd690c34),segment_id=d1da9a77-7d20-435b-8d1e-c67edd690c34)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:33.169994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:33.174870 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2232c5c-ca1b-448a-9422-ac1fb20592d9 req-f58d7a30-f786-40f2-9569-3a1ef972595c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 210 time: 0.0665219 Feb 10 11:44:33.244036 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=4feea79a-707d-479a-b154-a00ca129bd4e,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:33.325871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-59b84363-0603-43ad-b86b-60c18bc60774 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.8 (999588e5-8bbf-4715-a085-c5fb95a16f58/a58e6b54-b631-41fb-9d3a-4782a9cfe2ad/752e91f6-2bdc-4e1f-aa96-ba41e9b29433) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:44:33.512697 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-59b84363-0603-43ad-b86b-60c18bc60774 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:33.529766 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-59b84363-0603-43ad-b86b-60c18bc60774 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:44:33.551392 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-59b84363-0603-43ad-b86b-60c18bc60774 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:33.626422 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-59b84363-0603-43ad-b86b-60c18bc60774 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 999588e5-8bbf-4715-a085-c5fb95a16f58 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:44:33.629654 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-59b84363-0603-43ad-b86b-60c18bc60774 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:44:33.633999 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-59b84363-0603-43ad-b86b-60c18bc60774 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:44:33.659515 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b84363-0603-43ad-b86b-60c18bc60774 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=752e91f6-2bdc-4e1f-aa96-ba41e9b29433,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:33.697379 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-59b84363-0603-43ad-b86b-60c18bc60774 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:33.697986 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-59b84363-0603-43ad-b86b-60c18bc60774 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:33.724920 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-59b84363-0603-43ad-b86b-60c18bc60774 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7837331 Feb 10 11:44:33.738153 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Request body: {'port': {'device_id': '03464c1b-124c-47b7-81ac-3d4f7e588b99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:33.852429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:33.884556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5840d222-d5b2-4bc4-93f4-7be12423673f None None] Provisioning for port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:44:33.890737 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5840d222-d5b2-4bc4-93f4-7be12423673f None None] Provisioning complete for port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:33.891111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5840d222-d5b2-4bc4-93f4-7be12423673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:33.951371 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-5840d222-d5b2-4bc4-93f4-7be12423673f None None] Port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:44:34.217257 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:44:34.224600 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:34.240463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Transition to ACTIVE for port object 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:44:34.244542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:34.414536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Pushing event updated for resources: {'Port': ['ID=752e91f6-2bdc-4e1f-aa96-ba41e9b29433,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:34.534574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c10ae7-a8c1-4266-8f48-c06f91853f11 req-157c3ee1-6632-41ac-9420-cce87b16833a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:34.535272 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-60c10ae7-a8c1-4266-8f48-c06f91853f11 req-157c3ee1-6632-41ac-9420-cce87b16833a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:44:34.563566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Attempting to bind port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:44:34.563902 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Attempting to bind port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': 'd1da9a77-7d20-435b-8d1e-c67edd690c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:44:34.564242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Attempting to bind port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 on network 999588e5-8bbf-4715-a085-c5fb95a16f58 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:44:34.568779 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-60c10ae7-a8c1-4266-8f48-c06f91853f11 req-157c3ee1-6632-41ac-9420-cce87b16833a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:44:34.570014 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-60c10ae7-a8c1-4266-8f48-c06f91853f11 req-157c3ee1-6632-41ac-9420-cce87b16833a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 943 time: 0.2665384 Feb 10 11:44:34.572550 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 on network 999588e5-8bbf-4715-a085-c5fb95a16f58 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:44:34.572865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Attempting to bind port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 on network 999588e5-8bbf-4715-a085-c5fb95a16f58 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:44:34.594650 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:44:34.594989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Checking segment: {'id': 'd1da9a77-7d20-435b-8d1e-c67edd690c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:44:34.595374 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Bound using segment: {'id': 'd1da9a77-7d20-435b-8d1e-c67edd690c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:44:34.595811 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Bound port: 752e91f6-2bdc-4e1f-aa96-ba41e9b29433, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1da9a77-7d20-435b-8d1e-c67edd690c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:44:34.596158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:34.673715 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-60c10ae7-a8c1-4266-8f48-c06f91853f11 req-5efce258-cc55-496a-9487-b0071a9b7395 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a1dceb5-0270-443f-953b-bb7739f1623b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965109 Feb 10 11:44:34.706171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] For port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433, host hv-neutron-8284, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:44:34.709397 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] For port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=752e91f6-2bdc-4e1f-aa96-ba41e9b29433,segment=NetworkSegment(d1da9a77-7d20-435b-8d1e-c67edd690c34),segment_id=d1da9a77-7d20-435b-8d1e-c67edd690c34)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:44:34.713728 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:34.867228 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:34.868714 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] 10.222.0.73 "PUT /v2.0/ports/752e91f6-2bdc-4e1f-aa96-ba41e9b29433 HTTP/1.1" status: 200 len: 1093 time: 1.1367989 Feb 10 11:44:34.871928 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03464c1b-124c-47b7-81ac-3d4f7e588b99', 'tag': '752e91f6-2bdc-4e1f-aa96-ba41e9b29433'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:44:34.893206 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cd893-2d2a-42e8-a585-c48a5a49fa6d service neutron] Pushing event updated for resources: {'Port': ['ID=752e91f6-2bdc-4e1f-aa96-ba41e9b29433,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:34.924077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4feea79a-707d-479a-b154-a00ca129bd4e up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:34.963568 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03464c1b-124c-47b7-81ac-3d4f7e588b99', 'tag': '752e91f6-2bdc-4e1f-aa96-ba41e9b29433', 'status': 'completed', 'code': 200} Feb 10 11:44:35.000612 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-66af37c3-9094-40e5-bc77-5720a7f7e093 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 1096 time: 0.0853677 Feb 10 11:44:35.011330 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 4feea79a-707d-479a-b154-a00ca129bd4e triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:35.011781 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:35.075852 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-332b8973-44c2-4b82-9bcd-bfcbde1da90f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=752e91f6-2bdc-4e1f-aa96-ba41e9b29433 HTTP/1.1" status: 200 len: 217 time: 0.0685720 Feb 10 11:44:35.146552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-b0150e29-1555-4479-9339-51253e4901aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:35.148042 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-b0150e29-1555-4479-9339-51253e4901aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a58e6b54-b631-41fb-9d3a-4782a9cfe2ad HTTP/1.1" status: 200 len: 844 time: 0.0664532 Feb 10 11:44:35.236088 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-b499968e-2fc4-45ea-9401-03a6577dec41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=999588e5-8bbf-4715-a085-c5fb95a16f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817883 Feb 10 11:44:35.366343 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-1e19958d-21a1-4725-85c2-70be4023fa66 service neutron] 10.222.0.73 "GET /v2.0/networks/999588e5-8bbf-4715-a085-c5fb95a16f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232505 Feb 10 11:44:35.496724 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15ce4562-abdd-4fbe-9de4-97a8eb8f04e1 req-47248365-d1c5-4ed0-855b-bb2bee7ed552 service neutron] 10.222.0.73 "GET /v2.0/networks/999588e5-8bbf-4715-a085-c5fb95a16f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239686 Feb 10 11:44:35.611645 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a842db25-6614-411e-bdb4-b3a6b9d0b8e0 req-4fd569a1-a208-4046-8dfd-1a99e32ab6d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 1096 time: 0.0676923 Feb 10 11:44:35.743065 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842db25-6614-411e-bdb4-b3a6b9d0b8e0 req-0c249181-680b-494a-bc03-ab8af6202973 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:35.744483 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a842db25-6614-411e-bdb4-b3a6b9d0b8e0 req-0c249181-680b-494a-bc03-ab8af6202973 service neutron] 10.222.0.73 "GET /v2.0/networks?id=999588e5-8bbf-4715-a085-c5fb95a16f58 HTTP/1.1" status: 200 len: 898 time: 0.1263702 Feb 10 11:44:35.850821 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a842db25-6614-411e-bdb4-b3a6b9d0b8e0 req-8a6b00c8-ceda-4622-99e4-25487f0d9f89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=752e91f6-2bdc-4e1f-aa96-ba41e9b29433 HTTP/1.1" status: 200 len: 217 time: 0.0965252 Feb 10 11:44:35.933280 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842db25-6614-411e-bdb4-b3a6b9d0b8e0 req-281d6444-19f5-4a5a-8e37-0b2e3ff41589 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:35.934702 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a842db25-6614-411e-bdb4-b3a6b9d0b8e0 req-281d6444-19f5-4a5a-8e37-0b2e3ff41589 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a58e6b54-b631-41fb-9d3a-4782a9cfe2ad HTTP/1.1" status: 200 len: 844 time: 0.0778413 Feb 10 11:44:35.988802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bfd7d-eeef-49d2-9e4a-3a3dadeee521 req-badb6a96-9a53-4518-9bd6-6a75f76a691f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:35.990166 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-116bfd7d-eeef-49d2-9e4a-3a3dadeee521 req-badb6a96-9a53-4518-9bd6-6a75f76a691f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 943 time: 0.1858404 Feb 10 11:44:36.052869 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-116bfd7d-eeef-49d2-9e4a-3a3dadeee521 req-383d0513-e41b-4f44-bc4a-b2b7251f061c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a1dceb5-0270-443f-953b-bb7739f1623b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569117 Feb 10 11:44:36.056772 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a842db25-6614-411e-bdb4-b3a6b9d0b8e0 req-7e5beb00-9bc0-417f-9d1a-a134e355c017 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=999588e5-8bbf-4715-a085-c5fb95a16f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1144190 Feb 10 11:44:36.196512 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a842db25-6614-411e-bdb4-b3a6b9d0b8e0 req-11366754-05a2-4057-a72a-44724043e99e service neutron] 10.222.0.73 "GET /v2.0/networks/999588e5-8bbf-4715-a085-c5fb95a16f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333334 Feb 10 11:44:36.328202 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a842db25-6614-411e-bdb4-b3a6b9d0b8e0 req-1ca4843a-fdb7-4a58-842e-5a687d8c5e2c service neutron] 10.222.0.73 "GET /v2.0/networks/999588e5-8bbf-4715-a085-c5fb95a16f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248844 Feb 10 11:44:37.333307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bd246-db08-4fed-8c18-06cc1df0d361 req-0a21910e-09bc-426c-aa26-4e540f205ff1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:37.334764 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-468bd246-db08-4fed-8c18-06cc1df0d361 req-0a21910e-09bc-426c-aa26-4e540f205ff1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 943 time: 0.1536264 Feb 10 11:44:37.380657 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-468bd246-db08-4fed-8c18-06cc1df0d361 req-8f9f51f9-cf38-4ffc-b01f-851769da1141 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a1dceb5-0270-443f-953b-bb7739f1623b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402291 Feb 10 11:44:38.131891 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:38.580782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2f46e-7fab-427a-81d9-9c40212550dd req-ac241ea0-1ffd-4306-9a99-384ae5e120e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:38.582276 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-14a2f46e-7fab-427a-81d9-9c40212550dd req-ac241ea0-1ffd-4306-9a99-384ae5e120e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 943 time: 0.0777617 Feb 10 11:44:38.713181 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-14a2f46e-7fab-427a-81d9-9c40212550dd req-bc4db458-32c9-4c0d-b052-31c64e8922b2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a1dceb5-0270-443f-953b-bb7739f1623b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245134 Feb 10 11:44:38.741814 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:44:38.877795 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=752e91f6-2bdc-4e1f-aa96-ba41e9b29433,segment=NetworkSegment(d1da9a77-7d20-435b-8d1e-c67edd690c34),segment_id=d1da9a77-7d20-435b-8d1e-c67edd690c34)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:38.891892 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '752e91f6-2bdc-4e1f-aa96-ba41e9b29433', 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58', 'port_id': '752e91f6-2bdc-4e1f-aa96-ba41e9b29433', 'mac_address': 'fa:16:3e:0d:38:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:44:38.961502 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:38.981008 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:44:38.997172 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=752e91f6-2bdc-4e1f-aa96-ba41e9b29433,segment=NetworkSegment(d1da9a77-7d20-435b-8d1e-c67edd690c34),segment_id=d1da9a77-7d20-435b-8d1e-c67edd690c34)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:39.001231 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:39.068536 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=752e91f6-2bdc-4e1f-aa96-ba41e9b29433,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:39.226590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['752e91f6-2bdc-4e1f-aa96-ba41e9b29433'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:44:39.914029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204668f0-3984-4430-bf17-f814231cef6d req-8386c5a1-ed92-4ff2-b39c-c360047e83b5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:39.915475 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-204668f0-3984-4430-bf17-f814231cef6d req-8386c5a1-ed92-4ff2-b39c-c360047e83b5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 944 time: 0.0803657 Feb 10 11:44:39.962281 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-204668f0-3984-4430-bf17-f814231cef6d req-730759e5-85f8-4516-b773-1eb65e7ffee3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a1dceb5-0270-443f-953b-bb7739f1623b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399396 Feb 10 11:44:40.755750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:40.825858 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:44:40.831272 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:40.831617 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:40.955506 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:40.981871 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03464c1b-124c-47b7-81ac-3d4f7e588b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752e91f6-2bdc-4e1f-aa96-ba41e9b29433'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:44:40.992162 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=752e91f6-2bdc-4e1f-aa96-ba41e9b29433,segment=NetworkSegment(d1da9a77-7d20-435b-8d1e-c67edd690c34),segment_id=d1da9a77-7d20-435b-8d1e-c67edd690c34)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:40.995326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:41.040864 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03464c1b-124c-47b7-81ac-3d4f7e588b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752e91f6-2bdc-4e1f-aa96-ba41e9b29433', 'code': 200} Feb 10 11:44:41.073644 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=752e91f6-2bdc-4e1f-aa96-ba41e9b29433,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:41.177099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783e101-548d-4a0b-8fb7-39bdc95e0f75 req-a2101f33-2fcd-4a7f-95de-dbb4cadad894 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:41.178598 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f783e101-548d-4a0b-8fb7-39bdc95e0f75 req-a2101f33-2fcd-4a7f-95de-dbb4cadad894 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 945 time: 0.0833521 Feb 10 11:44:41.239668 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f783e101-548d-4a0b-8fb7-39bdc95e0f75 req-122d0f0a-fabd-4eea-a74d-f3b01a2fba60 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a1dceb5-0270-443f-953b-bb7739f1623b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553286 Feb 10 11:44:41.400407 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f3a7c0be-be57-4818-9058-82a6b830510f req-88426c17-8954-470b-b510-f2d5a7613c52 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 1098 time: 0.1898484 Feb 10 11:44:41.445748 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f3a7c0be-be57-4818-9058-82a6b830510f req-c3d784cd-90ab-4b66-98b2-7845cf987fcb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9a1dceb5-0270-443f-953b-bb7739f1623b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393312 Feb 10 11:44:42.592313 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b01efb-b17c-4802-8505-af426dcdaf17 req-69cb5aff-e88e-4c40-8c3b-95fec50deade tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:42.593833 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15b01efb-b17c-4802-8505-af426dcdaf17 req-69cb5aff-e88e-4c40-8c3b-95fec50deade tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 945 time: 0.0810413 Feb 10 11:44:42.638755 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15b01efb-b17c-4802-8505-af426dcdaf17 req-1ce2cd7f-f34b-49b6-bad9-a3431091ad3a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a1dceb5-0270-443f-953b-bb7739f1623b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393293 Feb 10 11:44:43.126312 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:44:43.946121 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38e07f-1e81-41eb-98d1-f0d227d2640c req-7966c9bc-b072-4892-88d4-531d9efa4ede tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:43.947489 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4c38e07f-1e81-41eb-98d1-f0d227d2640c req-7966c9bc-b072-4892-88d4-531d9efa4ede tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 945 time: 0.0759685 Feb 10 11:44:43.996108 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4c38e07f-1e81-41eb-98d1-f0d227d2640c req-7fb0a521-2e49-4a1a-ac4e-63c164a58eeb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a1dceb5-0270-443f-953b-bb7739f1623b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422435 Feb 10 11:44:44.190184 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20f5c5-5313-4b7b-9935-1fd95c779ea1 req-37d2df40-449a-4570-9a86-c21be8e28d70 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:44.191602 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf20f5c5-5313-4b7b-9935-1fd95c779ea1 req-37d2df40-449a-4570-9a86-c21be8e28d70 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 945 time: 0.0749438 Feb 10 11:44:44.237216 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf20f5c5-5313-4b7b-9935-1fd95c779ea1 req-e6fae3a6-5a65-40a6-bd8b-0c3ba1038606 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a1dceb5-0270-443f-953b-bb7739f1623b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398133 Feb 10 11:44:44.265439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42472) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:44.350971 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cc8b5f2a-4d0b-412e-a8f5-b67449edd034 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 1093 time: 0.0843778 Feb 10 11:44:44.353682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42476) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:44.359033 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': '752e91f6-2bdc-4e1f-aa96-ba41e9b29433', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:44.364513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:44.368283 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:floatingip and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:44.371080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:44.377105 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:44.387128 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:44.520539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:44.656793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.26.4.94 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/1cd2c2a0-020a-4b52-bedc-d5c45ff49df3) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:44:44.903827 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:44.934735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.015586 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:44:45.018403 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:44:45.023568 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:44:45.048207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=1cd2c2a0-020a-4b52-bedc-d5c45ff49df3,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:45.523702 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.578390 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.782996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.787442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.895146 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=1cd2c2a0-020a-4b52-bedc-d5c45ff49df3,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:45.911187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:46.111130 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Floating IP 1e5ffe6a-c742-4375-bad5-c3c03eb178c2 associated. External IP: 172.26.4.94, port: 752e91f6-2bdc-4e1f-aa96-ba41e9b29433. Feb 10 11:44:46.600215 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 40441abd-4d8f-4f0a-8059-80efb3a607a1 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:44:46.794666 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:44:46.808497 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55329d2-2612-4f1a-96d3-9ac9ca897569 None None] Sync routers for ids ['40441abd-4d8f-4f0a-8059-80efb3a607a1'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:44:46.821398 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55329d2-2612-4f1a-96d3-9ac9ca897569 None None] Routers {'40441abd-4d8f-4f0a-8059-80efb3a607a1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:46.822016 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e55329d2-2612-4f1a-96d3-9ac9ca897569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:44:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['40441abd-4d8f-4f0a-8059-80efb3a607a1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:46.822793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:46.880989 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-513ebc15-6efd-4902-9038-56eae6729cc0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5261595 Feb 10 11:44:46.881605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03464c1b-124c-47b7-81ac-3d4f7e588b99', 'tag': '752e91f6-2bdc-4e1f-aa96-ba41e9b29433'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:44:46.883957 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42480) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:46.943373 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03464c1b-124c-47b7-81ac-3d4f7e588b99', 'tag': '752e91f6-2bdc-4e1f-aa96-ba41e9b29433', 'status': 'completed', 'code': 200} Feb 10 11:44:47.050391 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6591d5f2-4ce0-4df7-9ee1-49b2cccffafc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/1e5ffe6a-c742-4375-bad5-c3c03eb178c2 HTTP/1.1" status: 200 len: 990 time: 0.1652348 Feb 10 11:44:47.059730 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-e55329d2-2612-4f1a-96d3-9ac9ca897569 None None] Set router 40441abd-4d8f-4f0a-8059-80efb3a607a1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:47.068879 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbfe6b7d-e545-4475-9801-8fde3fc7a424 req-816feeef-5dff-480e-a615-709bc99a1e05 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 1098 time: 0.0984046 Feb 10 11:44:47.204990 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe6b7d-e545-4475-9801-8fde3fc7a424 req-b27d8994-5730-4352-be2a-7ff1f724bf07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:47.206369 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbfe6b7d-e545-4475-9801-8fde3fc7a424 req-b27d8994-5730-4352-be2a-7ff1f724bf07 service neutron] 10.222.0.73 "GET /v2.0/networks?id=999588e5-8bbf-4715-a085-c5fb95a16f58 HTTP/1.1" status: 200 len: 898 time: 0.1312323 Feb 10 11:44:47.308241 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbfe6b7d-e545-4475-9801-8fde3fc7a424 req-05cae524-8e47-4760-8b71-58870e223402 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=752e91f6-2bdc-4e1f-aa96-ba41e9b29433 HTTP/1.1" status: 200 len: 998 time: 0.0957427 Feb 10 11:44:47.376943 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe6b7d-e545-4475-9801-8fde3fc7a424 req-b537e423-484a-422d-b03c-c3115ab16fa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:47.378404 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbfe6b7d-e545-4475-9801-8fde3fc7a424 req-b537e423-484a-422d-b03c-c3115ab16fa8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a58e6b54-b631-41fb-9d3a-4782a9cfe2ad HTTP/1.1" status: 200 len: 844 time: 0.0618019 Feb 10 11:44:47.416235 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e55329d2-2612-4f1a-96d3-9ac9ca897569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'name': 'tempest-TestNetworkBasicOps-router-147298958', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '1e5ffe6a-c742-4375-bad5-c3c03eb178c2', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.94', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'port_id': '752e91f6-2bdc-4e1f-aa96-ba41e9b29433', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58', 'mac_address': 'fa:16:3e:0d:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03464c1b-124c-47b7-81ac-3d4f7e588b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:44:45Z', 'updated_at': '2022-02-10T11:44:45Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4feea79a-707d-479a-b154-a00ca129bd4e', 'name': '', 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:f1:8b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:26Z', 'updated_at': '2022-02-10T11:44:33Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:47.420697 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55329d2-2612-4f1a-96d3-9ac9ca897569 None None] Checking router: 40441abd-4d8f-4f0a-8059-80efb3a607a1 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:44:47.431667 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55329d2-2612-4f1a-96d3-9ac9ca897569 None None] Routers {'40441abd-4d8f-4f0a-8059-80efb3a607a1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:47.432281 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e55329d2-2612-4f1a-96d3-9ac9ca897569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:44:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['40441abd-4d8f-4f0a-8059-80efb3a607a1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:47.453092 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbfe6b7d-e545-4475-9801-8fde3fc7a424 req-fb327692-356e-4a50-8eed-bfdfa666d6c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=999588e5-8bbf-4715-a085-c5fb95a16f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685079 Feb 10 11:44:47.587676 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbfe6b7d-e545-4475-9801-8fde3fc7a424 req-f5f3b5ee-484e-4ca9-9b12-a996fc56494e service neutron] 10.222.0.73 "GET /v2.0/networks/999588e5-8bbf-4715-a085-c5fb95a16f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273382 Feb 10 11:44:47.609203 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-e55329d2-2612-4f1a-96d3-9ac9ca897569 None None] Set router 40441abd-4d8f-4f0a-8059-80efb3a607a1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:47.721680 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbfe6b7d-e545-4475-9801-8fde3fc7a424 req-10eeb0c0-7e3e-40b5-9970-8cc4492ef60a service neutron] 10.222.0.73 "GET /v2.0/networks/999588e5-8bbf-4715-a085-c5fb95a16f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264355 Feb 10 11:44:47.958524 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e55329d2-2612-4f1a-96d3-9ac9ca897569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'name': 'tempest-TestNetworkBasicOps-router-147298958', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '1e5ffe6a-c742-4375-bad5-c3c03eb178c2', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.94', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'port_id': '752e91f6-2bdc-4e1f-aa96-ba41e9b29433', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58', 'mac_address': 'fa:16:3e:0d:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03464c1b-124c-47b7-81ac-3d4f7e588b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:44:45Z', 'updated_at': '2022-02-10T11:44:45Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4feea79a-707d-479a-b154-a00ca129bd4e', 'name': '', 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:f1:8b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:26Z', 'updated_at': '2022-02-10T11:44:33Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:47.962583 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55329d2-2612-4f1a-96d3-9ac9ca897569 None None] The sync data for ids ['40441abd-4d8f-4f0a-8059-80efb3a607a1'] in dv-neutron-828497-1-hyperv is: [{'id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'name': 'tempest-TestNetworkBasicOps-router-147298958', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '1e5ffe6a-c742-4375-bad5-c3c03eb178c2', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.94', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'port_id': '752e91f6-2bdc-4e1f-aa96-ba41e9b29433', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58', 'mac_address': 'fa:16:3e:0d:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03464c1b-124c-47b7-81ac-3d4f7e588b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:44:45Z', 'updated_at': '2022-02-10T11:44:45Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4feea79a-707d-479a-b154-a00ca129bd4e', 'name': '', 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:f1:8b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:26Z', 'updated_at': '2022-02-10T11:44:33Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:44:48.054149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42486) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:48.159739 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-76590685-c9a2-4839-a19b-efee5efe3731 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/1e5ffe6a-c742-4375-bad5-c3c03eb178c2 HTTP/1.1" status: 200 len: 990 time: 0.1044555 Feb 10 11:44:48.538366 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaf9033-e0f7-4e6d-82a0-6356ff4c44ed None None] New status for floating IP 1e5ffe6a-c742-4375-bad5-c3c03eb178c2: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:44:49.163752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42490) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:49.271465 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2e05e271-a10c-4ea9-8f58-429f86372082 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/1e5ffe6a-c742-4375-bad5-c3c03eb178c2 HTTP/1.1" status: 200 len: 992 time: 0.1066725 Feb 10 11:44:56.502987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ce5636cd-1cf4-42f8-ad10-a3e8388a5137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:58.843381 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f39bfe9e-feab-446a-97b7-2b9ef75ed3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:59.792794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:00.154818 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:01.528076 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:07.745225 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-0a245e11-8cbf-44e3-8bc9-34a98f479326 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203753822&fields=id&tenant_id=a7ea00cd69f94e278d237bca3bf96ede HTTP/1.1" status: 200 len: 267 time: 0.0416741 Feb 10 11:45:07.976621 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-400b0e72-8f34-4d21-b707-d149723e5b04 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:07.978085 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-400b0e72-8f34-4d21-b707-d149723e5b04 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/networks?id=f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 200 len: 810 time: 0.2257099 Feb 10 11:45:07.994776 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-ee476fcf-4785-4d0e-aa0d-a82342a3f6be tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/quotas/a7ea00cd69f94e278d237bca3bf96ede HTTP/1.1" status: 200 len: 375 time: 0.0106812 Feb 10 11:45:08.089704 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-6ffed43a-0af3-4ab2-b2a5-af433737b805 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0889082 Feb 10 11:45:08.146862 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:08.239550 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-ac89d4a0-2c23-47d3-8f83-ed554d334f17 service neutron] 10.222.0.36 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365085 Feb 10 11:45:08.371989 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-0e3559b4-5002-4ae4-ad34-d82e88584dfc service neutron] 10.222.0.36 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267493 Feb 10 11:45:08.879977 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-768b0c32-b8be-4ae8-ad6f-90ef70122eb8 req-3593bf52-701a-40fb-b8f7-b3543cdf65fa tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 210 time: 0.0449731 Feb 10 11:45:09.991371 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-2cb17bd8-729d-48ad-82b0-7c8cf35ed3bb tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:09.992956 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-2cb17bd8-729d-48ad-82b0-7c8cf35ed3bb tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.73 "GET /v2.0/networks?id=f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 200 len: 810 time: 0.1604390 Feb 10 11:45:10.075442 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52009de0-85ed-4393-a423-ee3777b63407 req-c24665f0-c5a1-478e-b665-540c7c32cad9 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 210 time: 0.0513194 Feb 10 11:45:10.097807 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-1c6ce6ba-4a12-4f4c-8051-ba048ffd91fb tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7ea00cd69f94e278d237bca3bf96ede HTTP/1.1" status: 200 len: 380 time: 0.0901988 Feb 10 11:45:10.107631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Request body: {'port': {'device_id': 'f30b05a3-c06b-48be-950d-7e1c4f132b5f', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'admin_state_up': True, 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'security_groups': ['f9b7f6af-153d-414f-b456-d2238f5cfab4']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:45:10.251837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:45:10.262375 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:45:10.273657 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Made reservation on behalf of a7ea00cd69f94e278d237bca3bf96ede for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:45:10.276636 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:10.448142 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Allocated IP 172.20.0.11 (f515bcb9-d982-4b8d-83ba-f18662effa60/9bfb8288-f6e4-496c-ada9-091c63b52c0b/66b41afa-63d0-4bc1-b73a-b82b994ce31d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:45:10.646970 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:10.665153 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Transition to ACTIVE for port object 66b41afa-63d0-4bc1-b73a-b82b994ce31d will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:45:10.689022 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:10.760962 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Network f515bcb9-d982-4b8d-83ba-f18662effa60 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:45:10.762123 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:45:10.767001 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:45:10.807835 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event updated for resources: {'Port': ['ID=66b41afa-63d0-4bc1-b73a-b82b994ce31d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:45:10.830017 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:10.830369 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:10.830704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:10.831031 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:10.831487 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:10.831686 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:10.832054 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:10.832326 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:10.833316 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:10.833787 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:10.834339 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:10.858145 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:10.859132 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:10.890881 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-f9754172-3102-48a0-a12a-f74155832b4c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7876368 Feb 10 11:45:10.905060 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Request body: {'port': {'device_id': 'f30b05a3-c06b-48be-950d-7e1c4f132b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:45:11.037814 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:11.064043 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2c24eb3c-424a-4ab9-937a-ed7dc272ac8c None None] Provisioning for port 66b41afa-63d0-4bc1-b73a-b82b994ce31d completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:45:11.072572 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2c24eb3c-424a-4ab9-937a-ed7dc272ac8c None None] Provisioning complete for port 66b41afa-63d0-4bc1-b73a-b82b994ce31d triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:45:11.073171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2c24eb3c-424a-4ab9-937a-ed7dc272ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:11.150701 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-2c24eb3c-424a-4ab9-937a-ed7dc272ac8c None None] Port 66b41afa-63d0-4bc1-b73a-b82b994ce31d cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:45:11.521328 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a2eb3-60a6-425f-8aaa-e7aeb5dfc0c7 req-b0b98390-a368-4485-a44f-21698640401d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:11.522103 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-c71a2eb3-60a6-425f-8aaa-e7aeb5dfc0c7 req-b0b98390-a368-4485-a44f-21698640401d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Synchronizing usage tracker for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:45:11.584903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-c71a2eb3-60a6-425f-8aaa-e7aeb5dfc0c7 req-b0b98390-a368-4485-a44f-21698640401d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Unset dirty status for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:45:11.585586 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c71a2eb3-60a6-425f-8aaa-e7aeb5dfc0c7 req-b0b98390-a368-4485-a44f-21698640401d tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 932 time: 0.3635573 Feb 10 11:45:11.634678 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b41afa-63d0-4bc1-b73a-b82b994ce31d {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:45:11.651503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:11.678239 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c71a2eb3-60a6-425f-8aaa-e7aeb5dfc0c7 req-414039d0-97df-43dd-ac12-16d7c525e3f5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804906 Feb 10 11:45:11.680673 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Transition to ACTIVE for port object 66b41afa-63d0-4bc1-b73a-b82b994ce31d will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:45:11.685769 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:11.828166 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=66b41afa-63d0-4bc1-b73a-b82b994ce31d,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:45:11.953698 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Attempting to bind port 66b41afa-63d0-4bc1-b73a-b82b994ce31d on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:45:11.954035 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Attempting to bind port 66b41afa-63d0-4bc1-b73a-b82b994ce31d by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:45:11.954362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Attempting to bind port 66b41afa-63d0-4bc1-b73a-b82b994ce31d on network f515bcb9-d982-4b8d-83ba-f18662effa60 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:45:11.960157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Port 66b41afa-63d0-4bc1-b73a-b82b994ce31d on network f515bcb9-d982-4b8d-83ba-f18662effa60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:45:11.960468 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Attempting to bind port 66b41afa-63d0-4bc1-b73a-b82b994ce31d on network f515bcb9-d982-4b8d-83ba-f18662effa60 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:45:11.966902 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:45:11.967308 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Checking segment: {'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:45:11.967862 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Bound using segment: {'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:45:11.968609 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Bound port: 66b41afa-63d0-4bc1-b73a-b82b994ce31d, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267ba966-b949-4899-b155-c51cb42d1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:45:11.968609 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:12.067454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] For port 66b41afa-63d0-4bc1-b73a-b82b994ce31d, host hv-neutron-8284, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:45:12.070413 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] For port 66b41afa-63d0-4bc1-b73a-b82b994ce31d, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=66b41afa-63d0-4bc1-b73a-b82b994ce31d,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:45:12.075050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:12.138926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:12.140376 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] 10.222.0.73 "PUT /v2.0/ports/66b41afa-63d0-4bc1-b73a-b82b994ce31d HTTP/1.1" status: 200 len: 1094 time: 1.2413092 Feb 10 11:45:12.140855 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30b05a3-c06b-48be-950d-7e1c4f132b5f', 'tag': '66b41afa-63d0-4bc1-b73a-b82b994ce31d'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:45:12.166781 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c5d38-aee7-4283-8f12-5a2351924ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=66b41afa-63d0-4bc1-b73a-b82b994ce31d,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:45:12.220782 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30b05a3-c06b-48be-950d-7e1c4f132b5f', 'tag': '66b41afa-63d0-4bc1-b73a-b82b994ce31d', 'status': 'completed', 'code': 200} Feb 10 11:45:12.266701 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-f90db538-4836-49ee-a9e7-cac025049fab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 1097 time: 0.0833988 Feb 10 11:45:12.340297 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-c8f6a992-86fa-460e-9302-60486e6709bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66b41afa-63d0-4bc1-b73a-b82b994ce31d HTTP/1.1" status: 200 len: 217 time: 0.0625644 Feb 10 11:45:12.410825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-7a35cb15-76a9-4d88-8ebc-70c056122673 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:12.412228 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-7a35cb15-76a9-4d88-8ebc-70c056122673 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bfb8288-f6e4-496c-ada9-091c63b52c0b HTTP/1.1" status: 200 len: 849 time: 0.0639985 Feb 10 11:45:12.494814 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-680cd600-0cc5-4ee7-97dc-d0611db41aa3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f515bcb9-d982-4b8d-83ba-f18662effa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743179 Feb 10 11:45:12.630783 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-718eda0f-76a9-4dd2-a9c2-b113c67a4f5e service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284056 Feb 10 11:45:12.774598 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdf9bea-6d77-4c66-94a6-7ef8b8e2beee req-294c9eef-bfb1-4260-8747-e2624cf5b02f service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346426 Feb 10 11:45:12.950157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb145b-fef1-4f75-ba4c-9118bbf4b680 req-ddae410d-bce8-4214-ac06-a6e964dc3028 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:12.951750 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66cb145b-fef1-4f75-ba4c-9118bbf4b680 req-ddae410d-bce8-4214-ac06-a6e964dc3028 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 944 time: 0.1387398 Feb 10 11:45:12.954604 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e9caf9e9-5f9b-462d-b4bf-6322ef47e1dd req-1e099353-afe0-48a9-8dc1-eb8ceb60304d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 1097 time: 0.1105561 Feb 10 11:45:13.083997 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66cb145b-fef1-4f75-ba4c-9118bbf4b680 req-59c8f677-3fea-483c-be0c-8bf147ea957c tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265032 Feb 10 11:45:13.116836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9caf9e9-5f9b-462d-b4bf-6322ef47e1dd req-ad729160-2c41-42bb-863e-bd965601a597 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:13.118327 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e9caf9e9-5f9b-462d-b4bf-6322ef47e1dd req-ad729160-2c41-42bb-863e-bd965601a597 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 200 len: 911 time: 0.1475801 Feb 10 11:45:13.282327 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e9caf9e9-5f9b-462d-b4bf-6322ef47e1dd req-2583f6d5-d614-4af5-baec-61dc97659f3b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66b41afa-63d0-4bc1-b73a-b82b994ce31d HTTP/1.1" status: 200 len: 217 time: 0.1539948 Feb 10 11:45:13.349146 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9caf9e9-5f9b-462d-b4bf-6322ef47e1dd req-0e8330ee-660f-4ffe-893c-0de97ad6b4c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:13.350730 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e9caf9e9-5f9b-462d-b4bf-6322ef47e1dd req-0e8330ee-660f-4ffe-893c-0de97ad6b4c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bfb8288-f6e4-496c-ada9-091c63b52c0b HTTP/1.1" status: 200 len: 849 time: 0.0603454 Feb 10 11:45:13.427711 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e9caf9e9-5f9b-462d-b4bf-6322ef47e1dd req-93c978df-9687-458c-b06f-2cdada5af628 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f515bcb9-d982-4b8d-83ba-f18662effa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697348 Feb 10 11:45:13.558821 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e9caf9e9-5f9b-462d-b4bf-6322ef47e1dd req-33ba86f1-e23f-48e9-ba04-6d7c32b11f91 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238477 Feb 10 11:45:13.690081 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e9caf9e9-5f9b-462d-b4bf-6322ef47e1dd req-dfce3b0e-5f60-401c-8b36-7d3a3cff6415 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240888 Feb 10 11:45:14.300340 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36009a-4629-43f4-a136-3526ec5164fd req-db48fe5e-a50e-4c92-b41c-a1ef7642d939 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:14.301774 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df36009a-4629-43f4-a136-3526ec5164fd req-db48fe5e-a50e-4c92-b41c-a1ef7642d939 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 944 time: 0.0800500 Feb 10 11:45:14.346956 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df36009a-4629-43f4-a136-3526ec5164fd req-c98ba8e8-b8fe-46fb-a6ce-f292a7378032 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396855 Feb 10 11:45:15.550647 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afb1a1-71be-45b8-b718-822022c1fc65 req-e8adbd60-3904-4639-902f-c524c1a56829 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:15.552107 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38afb1a1-71be-45b8-b718-822022c1fc65 req-e8adbd60-3904-4639-902f-c524c1a56829 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 944 time: 0.0807738 Feb 10 11:45:15.598596 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38afb1a1-71be-45b8-b718-822022c1fc65 req-4a4021df-59bf-4896-9a55-3b9c3d0760f3 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407140 Feb 10 11:45:16.795846 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e6352-172a-4496-8b89-7c35c7c5691d req-6a13b65d-742c-459b-b140-5e17cb5fc240 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:16.797320 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-829e6352-172a-4496-8b89-7c35c7c5691d req-6a13b65d-742c-459b-b140-5e17cb5fc240 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 944 time: 0.0762465 Feb 10 11:45:16.847349 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-829e6352-172a-4496-8b89-7c35c7c5691d req-a1baad6f-da14-44e6-b998-8ef9ad35fff1 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444384 Feb 10 11:45:18.053863 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7f018-f9c9-44c3-9337-c5d5134f869f req-4a37db1e-02d0-483e-8fd4-0127b5513959 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:18.055317 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8cd7f018-f9c9-44c3-9337-c5d5134f869f req-4a37db1e-02d0-483e-8fd4-0127b5513959 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 944 time: 0.0777998 Feb 10 11:45:18.102932 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8cd7f018-f9c9-44c3-9337-c5d5134f869f req-e9b5a32b-8949-425f-ad6f-e9990531f3f3 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412436 Feb 10 11:45:19.306606 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76404b69-50fd-4567-b7ca-f59ae6858e25 req-c1a06bda-c5fa-4b9c-a636-7e643707be04 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:19.308049 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76404b69-50fd-4567-b7ca-f59ae6858e25 req-c1a06bda-c5fa-4b9c-a636-7e643707be04 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 944 time: 0.0804586 Feb 10 11:45:19.353747 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76404b69-50fd-4567-b7ca-f59ae6858e25 req-7747ed3d-d0b2-47a1-811b-85b4ea409560 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395138 Feb 10 11:45:20.128566 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:45:20.570319 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9ed7a-d4bf-4981-bbb3-3004daf52c11 req-880ab063-49e2-41c5-a5dc-4dd33dd5a0a4 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:20.571813 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dad9ed7a-d4bf-4981-bbb3-3004daf52c11 req-880ab063-49e2-41c5-a5dc-4dd33dd5a0a4 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 944 time: 0.0821776 Feb 10 11:45:20.621900 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dad9ed7a-d4bf-4981-bbb3-3004daf52c11 req-57bd944b-9f26-45fc-a21a-010c80fa76d9 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433304 Feb 10 11:45:20.959953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 66b41afa-63d0-4bc1-b73a-b82b994ce31d details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:45:21.101692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 66b41afa-63d0-4bc1-b73a-b82b994ce31d, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=66b41afa-63d0-4bc1-b73a-b82b994ce31d,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:45:21.115988 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '66b41afa-63d0-4bc1-b73a-b82b994ce31d', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'port_id': '66b41afa-63d0-4bc1-b73a-b82b994ce31d', 'mac_address': 'fa:16:3e:3b:f1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:45:21.170807 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:21.188295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b41afa-63d0-4bc1-b73a-b82b994ce31d {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:45:21.204031 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 66b41afa-63d0-4bc1-b73a-b82b994ce31d, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=66b41afa-63d0-4bc1-b73a-b82b994ce31d,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:45:21.207979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:21.327785 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=66b41afa-63d0-4bc1-b73a-b82b994ce31d,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:45:21.336973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:21.337353 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:21.337732 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:21.338066 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:21.338407 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:21.338742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:21.339087 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:21.339750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:21.339750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:21.340067 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:21.340512 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:21.357750 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f9ed9369-a4c0-4432-9445-8bc1783a94da req-4e324fc8-0313-4892-9fe2-a22972339294 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809679 Feb 10 11:45:21.500134 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['66b41afa-63d0-4bc1-b73a-b82b994ce31d'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:45:21.506725 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f9ed9369-a4c0-4432-9445-8bc1783a94da req-6e52e8a3-5ce8-4e7d-bc79-80ae078e87d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 1099 time: 0.0698538 Feb 10 11:45:21.657696 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed9369-a4c0-4432-9445-8bc1783a94da req-6c3db1de-e904-4e89-b639-9e55d8d589c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:21.659668 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f9ed9369-a4c0-4432-9445-8bc1783a94da req-6c3db1de-e904-4e89-b639-9e55d8d589c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 200 len: 911 time: 0.1297069 Feb 10 11:45:21.808227 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f9ed9369-a4c0-4432-9445-8bc1783a94da req-020d1e49-f208-4553-842e-2aad3369b2f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b199165-38c9-4af8-8b1c-bddbcef1e97f HTTP/1.1" status: 200 len: 1001 time: 0.1413238 Feb 10 11:45:21.887829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed9369-a4c0-4432-9445-8bc1783a94da req-d9cee143-5b67-4c18-9c59-2b07f6a93445 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:21.889327 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f9ed9369-a4c0-4432-9445-8bc1783a94da req-d9cee143-5b67-4c18-9c59-2b07f6a93445 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bfb8288-f6e4-496c-ada9-091c63b52c0b HTTP/1.1" status: 200 len: 849 time: 0.0689785 Feb 10 11:45:21.904680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c6560-f7f6-4d03-94f4-8c644af9348f req-34e5a863-ba13-45c4-8f63-aa6d26c7e5ea tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:21.905556 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d42c6560-f7f6-4d03-94f4-8c644af9348f req-34e5a863-ba13-45c4-8f63-aa6d26c7e5ea tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 945 time: 0.1518466 Feb 10 11:45:22.090146 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d42c6560-f7f6-4d03-94f4-8c644af9348f req-78e43c95-2f53-43e5-9b33-98058626f8aa tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569080 Feb 10 11:45:22.101614 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f9ed9369-a4c0-4432-9445-8bc1783a94da req-41372e99-b438-4dde-a2a9-189204f039d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f515bcb9-d982-4b8d-83ba-f18662effa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2046542 Feb 10 11:45:22.247000 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f9ed9369-a4c0-4432-9445-8bc1783a94da req-2f24e5da-7338-451b-b45f-4dbf14e06c1f service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388350 Feb 10 11:45:22.384811 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f9ed9369-a4c0-4432-9445-8bc1783a94da req-89b20366-8ce1-47b7-b2b2-858963200d84 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294520 Feb 10 11:45:22.959990 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 66b41afa-63d0-4bc1-b73a-b82b994ce31d up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:45:23.028181 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 66b41afa-63d0-4bc1-b73a-b82b994ce31d completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:45:23.032808 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 66b41afa-63d0-4bc1-b73a-b82b994ce31d triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:45:23.033221 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:23.147830 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:23.175276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30b05a3-c06b-48be-950d-7e1c4f132b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b41afa-63d0-4bc1-b73a-b82b994ce31d'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:45:23.185644 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 66b41afa-63d0-4bc1-b73a-b82b994ce31d, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=66b41afa-63d0-4bc1-b73a-b82b994ce31d,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:45:23.190300 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:23.235486 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30b05a3-c06b-48be-950d-7e1c4f132b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b41afa-63d0-4bc1-b73a-b82b994ce31d', 'code': 200} Feb 10 11:45:23.261848 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=66b41afa-63d0-4bc1-b73a-b82b994ce31d,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:45:23.301695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f476b25-5fb5-4f01-baf2-2edb70a7d743 req-39083118-e2e6-4216-9fa9-59650e834318 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:23.303123 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5f476b25-5fb5-4f01-baf2-2edb70a7d743 req-39083118-e2e6-4216-9fa9-59650e834318 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 946 time: 0.0777531 Feb 10 11:45:23.358950 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5f476b25-5fb5-4f01-baf2-2edb70a7d743 req-4b2afb99-98d1-4674-b79b-ca457ff2f1e2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501544 Feb 10 11:45:23.545329 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c1e5bfdc-9c93-467e-a681-28805907f8e5 req-5c484b69-27ff-4bf6-b796-d6ac82487333 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 1099 time: 0.0699289 Feb 10 11:45:23.587197 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c1e5bfdc-9c93-467e-a681-28805907f8e5 req-73826544-19bf-4b73-a29d-2c85d23ee003 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346401 Feb 10 11:45:24.580180 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3924af1-2acd-4941-8714-ac1faed4f2ab req-dac11277-36be-4cf6-9275-700fdd39c790 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:24.581630 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a3924af1-2acd-4941-8714-ac1faed4f2ab req-dac11277-36be-4cf6-9275-700fdd39c790 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 946 time: 0.0764232 Feb 10 11:45:24.627616 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a3924af1-2acd-4941-8714-ac1faed4f2ab req-d281e294-b9ac-4452-b534-0953c83bd4c2 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404592 Feb 10 11:45:25.826051 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20653df1-f0cb-4d90-98fc-c27d28c62ebd req-abb56c8a-515d-4d99-9df6-4533c87a5cdf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:25.827493 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-20653df1-f0cb-4d90-98fc-c27d28c62ebd req-abb56c8a-515d-4d99-9df6-4533c87a5cdf tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 946 time: 0.0802851 Feb 10 11:45:25.872377 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-20653df1-f0cb-4d90-98fc-c27d28c62ebd req-1b7d895a-7e76-4edd-83f0-98b68458d77f tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394247 Feb 10 11:45:26.068903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab284c03-f9c9-47ba-9860-edbad113d11d req-f97dea7d-73ac-42b6-b897-dacaab0bf4a4 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:26.070363 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ab284c03-f9c9-47ba-9860-edbad113d11d req-f97dea7d-73ac-42b6-b897-dacaab0bf4a4 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 946 time: 0.0758760 Feb 10 11:45:26.119154 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ab284c03-f9c9-47ba-9860-edbad113d11d req-0e55ca36-c694-4a61-92fe-f5a436493199 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427375 Feb 10 11:45:26.148129 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42600) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:45:26.225315 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8a8c647d-f0da-4dcd-b02a-6b8c2ed185df tempest-TestVolumeBootPattern-1099180232 tempest-TestVolumeBootPattern-1099180232-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 1094 time: 0.0759187 Feb 10 11:45:26.227861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42604) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:45:26.233687 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': '66b41afa-63d0-4bc1-b73a-b82b994ce31d', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:45:26.239125 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:45:26.242899 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Usage tracker for resource:floatingip and tenant:a7ea00cd69f94e278d237bca3bf96ede is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:45:26.245709 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:45:26.251677 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:45:26.262643 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for floatingip, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:26.397276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:26.497789 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-359863d2-0aec-4045-a59c-21e1772e26ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:26.544818 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Allocated IP 172.26.4.5 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/9a058d13-e84b-495f-ad39-6ef59204f8eb) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:45:26.693589 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:26.720585 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:26.785470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:45:26.788325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:45:26.793021 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:45:26.830269 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event updated for resources: {'Port': ['ID=9a058d13-e84b-495f-ad39-6ef59204f8eb,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:45:26.849397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:26.849743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:26.850085 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:26.850416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:26.850749 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:26.851081 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:26.851410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:26.851735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:26.852067 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:26.852395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:26.852711 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:45:27.418055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:27.476200 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:27.677145 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:27.681411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:27.790313 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event updated for resources: {'Port': ['ID=9a058d13-e84b-495f-ad39-6ef59204f8eb,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:45:27.806535 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:28.003188 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Floating IP d512f268-7abf-4331-82e3-ff133b204b2f associated. External IP: 172.26.4.5, port: 66b41afa-63d0-4bc1-b73a-b82b994ce31d. Feb 10 11:45:28.409352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Router 2b937027-dcc8-40e2-ab37-68bac57a49a5 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:45:28.635674 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:45:28.645952 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388c928-2f02-45bd-a1f7-896e6cfe91c7 None None] Sync routers for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:45:28.662379 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:28.662841 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388c928-2f02-45bd-a1f7-896e6cfe91c7 None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:45:28.663416 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a388c928-2f02-45bd-a1f7-896e6cfe91c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:44:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:45:28.720193 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-34216c7f-c64a-4f9b-98cc-a64f3f5ec9d0 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4912920 Feb 10 11:45:28.720772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30b05a3-c06b-48be-950d-7e1c4f132b5f', 'tag': '66b41afa-63d0-4bc1-b73a-b82b994ce31d'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:45:28.862503 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b1da2663-93ef-4af8-ad21-26edee1beb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:28.881108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a388c928-2f02-45bd-a1f7-896e6cfe91c7 None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:45:28.896088 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30b05a3-c06b-48be-950d-7e1c4f132b5f', 'tag': '66b41afa-63d0-4bc1-b73a-b82b994ce31d', 'status': 'completed', 'code': 200} Feb 10 11:45:28.990927 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1473daf6-2bd2-4830-adad-7437506e8126 req-d2c69e1d-df6e-4445-9480-e96b9c1d17d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 1099 time: 0.0743434 Feb 10 11:45:29.132567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473daf6-2bd2-4830-adad-7437506e8126 req-6cbd3be7-6123-47c1-af99-ca28206dfefd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:29.134054 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1473daf6-2bd2-4830-adad-7437506e8126 req-6cbd3be7-6123-47c1-af99-ca28206dfefd service neutron] 10.222.0.73 "GET /v2.0/networks?id=f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 200 len: 911 time: 0.1376188 Feb 10 11:45:29.257058 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1473daf6-2bd2-4830-adad-7437506e8126 req-ff2171be-8eeb-4333-bcd4-008801edfa14 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66b41afa-63d0-4bc1-b73a-b82b994ce31d HTTP/1.1" status: 200 len: 998 time: 0.1161158 Feb 10 11:45:29.292195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a388c928-2f02-45bd-a1f7-896e6cfe91c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '596445ca-b978-48de-a85f-f63bdede823d', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'port_id': '2b199165-38c9-4af8-8b1c-bddbcef1e97f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'mac_address': 'fa:16:3e:e1:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:09Z', 'updated_at': '2022-02-10T11:43:16Z', 'revision_number': 1, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address_scope': None}, {'id': 'd512f268-7abf-4331-82e3-ff133b204b2f', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'floating_ip_address': '172.26.4.5', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'port_id': '66b41afa-63d0-4bc1-b73a-b82b994ce31d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'mac_address': 'fa:16:3e:3b:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b05a3-c06b-48be-950d-7e1c4f132b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:45:27Z', 'updated_at': '2022-02-10T11:45:27Z', 'revision_number': 0, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:45:29.296189 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388c928-2f02-45bd-a1f7-896e6cfe91c7 None None] Checking router: 2b937027-dcc8-40e2-ab37-68bac57a49a5 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:45:29.307142 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388c928-2f02-45bd-a1f7-896e6cfe91c7 None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:45:29.307755 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a388c928-2f02-45bd-a1f7-896e6cfe91c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:45:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:45:29.321873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473daf6-2bd2-4830-adad-7437506e8126 req-b36ef0f0-3adb-4ac4-9f9a-4266c3ebaf73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:29.323371 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1473daf6-2bd2-4830-adad-7437506e8126 req-b36ef0f0-3adb-4ac4-9f9a-4266c3ebaf73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bfb8288-f6e4-496c-ada9-091c63b52c0b HTTP/1.1" status: 200 len: 849 time: 0.0597451 Feb 10 11:45:29.405404 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1473daf6-2bd2-4830-adad-7437506e8126 req-31973ea6-eba7-490f-9c46-922d02a3f5f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f515bcb9-d982-4b8d-83ba-f18662effa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746932 Feb 10 11:45:29.495830 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a388c928-2f02-45bd-a1f7-896e6cfe91c7 None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:45:29.538782 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1473daf6-2bd2-4830-adad-7437506e8126 req-e4324c48-e926-4905-9044-3640d196da3b service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268263 Feb 10 11:45:29.671757 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1473daf6-2bd2-4830-adad-7437506e8126 req-568d09c3-6428-416f-8117-09de59aa2352 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270142 Feb 10 11:45:29.805565 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:29.899580 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a388c928-2f02-45bd-a1f7-896e6cfe91c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '596445ca-b978-48de-a85f-f63bdede823d', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'port_id': '2b199165-38c9-4af8-8b1c-bddbcef1e97f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'mac_address': 'fa:16:3e:e1:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:09Z', 'updated_at': '2022-02-10T11:43:16Z', 'revision_number': 1, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address_scope': None}, {'id': 'd512f268-7abf-4331-82e3-ff133b204b2f', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'floating_ip_address': '172.26.4.5', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'port_id': '66b41afa-63d0-4bc1-b73a-b82b994ce31d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'mac_address': 'fa:16:3e:3b:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b05a3-c06b-48be-950d-7e1c4f132b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:45:27Z', 'updated_at': '2022-02-10T11:45:27Z', 'revision_number': 0, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:45:29.904034 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388c928-2f02-45bd-a1f7-896e6cfe91c7 None None] The sync data for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv is: [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '596445ca-b978-48de-a85f-f63bdede823d', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'port_id': '2b199165-38c9-4af8-8b1c-bddbcef1e97f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'mac_address': 'fa:16:3e:e1:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:09Z', 'updated_at': '2022-02-10T11:43:16Z', 'revision_number': 1, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address_scope': None}, {'id': 'd512f268-7abf-4331-82e3-ff133b204b2f', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'floating_ip_address': '172.26.4.5', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'port_id': '66b41afa-63d0-4bc1-b73a-b82b994ce31d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'mac_address': 'fa:16:3e:3b:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30b05a3-c06b-48be-950d-7e1c4f132b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:45:27Z', 'updated_at': '2022-02-10T11:45:27Z', 'revision_number': 0, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:45:30.095164 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67c8cba-512d-4db6-ad07-83129331bd5f None None] New status for floating IP d512f268-7abf-4331-82e3-ff133b204b2f: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:45:30.148931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:31.536195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:38.142759 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:56.501583 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f9d8196a-ca88-4820-b0b1-37edcf15d788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:57.129635 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:45:58.835606 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-008f67bc-fdb1-4d2e-8ceb-5a0a427be6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:59.795194 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:00.152559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:01.532501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:08.143032 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:23.397369 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b53f8d36-8470-4270-893e-e9c1b90faf4e req-fb38260e-bf40-4712-96b6-f1bcae0ed071 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0899963 Feb 10 11:46:23.501943 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b53f8d36-8470-4270-893e-e9c1b90faf4e req-25764e29-108a-4c19-81e8-e0948591e979 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 1098 time: 0.0731785 Feb 10 11:46:23.746724 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f8d36-8470-4270-893e-e9c1b90faf4e req-8c74b794-e27c-437c-a4bf-0e9ef4bf2c64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:46:23.748803 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b53f8d36-8470-4270-893e-e9c1b90faf4e req-8c74b794-e27c-437c-a4bf-0e9ef4bf2c64 service neutron] 10.222.0.73 "GET /v2.0/networks?id=999588e5-8bbf-4715-a085-c5fb95a16f58 HTTP/1.1" status: 200 len: 898 time: 0.2259600 Feb 10 11:46:23.855880 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b53f8d36-8470-4270-893e-e9c1b90faf4e req-090db6be-712a-4789-9039-aefd01b13d18 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=752e91f6-2bdc-4e1f-aa96-ba41e9b29433 HTTP/1.1" status: 200 len: 1000 time: 0.1007369 Feb 10 11:46:23.924402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f8d36-8470-4270-893e-e9c1b90faf4e req-32cae929-8fc2-46b5-8c0d-2e31d0764875 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:46:23.925624 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b53f8d36-8470-4270-893e-e9c1b90faf4e req-32cae929-8fc2-46b5-8c0d-2e31d0764875 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a58e6b54-b631-41fb-9d3a-4782a9cfe2ad HTTP/1.1" status: 200 len: 844 time: 0.0629382 Feb 10 11:46:24.017350 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b53f8d36-8470-4270-893e-e9c1b90faf4e req-88f6f0cb-e2ce-4577-92d3-eb1ee2c0ece8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=999588e5-8bbf-4715-a085-c5fb95a16f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851920 Feb 10 11:46:24.159531 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b53f8d36-8470-4270-893e-e9c1b90faf4e req-44c80e8e-2679-4c1f-8362-c7bb345d074a service neutron] 10.222.0.73 "GET /v2.0/networks/999588e5-8bbf-4715-a085-c5fb95a16f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356232 Feb 10 11:46:24.310244 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b53f8d36-8470-4270-893e-e9c1b90faf4e req-6d698cd3-a5a3-409b-9436-85bd4e93216a service neutron] 10.222.0.73 "GET /v2.0/networks/999588e5-8bbf-4715-a085-c5fb95a16f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392760 Feb 10 11:46:26.505374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-580a2859-a806-4546-a55d-6efa8f5fe7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:28.842961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b134cd8b-7ae4-498c-8a73-a3fa479a7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:29.798127 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:30.155164 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:31.536759 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:34.130677 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:46:38.141594 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:42.915769 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42632) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:46:42.925728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:46:43.254420 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1648847'] for subnet, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:43.439650 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768343321227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1612137'] for subnet, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:43.496716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:46:43.497929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:43.499392 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/subnets/a58e6b54-b631-41fb-9d3a-4782a9cfe2ad HTTP/1.1" status: 200 len: 836 time: 0.5826552 Feb 10 11:46:43.504193 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4001ab5-80dd-4320-8357-c9b2a9e1f4e1 None None] Network 999588e5-8bbf-4715-a085-c5fb95a16f58 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:46:43.513856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Subnet': ['ID=a58e6b54-b631-41fb-9d3a-4782a9cfe2ad,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:46:43.522463 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:46:43.522811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:46:43.523148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:46:43.523488 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:46:43.523817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:46:43.524140 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:46:43.524716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:46:43.525039 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:46:43.525391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:46:43.525710 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:46:43.526025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a53a05-e040-47de-a2c8-79557e5cc7bf tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:46:43.977510 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b4ca7554-0fbe-4b77-97c9-a06f8896564a None None] Provisioning complete for port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:46:43.977920 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7554-0fbe-4b77-97c9-a06f8896564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:44.113877 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b4ca7554-0fbe-4b77-97c9-a06f8896564a None None] Provisioning complete for port 4feea79a-707d-479a-b154-a00ca129bd4e triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:46:44.114163 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7554-0fbe-4b77-97c9-a06f8896564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:44.238637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b4ca7554-0fbe-4b77-97c9-a06f8896564a None None] Provisioning complete for port 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:46:44.239008 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7554-0fbe-4b77-97c9-a06f8896564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:56.507753 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c2115e77-e838-4d37-841f-0c651c6c9d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:58.834383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-048c8240-302b-49c7-ab10-5e1237eeca7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:59.799215 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:00.157913 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:01.539407 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:08.146429 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:08.507981 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42642) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:08.707964 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Deleting port 9a058d13-e84b-495f-ad39-6ef59204f8eb {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:08.708288 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:08.871017 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:08.871262 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:08.991569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Calling delete_port for 9a058d13-e84b-495f-ad39-6ef59204f8eb owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:09.141991 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:09.197171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event deleted for resources: {'Port': ['ID=9a058d13-e84b-495f-ad39-6ef59204f8eb,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:09.233808 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:09.234158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:09.234491 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:09.234828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:09.235154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:09.235479 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:09.235800 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:09.236123 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:09.236440 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:09.236757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:09.237073 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:09.296111 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:09.760348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Router 2b937027-dcc8-40e2-ab37-68bac57a49a5 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:47:09.960779 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:47:09.970785 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee9ed5-eaca-4268-a041-31f466344c1d None None] Sync routers for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:47:09.981047 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:09.985496 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee9ed5-eaca-4268-a041-31f466344c1d None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:09.986160 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0bee9ed5-eaca-4268-a041-31f466344c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:46:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:10.038808 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-03fc85f3-41b1-46c9-bcd1-987dec80efc5 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "DELETE /v2.0/floatingips/d512f268-7abf-4331-82e3-ff133b204b2f HTTP/1.1" status: 204 len: 168 time: 1.5296385 Feb 10 11:47:10.040571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30b05a3-c06b-48be-950d-7e1c4f132b5f', 'tag': '66b41afa-63d0-4bc1-b73a-b82b994ce31d'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:47:10.191475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-0bee9ed5-eaca-4268-a041-31f466344c1d None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:10.199175 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30b05a3-c06b-48be-950d-7e1c4f132b5f', 'tag': '66b41afa-63d0-4bc1-b73a-b82b994ce31d', 'status': 'completed', 'code': 200} Feb 10 11:47:10.297014 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-00b7d211-6728-4923-ab11-26762932b060 req-629f8321-798a-4f18-a0bf-b50a6f92f6ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 1099 time: 0.0761456 Feb 10 11:47:10.457478 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7d211-6728-4923-ab11-26762932b060 req-77d70478-0527-483c-a412-11844d351cd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:10.459475 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-00b7d211-6728-4923-ab11-26762932b060 req-77d70478-0527-483c-a412-11844d351cd9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 200 len: 911 time: 0.1566937 Feb 10 11:47:10.533015 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-00b7d211-6728-4923-ab11-26762932b060 req-7b4cf054-aa4c-4668-acf9-30d94ddb5779 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66b41afa-63d0-4bc1-b73a-b82b994ce31d HTTP/1.1" status: 200 len: 217 time: 0.0668969 Feb 10 11:47:10.618973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0bee9ed5-eaca-4268-a041-31f466344c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '596445ca-b978-48de-a85f-f63bdede823d', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'port_id': '2b199165-38c9-4af8-8b1c-bddbcef1e97f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'mac_address': 'fa:16:3e:e1:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:09Z', 'updated_at': '2022-02-10T11:43:16Z', 'revision_number': 1, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:10.622824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee9ed5-eaca-4268-a041-31f466344c1d None None] Checking router: 2b937027-dcc8-40e2-ab37-68bac57a49a5 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:47:10.633310 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee9ed5-eaca-4268-a041-31f466344c1d None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:10.633909 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0bee9ed5-eaca-4268-a041-31f466344c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:46:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:10.643113 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7d211-6728-4923-ab11-26762932b060 req-504f43d5-5bad-4b3d-9049-bb3f8c91f00c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:10.644535 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-00b7d211-6728-4923-ab11-26762932b060 req-504f43d5-5bad-4b3d-9049-bb3f8c91f00c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bfb8288-f6e4-496c-ada9-091c63b52c0b HTTP/1.1" status: 200 len: 849 time: 0.0752952 Feb 10 11:47:10.702636 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517457b-bf38-43a8-98f6-6a016ec11ba0 req-ae52f5dc-2292-42f9-a749-9b48dd164139 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:10.703307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-8517457b-bf38-43a8-98f6-6a016ec11ba0 req-ae52f5dc-2292-42f9-a749-9b48dd164139 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Synchronizing usage tracker for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:47:10.733756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-8517457b-bf38-43a8-98f6-6a016ec11ba0 req-ae52f5dc-2292-42f9-a749-9b48dd164139 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Unset dirty status for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:47:10.734906 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8517457b-bf38-43a8-98f6-6a016ec11ba0 req-ae52f5dc-2292-42f9-a749-9b48dd164139 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 946 time: 0.1985588 Feb 10 11:47:10.746412 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-00b7d211-6728-4923-ab11-26762932b060 req-ae0bbd6f-a523-4a95-b873-054c31b282bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f515bcb9-d982-4b8d-83ba-f18662effa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0948260 Feb 10 11:47:10.813573 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-0bee9ed5-eaca-4268-a041-31f466344c1d None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:10.869350 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8517457b-bf38-43a8-98f6-6a016ec11ba0 req-fdcc0741-0b90-4244-829c-b89c5a524d5a tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274257 Feb 10 11:47:10.914016 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-00b7d211-6728-4923-ab11-26762932b060 req-779f1a2e-6874-44f8-8adf-5cbef15c1e87 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549265 Feb 10 11:47:11.047260 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-00b7d211-6728-4923-ab11-26762932b060 req-b3b4d97d-8626-4d3e-ba4f-4bf03c9fd0a1 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265461 Feb 10 11:47:11.132087 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:47:11.164573 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0bee9ed5-eaca-4268-a041-31f466344c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '596445ca-b978-48de-a85f-f63bdede823d', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'port_id': '2b199165-38c9-4af8-8b1c-bddbcef1e97f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'mac_address': 'fa:16:3e:e1:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:09Z', 'updated_at': '2022-02-10T11:43:16Z', 'revision_number': 1, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:11.168534 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee9ed5-eaca-4268-a041-31f466344c1d None None] The sync data for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv is: [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '596445ca-b978-48de-a85f-f63bdede823d', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'port_id': '2b199165-38c9-4af8-8b1c-bddbcef1e97f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'mac_address': 'fa:16:3e:e1:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:09Z', 'updated_at': '2022-02-10T11:43:16Z', 'revision_number': 1, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:47:11.381429 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e19ec-de14-496f-bb63-7eb3b684112f None None] New status for floating IP d512f268-7abf-4331-82e3-ff133b204b2f: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:47:12.226714 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5a7db-02d1-4d33-b568-01f0224967dc req-13e59624-8bad-45d0-ba68-c1ffe393e403 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:12.228027 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7ea5a7db-02d1-4d33-b568-01f0224967dc req-13e59624-8bad-45d0-ba68-c1ffe393e403 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 946 time: 0.2342336 Feb 10 11:47:12.262526 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a19730-792d-4365-9041-5dd1df9487b6 req-9f7e895b-7d6d-4297-bd86-b877930db780 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:12.264929 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c8a19730-792d-4365-9041-5dd1df9487b6 req-9f7e895b-7d6d-4297-bd86-b877930db780 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.73 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 946 time: 0.1107857 Feb 10 11:47:12.329361 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7ea5a7db-02d1-4d33-b568-01f0224967dc req-8add4f30-22d7-4d7f-8d46-eaf769393136 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942290 Feb 10 11:47:12.344391 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-c8a19730-792d-4365-9041-5dd1df9487b6 req-2548e327-a5c8-46a9-9c6f-90aeba202a74 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Deleting port 66b41afa-63d0-4bc1-b73a-b82b994ce31d {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:12.344731 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c8a19730-792d-4365-9041-5dd1df9487b6 req-2548e327-a5c8-46a9-9c6f-90aeba202a74 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:12.592633 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-c8a19730-792d-4365-9041-5dd1df9487b6 req-2548e327-a5c8-46a9-9c6f-90aeba202a74 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] For port 66b41afa-63d0-4bc1-b73a-b82b994ce31d, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=66b41afa-63d0-4bc1-b73a-b82b994ce31d,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:12.592985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c8a19730-792d-4365-9041-5dd1df9487b6 req-2548e327-a5c8-46a9-9c6f-90aeba202a74 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:12.712074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-c8a19730-792d-4365-9041-5dd1df9487b6 req-2548e327-a5c8-46a9-9c6f-90aeba202a74 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Calling delete_port for 66b41afa-63d0-4bc1-b73a-b82b994ce31d owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:12.853224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c8a19730-792d-4365-9041-5dd1df9487b6 req-2548e327-a5c8-46a9-9c6f-90aeba202a74 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:12.903199 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548e327-a5c8-46a9-9c6f-90aeba202a74 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event deleted for resources: {'Port': ['ID=66b41afa-63d0-4bc1-b73a-b82b994ce31d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:12.979928 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a19730-792d-4365-9041-5dd1df9487b6 req-2548e327-a5c8-46a9-9c6f-90aeba202a74 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] No DVR routers for this DVR port 66b41afa-63d0-4bc1-b73a-b82b994ce31d on host hv-neutron-8284 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:47:12.983653 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c8a19730-792d-4365-9041-5dd1df9487b6 req-2548e327-a5c8-46a9-9c6f-90aeba202a74 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:12.986438 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30b05a3-c06b-48be-950d-7e1c4f132b5f', 'name': 'network-vif-deleted', 'tag': '66b41afa-63d0-4bc1-b73a-b82b994ce31d'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:47:13.012143 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c8a19730-792d-4365-9041-5dd1df9487b6 req-2548e327-a5c8-46a9-9c6f-90aeba202a74 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.73 "DELETE /v2.0/ports/66b41afa-63d0-4bc1-b73a-b82b994ce31d HTTP/1.1" status: 204 len: 173 time: 0.7387614 Feb 10 11:47:13.068701 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30b05a3-c06b-48be-950d-7e1c4f132b5f', 'name': 'network-vif-deleted', 'tag': '66b41afa-63d0-4bc1-b73a-b82b994ce31d', 'status': 'completed', 'code': 200} Feb 10 11:47:13.508467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-51f5add1-6184-4e5b-b726-d3862cd7a11b req-784ca4ee-6075-4eff-a37e-8dd03b8e0084 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Synchronizing usage tracker for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:47:13.524440 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-51f5add1-6184-4e5b-b726-d3862cd7a11b req-784ca4ee-6075-4eff-a37e-8dd03b8e0084 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Unset dirty status for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:47:13.525661 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-51f5add1-6184-4e5b-b726-d3862cd7a11b req-784ca4ee-6075-4eff-a37e-8dd03b8e0084 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30b05a3-c06b-48be-950d-7e1c4f132b5f HTTP/1.1" status: 200 len: 210 time: 0.0617335 Feb 10 11:47:15.485151 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 66b41afa-63d0-4bc1-b73a-b82b994ce31d no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:47:15.522268 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 66b41afa-63d0-4bc1-b73a-b82b994ce31d {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:47:15.522609 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 66b41afa-63d0-4bc1-b73a-b82b994ce31d not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:47:19.161810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42686) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:19.359249 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3a892992-d942-4a98-a169-cfcedb9aed03 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Deleting port 2a46ce92-50e5-4a5e-bf60-a07c598318a0 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:19.359583 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a892992-d942-4a98-a169-cfcedb9aed03 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:19.532464 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a892992-d942-4a98-a169-cfcedb9aed03 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:19.532787 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a892992-d942-4a98-a169-cfcedb9aed03 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:19.651447 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3a892992-d942-4a98-a169-cfcedb9aed03 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Calling delete_port for 2a46ce92-50e5-4a5e-bf60-a07c598318a0 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:19.908177 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a892992-d942-4a98-a169-cfcedb9aed03 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:19.959081 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a892992-d942-4a98-a169-cfcedb9aed03 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event deleted for resources: {'Port': ['ID=2a46ce92-50e5-4a5e-bf60-a07c598318a0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:20.056774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a892992-d942-4a98-a169-cfcedb9aed03 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:20.445890 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a892992-d942-4a98-a169-cfcedb9aed03 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Router 2b937027-dcc8-40e2-ab37-68bac57a49a5 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:47:20.646431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a892992-d942-4a98-a169-cfcedb9aed03 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:47:20.657700 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e930670-c062-40bd-952e-989761bc4cf6 None None] Sync routers for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:47:20.667181 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a892992-d942-4a98-a169-cfcedb9aed03 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:20.669105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e930670-c062-40bd-952e-989761bc4cf6 None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:20.670285 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1e930670-c062-40bd-952e-989761bc4cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:46:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:20.724527 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3a892992-d942-4a98-a169-cfcedb9aed03 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "DELETE /v2.0/floatingips/596445ca-b978-48de-a85f-f63bdede823d HTTP/1.1" status: 204 len: 168 time: 1.5615342 Feb 10 11:47:20.725009 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'tag': '2b199165-38c9-4af8-8b1c-bddbcef1e97f'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:47:20.787142 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'tag': '2b199165-38c9-4af8-8b1c-bddbcef1e97f', 'status': 'completed', 'code': 200} Feb 10 11:47:20.850331 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1e930670-c062-40bd-952e-989761bc4cf6 None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:20.881466 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2318a6a-665c-48e3-8715-fcb866ee1097 req-8d4f3166-557b-48f8-af1d-84d79b50366e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 1099 time: 0.0724452 Feb 10 11:47:21.031281 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2318a6a-665c-48e3-8715-fcb866ee1097 req-ed9930d6-e5e5-478b-ab31-7fc6ba3fbd6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:21.032702 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2318a6a-665c-48e3-8715-fcb866ee1097 req-ed9930d6-e5e5-478b-ab31-7fc6ba3fbd6e service neutron] 10.222.0.73 "GET /v2.0/networks?id=f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 200 len: 911 time: 0.1452520 Feb 10 11:47:21.142592 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2318a6a-665c-48e3-8715-fcb866ee1097 req-1eb269e2-1b90-4705-b8cd-13a65e3579bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b199165-38c9-4af8-8b1c-bddbcef1e97f HTTP/1.1" status: 200 len: 217 time: 0.1008217 Feb 10 11:47:21.186033 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1e930670-c062-40bd-952e-989761bc4cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:21.190067 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e930670-c062-40bd-952e-989761bc4cf6 None None] Checking router: 2b937027-dcc8-40e2-ab37-68bac57a49a5 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:47:21.204995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e930670-c062-40bd-952e-989761bc4cf6 None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:21.205869 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1e930670-c062-40bd-952e-989761bc4cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:46:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:21.223558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2318a6a-665c-48e3-8715-fcb866ee1097 req-3913b54d-69db-4136-a20d-79ccd509c048 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:21.224964 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2318a6a-665c-48e3-8715-fcb866ee1097 req-3913b54d-69db-4136-a20d-79ccd509c048 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bfb8288-f6e4-496c-ada9-091c63b52c0b HTTP/1.1" status: 200 len: 849 time: 0.0757694 Feb 10 11:47:21.234221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc47fd6-0e9c-4eee-8827-5d3f9fe04c0b req-7d361dd7-6793-4db1-ac53-589144228c02 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:21.234810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-7cc47fd6-0e9c-4eee-8827-5d3f9fe04c0b req-7d361dd7-6793-4db1-ac53-589144228c02 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Synchronizing usage tracker for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:47:21.290843 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-7cc47fd6-0e9c-4eee-8827-5d3f9fe04c0b req-7d361dd7-6793-4db1-ac53-589144228c02 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Unset dirty status for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:47:21.292031 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7cc47fd6-0e9c-4eee-8827-5d3f9fe04c0b req-7d361dd7-6793-4db1-ac53-589144228c02 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 946 time: 0.2002697 Feb 10 11:47:21.353572 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2318a6a-665c-48e3-8715-fcb866ee1097 req-b40a5284-0439-4363-890d-1a29d5190003 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f515bcb9-d982-4b8d-83ba-f18662effa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1160436 Feb 10 11:47:21.355799 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7cc47fd6-0e9c-4eee-8827-5d3f9fe04c0b req-ba121e23-e6ab-4432-9e35-68bdddcbf544 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570741 Feb 10 11:47:21.427997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1e930670-c062-40bd-952e-989761bc4cf6 None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:21.487354 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2318a6a-665c-48e3-8715-fcb866ee1097 req-06eccae8-7ac8-4951-90dc-034d9eec4a13 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268702 Feb 10 11:47:21.709109 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2318a6a-665c-48e3-8715-fcb866ee1097 req-34d8bf65-f6dc-432f-92d1-c52c66219152 service neutron] 10.222.0.73 "GET /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157009 Feb 10 11:47:21.748443 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1e930670-c062-40bd-952e-989761bc4cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:21.752621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e930670-c062-40bd-952e-989761bc4cf6 None None] The sync data for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv is: [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '815b9d86-607f-4074-b601-39eeb038a5d5', 'name': '', 'network_id': 'f515bcb9-d982-4b8d-83ba-f18662effa60', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'mac_address': 'fa:16:3e:ec:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:40:03Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'subnets': [{'id': '9bfb8288-f6e4-496c-ada9-091c63b52c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:47:21.956722 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58deed0c-1584-4898-8d8f-f9f01fdeb370 None None] New status for floating IP 596445ca-b978-48de-a85f-f63bdede823d: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:47:22.612415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b493c0c-eb6b-4573-862e-8f5bea3d4f03 req-e99c4999-221d-44d3-90fd-112dfd48c523 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:22.613954 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b493c0c-eb6b-4573-862e-8f5bea3d4f03 req-e99c4999-221d-44d3-90fd-112dfd48c523 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 946 time: 0.1290288 Feb 10 11:47:22.641718 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658507a-f473-4210-a342-ca427fa85b50 req-e5c53b0a-ec76-4344-b879-d723ce514733 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:22.643067 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6658507a-f473-4210-a342-ca427fa85b50 req-e5c53b0a-ec76-4344-b879-d723ce514733 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.73 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 946 time: 0.1214173 Feb 10 11:47:22.720139 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b493c0c-eb6b-4573-862e-8f5bea3d4f03 req-92640391-3a93-4877-8962-3b16c5698b12 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b7f6af-153d-414f-b456-d2238f5cfab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998883 Feb 10 11:47:22.727466 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-6658507a-f473-4210-a342-ca427fa85b50 req-2cfd5780-284f-452c-a0f7-bac3de6c5f85 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Deleting port 2b199165-38c9-4af8-8b1c-bddbcef1e97f {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:22.727910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-6658507a-f473-4210-a342-ca427fa85b50 req-2cfd5780-284f-452c-a0f7-bac3de6c5f85 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:22.969294 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-6658507a-f473-4210-a342-ca427fa85b50 req-2cfd5780-284f-452c-a0f7-bac3de6c5f85 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] For port 2b199165-38c9-4af8-8b1c-bddbcef1e97f, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2b199165-38c9-4af8-8b1c-bddbcef1e97f,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:22.969645 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-6658507a-f473-4210-a342-ca427fa85b50 req-2cfd5780-284f-452c-a0f7-bac3de6c5f85 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:23.092509 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-6658507a-f473-4210-a342-ca427fa85b50 req-2cfd5780-284f-452c-a0f7-bac3de6c5f85 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Calling delete_port for 2b199165-38c9-4af8-8b1c-bddbcef1e97f owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:23.239895 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-6658507a-f473-4210-a342-ca427fa85b50 req-2cfd5780-284f-452c-a0f7-bac3de6c5f85 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:23.290043 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd5780-284f-452c-a0f7-bac3de6c5f85 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event deleted for resources: {'Port': ['ID=2b199165-38c9-4af8-8b1c-bddbcef1e97f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:23.369293 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6658507a-f473-4210-a342-ca427fa85b50 req-2cfd5780-284f-452c-a0f7-bac3de6c5f85 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] No DVR routers for this DVR port 2b199165-38c9-4af8-8b1c-bddbcef1e97f on host hv-neutron-8284 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:47:23.371811 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-6658507a-f473-4210-a342-ca427fa85b50 req-2cfd5780-284f-452c-a0f7-bac3de6c5f85 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:23.375706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'name': 'network-vif-deleted', 'tag': '2b199165-38c9-4af8-8b1c-bddbcef1e97f'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:47:23.392069 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6658507a-f473-4210-a342-ca427fa85b50 req-2cfd5780-284f-452c-a0f7-bac3de6c5f85 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.73 "DELETE /v2.0/ports/2b199165-38c9-4af8-8b1c-bddbcef1e97f HTTP/1.1" status: 204 len: 173 time: 0.7414641 Feb 10 11:47:23.436512 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c178e477-16f5-4b39-ba83-41d64fdb256b', 'name': 'network-vif-deleted', 'tag': '2b199165-38c9-4af8-8b1c-bddbcef1e97f', 'status': 'completed', 'code': 200} Feb 10 11:47:23.893873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-65ed5e2d-11c9-4176-9b77-7e3b9d69afc9 req-6788ea93-1279-4100-baa8-2d8dbb122576 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Synchronizing usage tracker for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:47:23.911276 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-65ed5e2d-11c9-4176-9b77-7e3b9d69afc9 req-6788ea93-1279-4100-baa8-2d8dbb122576 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Unset dirty status for tenant:a7ea00cd69f94e278d237bca3bf96ede on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:47:23.912705 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65ed5e2d-11c9-4176-9b77-7e3b9d69afc9 req-6788ea93-1279-4100-baa8-2d8dbb122576 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 210 time: 0.0598667 Feb 10 11:47:24.277352 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2b13cacb-8d65-411c-9dc0-6dd9536c0c9d req-b5a449e4-d58a-4a27-bab4-43c3cfb22d6d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c178e477-16f5-4b39-ba83-41d64fdb256b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0399642 Feb 10 11:47:24.388815 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2b13cacb-8d65-411c-9dc0-6dd9536c0c9d req-6e293931-b80f-4824-ab1b-30b5812954a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&device_id=c178e477-16f5-4b39-ba83-41d64fdb256b HTTP/1.1" status: 200 len: 210 time: 0.0412562 Feb 10 11:47:24.547580 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13cacb-8d65-411c-9dc0-6dd9536c0c9d req-09fe9684-3a52-4b16-8ecc-b9e005b1f478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:24.548998 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2b13cacb-8d65-411c-9dc0-6dd9536c0c9d req-09fe9684-3a52-4b16-8ecc-b9e005b1f478 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1398327 Feb 10 11:47:24.699023 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13cacb-8d65-411c-9dc0-6dd9536c0c9d req-86f5a03c-68e2-4308-8cfa-087415f725cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:24.701253 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2b13cacb-8d65-411c-9dc0-6dd9536c0c9d req-86f5a03c-68e2-4308-8cfa-087415f725cd service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1448269 Feb 10 11:47:25.020994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42706) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:25.175816 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d907de9c-c3c3-4769-8be4-c9788a8e18f8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Deleting port 8df0ed5f-40b6-499b-8a13-6f2de67cc8b3 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:25.176049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d907de9c-c3c3-4769-8be4-c9788a8e18f8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:25.347995 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d907de9c-c3c3-4769-8be4-c9788a8e18f8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:25.348318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d907de9c-c3c3-4769-8be4-c9788a8e18f8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:25.470062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d907de9c-c3c3-4769-8be4-c9788a8e18f8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Calling delete_port for 8df0ed5f-40b6-499b-8a13-6f2de67cc8b3 owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:25.607223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d907de9c-c3c3-4769-8be4-c9788a8e18f8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:25.651753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907de9c-c3c3-4769-8be4-c9788a8e18f8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event deleted for resources: {'Port': ['ID=8df0ed5f-40b6-499b-8a13-6f2de67cc8b3,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:25.744326 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d907de9c-c3c3-4769-8be4-c9788a8e18f8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for floatingip, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:25.761874 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d907de9c-c3c3-4769-8be4-c9788a8e18f8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:25.763530 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d907de9c-c3c3-4769-8be4-c9788a8e18f8 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "DELETE /v2.0/floatingips/caf39979-d569-487f-82e2-6f5f8c331a4f HTTP/1.1" status: 204 len: 168 time: 0.7415309 Feb 10 11:47:26.424189 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42720) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:26.511347 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-aa121f4c-10c4-40b5-b41c-d3ea2ebd1fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:26.637029 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5451c6b2-5b57-4452-b5c8-c9ad8f642128 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 1cd2c2a0-020a-4b52-bedc-d5c45ff49df3 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:26.637402 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5451c6b2-5b57-4452-b5c8-c9ad8f642128 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:26.913312 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5451c6b2-5b57-4452-b5c8-c9ad8f642128 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:26.913539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5451c6b2-5b57-4452-b5c8-c9ad8f642128 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:27.040816 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5451c6b2-5b57-4452-b5c8-c9ad8f642128 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 1cd2c2a0-020a-4b52-bedc-d5c45ff49df3 owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:27.199898 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5451c6b2-5b57-4452-b5c8-c9ad8f642128 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:27.246346 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451c6b2-5b57-4452-b5c8-c9ad8f642128 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=1cd2c2a0-020a-4b52-bedc-d5c45ff49df3,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:27.342798 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5451c6b2-5b57-4452-b5c8-c9ad8f642128 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:27.499808 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 2b199165-38c9-4af8-8b1c-bddbcef1e97f no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:47:27.534508 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 2b199165-38c9-4af8-8b1c-bddbcef1e97f {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:47:27.535187 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 2b199165-38c9-4af8-8b1c-bddbcef1e97f not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:47:27.764003 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5451c6b2-5b57-4452-b5c8-c9ad8f642128 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 40441abd-4d8f-4f0a-8059-80efb3a607a1 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:47:27.963608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5451c6b2-5b57-4452-b5c8-c9ad8f642128 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:47:27.973603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9397ad6-7344-48e0-9869-43dee46d6710 None None] Sync routers for ids ['40441abd-4d8f-4f0a-8059-80efb3a607a1'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:47:27.984860 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5451c6b2-5b57-4452-b5c8-c9ad8f642128 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:27.985468 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9397ad6-7344-48e0-9869-43dee46d6710 None None] Routers {'40441abd-4d8f-4f0a-8059-80efb3a607a1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:27.986067 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b9397ad6-7344-48e0-9869-43dee46d6710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:46:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['40441abd-4d8f-4f0a-8059-80efb3a607a1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:28.048184 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5451c6b2-5b57-4452-b5c8-c9ad8f642128 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/floatingips/1e5ffe6a-c742-4375-bad5-c3c03eb178c2 HTTP/1.1" status: 204 len: 168 time: 1.6204805 Feb 10 11:47:28.048184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03464c1b-124c-47b7-81ac-3d4f7e588b99', 'tag': '752e91f6-2bdc-4e1f-aa96-ba41e9b29433'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:47:28.107253 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03464c1b-124c-47b7-81ac-3d4f7e588b99', 'tag': '752e91f6-2bdc-4e1f-aa96-ba41e9b29433', 'status': 'completed', 'code': 200} Feb 10 11:47:28.181441 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-b9397ad6-7344-48e0-9869-43dee46d6710 None None] Set router 40441abd-4d8f-4f0a-8059-80efb3a607a1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:28.237503 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-83ee5527-a1ae-4885-89dd-584871e03ea8 req-32c2be16-6613-4eaf-aebd-00a603d2f83d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 1098 time: 0.1037073 Feb 10 11:47:28.287609 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42734) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:28.453004 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-81facad6-e89c-4fc4-99fd-03e121835269 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:28.505420 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-81facad6-e89c-4fc4-99fd-03e121835269 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:28.527210 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee5527-a1ae-4885-89dd-584871e03ea8 req-12165867-381f-4372-bcc9-f3d9d88deda9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:28.529285 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-83ee5527-a1ae-4885-89dd-584871e03ea8 req-12165867-381f-4372-bcc9-f3d9d88deda9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=999588e5-8bbf-4715-a085-c5fb95a16f58 HTTP/1.1" status: 200 len: 898 time: 0.2838068 Feb 10 11:47:28.600627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-81facad6-e89c-4fc4-99fd-03e121835269 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:28.625563 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b9397ad6-7344-48e0-9869-43dee46d6710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'name': 'tempest-TestNetworkBasicOps-router-147298958', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4feea79a-707d-479a-b154-a00ca129bd4e', 'name': '', 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:f1:8b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:26Z', 'updated_at': '2022-02-10T11:44:33Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:28.630376 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9397ad6-7344-48e0-9869-43dee46d6710 None None] Checking router: 40441abd-4d8f-4f0a-8059-80efb3a607a1 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:47:28.631729 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81facad6-e89c-4fc4-99fd-03e121835269 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b7f6af-153d-414f-b456-d2238f5cfab4,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:28.651861 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-83ee5527-a1ae-4885-89dd-584871e03ea8 req-a82ae27f-f52b-4497-b059-2cf3ecff6bbb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=752e91f6-2bdc-4e1f-aa96-ba41e9b29433 HTTP/1.1" status: 200 len: 217 time: 0.1150815 Feb 10 11:47:28.652336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-81facad6-e89c-4fc4-99fd-03e121835269 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:28.655809 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-81facad6-e89c-4fc4-99fd-03e121835269 tempest-TestVolumeBootPattern-1298404013 tempest-TestVolumeBootPattern-1298404013-project] 10.222.0.36 "DELETE /v2.0/security-groups/f9b7f6af-153d-414f-b456-d2238f5cfab4 HTTP/1.1" status: 204 len: 168 time: 0.3667178 Feb 10 11:47:28.676440 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9397ad6-7344-48e0-9869-43dee46d6710 None None] Routers {'40441abd-4d8f-4f0a-8059-80efb3a607a1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:28.677084 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b9397ad6-7344-48e0-9869-43dee46d6710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:46:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['40441abd-4d8f-4f0a-8059-80efb3a607a1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:28.740708 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42742) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:28.776547 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee5527-a1ae-4885-89dd-584871e03ea8 req-ec6cdb56-f9ab-481f-abcc-6d48110aea99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:28.779154 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-83ee5527-a1ae-4885-89dd-584871e03ea8 req-ec6cdb56-f9ab-481f-abcc-6d48110aea99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a58e6b54-b631-41fb-9d3a-4782a9cfe2ad HTTP/1.1" status: 200 len: 844 time: 0.1184039 Feb 10 11:47:28.785044 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed956f4-50e5-42aa-830f-a25d21c24371 req-8b00db7f-0b93-4470-9055-624f2cd472af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:28.786502 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eed956f4-50e5-42aa-830f-a25d21c24371 req-8b00db7f-0b93-4470-9055-624f2cd472af tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 945 time: 0.1928744 Feb 10 11:47:28.852063 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9334-32f4-4b92-8abe-9385480281d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:28.890020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-b9397ad6-7344-48e0-9869-43dee46d6710 None None] Set router 40441abd-4d8f-4f0a-8059-80efb3a607a1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:28.933875 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eed956f4-50e5-42aa-830f-a25d21c24371 req-7289dc8e-e803-440d-b0fc-7fa4c62a40a4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a1dceb5-0270-443f-953b-bb7739f1623b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089141 Feb 10 11:47:28.939129 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-83ee5527-a1ae-4885-89dd-584871e03ea8 req-9f0da710-7498-4757-8359-bc0d245ee708 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=999588e5-8bbf-4715-a085-c5fb95a16f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1516905 Feb 10 11:47:29.106042 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-83ee5527-a1ae-4885-89dd-584871e03ea8 req-0d9312ee-8ebb-4125-a98f-bd71c27058bc service neutron] 10.222.0.73 "GET /v2.0/networks/999588e5-8bbf-4715-a085-c5fb95a16f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523042 Feb 10 11:47:29.246329 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-83ee5527-a1ae-4885-89dd-584871e03ea8 req-c26c7dcf-6a39-4d3d-813c-633c12976e97 service neutron] 10.222.0.73 "GET /v2.0/networks/999588e5-8bbf-4715-a085-c5fb95a16f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350143 Feb 10 11:47:29.312046 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b9397ad6-7344-48e0-9869-43dee46d6710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'name': 'tempest-TestNetworkBasicOps-router-147298958', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4feea79a-707d-479a-b154-a00ca129bd4e', 'name': '', 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:f1:8b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:26Z', 'updated_at': '2022-02-10T11:44:33Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:29.316675 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9397ad6-7344-48e0-9869-43dee46d6710 None None] The sync data for ids ['40441abd-4d8f-4f0a-8059-80efb3a607a1'] in dv-neutron-828497-1-hyperv is: [{'id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'name': 'tempest-TestNetworkBasicOps-router-147298958', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4feea79a-707d-479a-b154-a00ca129bd4e', 'name': '', 'network_id': '999588e5-8bbf-4715-a085-c5fb95a16f58', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:f1:8b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:26Z', 'updated_at': '2022-02-10T11:44:33Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a58e6b54-b631-41fb-9d3a-4782a9cfe2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:47:29.488324 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e490835-5932-44e7-ac41-fd161975ceb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:29.551333 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e024d-4ac7-4d4d-8b26-24ddfd69a120 None None] New status for floating IP 1e5ffe6a-c742-4375-bad5-c3c03eb178c2: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:47:29.804057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:29.854031 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956321b-9675-4ff8-9c18-c07e86f7bc09 req-2b26e306-78f4-406c-8284-68f3ec42f820 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:29.855455 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7956321b-9675-4ff8-9c18-c07e86f7bc09 req-2b26e306-78f4-406c-8284-68f3ec42f820 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/ports?device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 945 time: 0.0824320 Feb 10 11:47:29.935267 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-7956321b-9675-4ff8-9c18-c07e86f7bc09 req-bc139fec-121b-417b-978a-b440ae203db0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:29.935798 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-7956321b-9675-4ff8-9c18-c07e86f7bc09 req-bc139fec-121b-417b-978a-b440ae203db0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:30.111471 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3e490835-5932-44e7-ac41-fd161975ceb3 admin admin] Deleting port 815b9d86-607f-4074-b601-39eeb038a5d5 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:30.111968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e490835-5932-44e7-ac41-fd161975ceb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:30.161875 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:30.242852 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-7956321b-9675-4ff8-9c18-c07e86f7bc09 req-bc139fec-121b-417b-978a-b440ae203db0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=752e91f6-2bdc-4e1f-aa96-ba41e9b29433,segment=NetworkSegment(d1da9a77-7d20-435b-8d1e-c67edd690c34),segment_id=d1da9a77-7d20-435b-8d1e-c67edd690c34)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:30.243208 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-7956321b-9675-4ff8-9c18-c07e86f7bc09 req-bc139fec-121b-417b-978a-b440ae203db0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:30.295217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3e490835-5932-44e7-ac41-fd161975ceb3 admin admin] For port 815b9d86-607f-4074-b601-39eeb038a5d5, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=815b9d86-607f-4074-b601-39eeb038a5d5,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:30.295621 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e490835-5932-44e7-ac41-fd161975ceb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:30.313549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7ba89-2974-4698-976e-55f853fa3e59 req-01a423e4-091f-4db3-adb9-d018d4f057e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:30.315005 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4b7ba89-2974-4698-976e-55f853fa3e59 req-01a423e4-091f-4db3-adb9-d018d4f057e7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=03464c1b-124c-47b7-81ac-3d4f7e588b99 HTTP/1.1" status: 200 len: 945 time: 0.2466283 Feb 10 11:47:30.376992 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-7956321b-9675-4ff8-9c18-c07e86f7bc09 req-bc139fec-121b-417b-978a-b440ae203db0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:30.416633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3e490835-5932-44e7-ac41-fd161975ceb3 admin admin] Calling delete_port for 815b9d86-607f-4074-b601-39eeb038a5d5 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:30.478054 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4b7ba89-2974-4698-976e-55f853fa3e59 req-ddfe8375-5719-41b3-9a2b-3968b5365a09 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a1dceb5-0270-443f-953b-bb7739f1623b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084452 Feb 10 11:47:30.558621 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-7956321b-9675-4ff8-9c18-c07e86f7bc09 req-bc139fec-121b-417b-978a-b440ae203db0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:30.602621 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e490835-5932-44e7-ac41-fd161975ceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:30.607486 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc139fec-121b-417b-978a-b440ae203db0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=752e91f6-2bdc-4e1f-aa96-ba41e9b29433,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:30.657377 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e490835-5932-44e7-ac41-fd161975ceb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=815b9d86-607f-4074-b601-39eeb038a5d5,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:30.689057 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-7956321b-9675-4ff8-9c18-c07e86f7bc09 req-bc139fec-121b-417b-978a-b440ae203db0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] No DVR routers for this DVR port 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 on host hv-neutron-8284 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:47:30.691927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-7956321b-9675-4ff8-9c18-c07e86f7bc09 req-bc139fec-121b-417b-978a-b440ae203db0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:30.695212 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03464c1b-124c-47b7-81ac-3d4f7e588b99', 'name': 'network-vif-deleted', 'tag': '752e91f6-2bdc-4e1f-aa96-ba41e9b29433'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:47:30.708882 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7956321b-9675-4ff8-9c18-c07e86f7bc09 req-bc139fec-121b-417b-978a-b440ae203db0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "DELETE /v2.0/ports/752e91f6-2bdc-4e1f-aa96-ba41e9b29433 HTTP/1.1" status: 204 len: 173 time: 0.8480225 Feb 10 11:47:30.765849 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03464c1b-124c-47b7-81ac-3d4f7e588b99', 'name': 'network-vif-deleted', 'tag': '752e91f6-2bdc-4e1f-aa96-ba41e9b29433', 'status': 'completed', 'code': 200} Feb 10 11:47:31.085623 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e490835-5932-44e7-ac41-fd161975ceb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:31.550337 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:31.618672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42754) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:31.673725 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e490835-5932-44e7-ac41-fd161975ceb3 admin admin] Router 2b937027-dcc8-40e2-ab37-68bac57a49a5 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:47:31.781569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad1e8-d761-45c1-b335-3dbdfc2bc211 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:31.811502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad1e8-d761-45c1-b335-3dbdfc2bc211 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:31.877720 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad1e8-d761-45c1-b335-3dbdfc2bc211 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:31.881456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e490835-5932-44e7-ac41-fd161975ceb3 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:47:31.891360 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bca487-20c1-4452-9c38-e0be86dfa0cd None None] Sync routers for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:47:31.897437 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3e490835-5932-44e7-ac41-fd161975ceb3 admin admin] 10.222.0.36 "PUT /v2.0/routers/2b937027-dcc8-40e2-ab37-68bac57a49a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1526802 Feb 10 11:47:31.897695 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42758) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:31.904481 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bca487-20c1-4452-9c38-e0be86dfa0cd None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:31.905500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-64bca487-20c1-4452-9c38-e0be86dfa0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:31.905994 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ad1e8-d761-45c1-b335-3dbdfc2bc211 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1dceb5-0270-443f-953b-bb7739f1623b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:31.922672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad1e8-d761-45c1-b335-3dbdfc2bc211 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:31.926327 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3b1ad1e8-d761-45c1-b335-3dbdfc2bc211 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/security-groups/9a1dceb5-0270-443f-953b-bb7739f1623b HTTP/1.1" status: 204 len: 168 time: 0.3044045 Feb 10 11:47:31.975748 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42764) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:32.114362 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-64bca487-20c1-4452-9c38-e0be86dfa0cd None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:32.119610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0ae07b6-8a61-4ebc-8e3c-e198b2640c42 admin admin] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:32.316612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0ae07b6-8a61-4ebc-8e3c-e198b2640c42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:32.327846 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d0ae07b6-8a61-4ebc-8e3c-e198b2640c42 admin admin] Deleting port fe531e6a-b195-431d-aff3-9cca8d54c944 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:32.328198 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0ae07b6-8a61-4ebc-8e3c-e198b2640c42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:32.408762 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3da762bb-d602-4ad5-bb20-0145ac0046f0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:32.427599 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-64bca487-20c1-4452-9c38-e0be86dfa0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:47:30Z', 'revision_number': 5, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port': {'id': 'fe531e6a-b195-431d-aff3-9cca8d54c944', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:28Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:32.431500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bca487-20c1-4452-9c38-e0be86dfa0cd None None] Checking router: 2b937027-dcc8-40e2-ab37-68bac57a49a5 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:47:32.442052 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bca487-20c1-4452-9c38-e0be86dfa0cd None None] Routers {'2b937027-dcc8-40e2-ab37-68bac57a49a5'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:32.442653 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-64bca487-20c1-4452-9c38-e0be86dfa0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2b937027-dcc8-40e2-ab37-68bac57a49a5'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:32.602806 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-64bca487-20c1-4452-9c38-e0be86dfa0cd None None] Set router 2b937027-dcc8-40e2-ab37-68bac57a49a5 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:32.627808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d0ae07b6-8a61-4ebc-8e3c-e198b2640c42 admin admin] For port fe531e6a-b195-431d-aff3-9cca8d54c944, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fe531e6a-b195-431d-aff3-9cca8d54c944,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:32.628160 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0ae07b6-8a61-4ebc-8e3c-e198b2640c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:32.717243 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-64bca487-20c1-4452-9c38-e0be86dfa0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:47:32Z', 'revision_number': 6, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:32.721924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bca487-20c1-4452-9c38-e0be86dfa0cd None None] The sync data for ids ['2b937027-dcc8-40e2-ab37-68bac57a49a5'] in dv-neutron-828497-1-hyperv is: [{'id': '2b937027-dcc8-40e2-ab37-68bac57a49a5', 'name': 'tempest-TestVolumeBootPattern-71052479-router', 'tenant_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:26Z', 'updated_at': '2022-02-10T11:47:32Z', 'revision_number': 6, 'project_id': 'a7ea00cd69f94e278d237bca3bf96ede', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:47:32.747799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d0ae07b6-8a61-4ebc-8e3c-e198b2640c42 admin admin] Calling delete_port for fe531e6a-b195-431d-aff3-9cca8d54c944 owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:32.922661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0ae07b6-8a61-4ebc-8e3c-e198b2640c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:32.967167 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae07b6-8a61-4ebc-8e3c-e198b2640c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe531e6a-b195-431d-aff3-9cca8d54c944,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:33.058396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3da762bb-d602-4ad5-bb20-0145ac0046f0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 4feea79a-707d-479a-b154-a00ca129bd4e {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:33.058933 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3da762bb-d602-4ad5-bb20-0145ac0046f0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:33.142423 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 815b9d86-607f-4074-b601-39eeb038a5d5 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:47:33.187619 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 815b9d86-607f-4074-b601-39eeb038a5d5 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:47:33.188736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 815b9d86-607f-4074-b601-39eeb038a5d5 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:47:33.211719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0ae07b6-8a61-4ebc-8e3c-e198b2640c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:33.272812 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-3da762bb-d602-4ad5-bb20-0145ac0046f0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port 4feea79a-707d-479a-b154-a00ca129bd4e, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4feea79a-707d-479a-b154-a00ca129bd4e,segment=NetworkSegment(d1da9a77-7d20-435b-8d1e-c67edd690c34),segment_id=d1da9a77-7d20-435b-8d1e-c67edd690c34)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:33.273455 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3da762bb-d602-4ad5-bb20-0145ac0046f0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:33.392388 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3da762bb-d602-4ad5-bb20-0145ac0046f0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 4feea79a-707d-479a-b154-a00ca129bd4e owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:33.464795 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0ae07b6-8a61-4ebc-8e3c-e198b2640c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:33.469720 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0ae07b6-8a61-4ebc-8e3c-e198b2640c42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:33.496481 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0ae07b6-8a61-4ebc-8e3c-e198b2640c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:33.499255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ae07b6-8a61-4ebc-8e3c-e198b2640c42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b937027-dcc8-40e2-ab37-68bac57a49a5 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:47:33.506736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:47:33.513635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0ae07b6-8a61-4ebc-8e3c-e198b2640c42 admin admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:33.514784 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d0ae07b6-8a61-4ebc-8e3c-e198b2640c42 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2b937027-dcc8-40e2-ab37-68bac57a49a5 HTTP/1.1" status: 204 len: 168 time: 1.6121047 Feb 10 11:47:33.517302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42768) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:33.558150 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:47:33.558490 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 752e91f6-2bdc-4e1f-aa96-ba41e9b29433 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:47:33.581677 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3769cbe5-6e0e-4c14-b778-f1ab65eead35 admin admin] Deleting subnet 9bfb8288-f6e4-496c-ada9-091c63b52c0b {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:47:33.584595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3769cbe5-6e0e-4c14-b778-f1ab65eead35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:33.633868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3769cbe5-6e0e-4c14-b778-f1ab65eead35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:33.674178 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3da762bb-d602-4ad5-bb20-0145ac0046f0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:33.716443 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3769cbe5-6e0e-4c14-b778-f1ab65eead35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:33.721428 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da762bb-d602-4ad5-bb20-0145ac0046f0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=4feea79a-707d-479a-b154-a00ca129bd4e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:33.802274 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3769cbe5-6e0e-4c14-b778-f1ab65eead35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:33.853845 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769cbe5-6e0e-4c14-b778-f1ab65eead35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bfb8288-f6e4-496c-ada9-091c63b52c0b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:33.860440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3769cbe5-6e0e-4c14-b778-f1ab65eead35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:33.865517 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0cb705-fe3c-4889-85fe-075eb7e73852 None None] Network f515bcb9-d982-4b8d-83ba-f18662effa60 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:47:33.867287 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3769cbe5-6e0e-4c14-b778-f1ab65eead35 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9bfb8288-f6e4-496c-ada9-091c63b52c0b HTTP/1.1" status: 204 len: 168 time: 0.3490229 Feb 10 11:47:33.873370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42772) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:33.995101 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:34.007428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] Deleting port 32aead46-b305-421c-bf7a-5ec181425fe7 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:34.007865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:34.073613 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3da762bb-d602-4ad5-bb20-0145ac0046f0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:34.163247 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c04e1d6-fa21-474f-92f8-f015ebea6662 None None] DHCP port deletion for f515bcb9-d982-4b8d-83ba-f18662effa60 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:47:34.167335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0c04e1d6-fa21-474f-92f8-f015ebea6662 None None] Deleting port 32aead46-b305-421c-bf7a-5ec181425fe7 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:34.167856 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0c04e1d6-fa21-474f-92f8-f015ebea6662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:34.338680 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] For port 32aead46-b305-421c-bf7a-5ec181425fe7, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=32aead46-b305-421c-bf7a-5ec181425fe7,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:34.339184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:34.419884 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-0c04e1d6-fa21-474f-92f8-f015ebea6662 None None] For port 32aead46-b305-421c-bf7a-5ec181425fe7, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=32aead46-b305-421c-bf7a-5ec181425fe7,segment=NetworkSegment(267ba966-b949-4899-b155-c51cb42d1bdc),segment_id=267ba966-b949-4899-b155-c51cb42d1bdc)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:34.420310 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0c04e1d6-fa21-474f-92f8-f015ebea6662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:34.469554 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] Calling delete_port for 32aead46-b305-421c-bf7a-5ec181425fe7 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:34.543130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0c04e1d6-fa21-474f-92f8-f015ebea6662 None None] Calling delete_port for 32aead46-b305-421c-bf7a-5ec181425fe7 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:34.553067 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:34.599789 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=32aead46-b305-421c-bf7a-5ec181425fe7,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:34.605830 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] No DVR routers for this DVR port 32aead46-b305-421c-bf7a-5ec181425fe7 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:47:34.614115 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-0c04e1d6-fa21-474f-92f8-f015ebea6662 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:47:34.614472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-0c04e1d6-fa21-474f-92f8-f015ebea6662 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:47:34.712163 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da762bb-d602-4ad5-bb20-0145ac0046f0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 40441abd-4d8f-4f0a-8059-80efb3a607a1 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:47:34.723527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:34.749040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f515bcb9-d982-4b8d-83ba-f18662effa60']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:34.763125 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267ba966-b949-4899-b155-c51cb42d1bdc') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:34.763453 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267ba966-b949-4899-b155-c51cb42d1bdc') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:34.775699 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:34.792097 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:34.799541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:47:34.799948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:47:34.813646 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:47:34.893703 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:34.910990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:34.921673 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f515bcb9-d982-4b8d-83ba-f18662effa60,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:34.924981 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da762bb-d602-4ad5-bb20-0145ac0046f0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:47:34.936988 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-60da4719-b16e-461b-9c16-50f2439915e7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f515bcb9-d982-4b8d-83ba-f18662effa60 HTTP/1.1" status: 204 len: 168 time: 1.0624142 Feb 10 11:47:34.939837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42778) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:34.940331 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8583a3-35a8-4027-8fda-b5d5f35947ee None None] Sync routers for ids ['40441abd-4d8f-4f0a-8059-80efb3a607a1'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:47:34.953161 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8583a3-35a8-4027-8fda-b5d5f35947ee None None] Routers {'40441abd-4d8f-4f0a-8059-80efb3a607a1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:34.953826 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2f8583a3-35a8-4027-8fda-b5d5f35947ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['40441abd-4d8f-4f0a-8059-80efb3a607a1'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:35.006306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42782) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:35.006498 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3da762bb-d602-4ad5-bb20-0145ac0046f0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/40441abd-4d8f-4f0a-8059-80efb3a607a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0293009 Feb 10 11:47:35.077792 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fe531e6a-b195-431d-aff3-9cca8d54c944 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:47:35.120782 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0c04e1d6-fa21-474f-92f8-f015ebea6662 None None] Deleting port 32aead46-b305-421c-bf7a-5ec181425fe7 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:35.122127 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0c04e1d6-fa21-474f-92f8-f015ebea6662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:35.142514 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-2f8583a3-35a8-4027-8fda-b5d5f35947ee None None] Set router 40441abd-4d8f-4f0a-8059-80efb3a607a1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:35.157609 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: fe531e6a-b195-431d-aff3-9cca8d54c944 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:47:35.158281 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fe531e6a-b195-431d-aff3-9cca8d54c944 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:47:35.158895 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 32aead46-b305-421c-bf7a-5ec181425fe7 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:47:35.229659 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 32aead46-b305-421c-bf7a-5ec181425fe7 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:47:35.230380 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 32aead46-b305-421c-bf7a-5ec181425fe7 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:47:35.242089 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-0c04e1d6-fa21-474f-92f8-f015ebea6662 None None] The port '32aead46-b305-421c-bf7a-5ec181425fe7' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:47:35.290069 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-886ab317-2d8e-497b-9ae6-add001f8c92c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting subnet a58e6b54-b631-41fb-9d3a-4782a9cfe2ad {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:47:35.293885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-886ab317-2d8e-497b-9ae6-add001f8c92c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:35.354244 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-886ab317-2d8e-497b-9ae6-add001f8c92c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:35.455890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-886ab317-2d8e-497b-9ae6-add001f8c92c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:35.521926 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2f8583a3-35a8-4027-8fda-b5d5f35947ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'name': 'tempest-TestNetworkBasicOps-router-147298958', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:47:33Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:35.526885 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8583a3-35a8-4027-8fda-b5d5f35947ee None None] Checking router: 40441abd-4d8f-4f0a-8059-80efb3a607a1 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:47:35.539206 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8583a3-35a8-4027-8fda-b5d5f35947ee None None] Routers {'40441abd-4d8f-4f0a-8059-80efb3a607a1'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:35.540020 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2f8583a3-35a8-4027-8fda-b5d5f35947ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['40441abd-4d8f-4f0a-8059-80efb3a607a1'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:35.548381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-886ab317-2d8e-497b-9ae6-add001f8c92c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:35.566535 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bc0efee5-43ea-4542-9199-b26cb7a8b8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:35.600337 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ab317-2d8e-497b-9ae6-add001f8c92c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Subnet': ['ID=a58e6b54-b631-41fb-9d3a-4782a9cfe2ad,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:35.612729 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9dfe40-891d-4307-98a6-86d4d756067d None None] Network 999588e5-8bbf-4715-a085-c5fb95a16f58 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:47:35.622490 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-886ab317-2d8e-497b-9ae6-add001f8c92c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:35.642438 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-886ab317-2d8e-497b-9ae6-add001f8c92c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/subnets/a58e6b54-b631-41fb-9d3a-4782a9cfe2ad HTTP/1.1" status: 204 len: 168 time: 0.6323829 Feb 10 11:47:35.643048 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42786) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:35.791467 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-2f8583a3-35a8-4027-8fda-b5d5f35947ee None None] Set router 40441abd-4d8f-4f0a-8059-80efb3a607a1 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:35.993969 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] DHCP port deletion for 999588e5-8bbf-4715-a085-c5fb95a16f58 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:47:35.999827 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] Deleting port 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:36.000263 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:36.007876 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8a8-b4d3-4a2b-bec9-110d0275e122 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:36.143541 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2f8583a3-35a8-4027-8fda-b5d5f35947ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'name': 'tempest-TestNetworkBasicOps-router-147298958', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:47:33Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:36.148299 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8583a3-35a8-4027-8fda-b5d5f35947ee None None] The sync data for ids ['40441abd-4d8f-4f0a-8059-80efb3a607a1'] in dv-neutron-828497-1-hyperv is: [{'id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'name': 'tempest-TestNetworkBasicOps-router-147298958', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:47:33Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'd1fb8d27-03cf-4dfc-b11c-4f4136f3ec92', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40441abd-4d8f-4f0a-8059-80efb3a607a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:22Z', 'updated_at': '2022-02-10T11:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:47:36.267195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] For port 1b31cbb2-0503-4e29-abaa-e09b2b56bd96, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=1b31cbb2-0503-4e29-abaa-e09b2b56bd96,segment=NetworkSegment(d1da9a77-7d20-435b-8d1e-c67edd690c34),segment_id=d1da9a77-7d20-435b-8d1e-c67edd690c34)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:36.267769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:36.308536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-bc0efee5-43ea-4542-9199-b26cb7a8b8ab admin admin] Deleting port 8b47c1f4-91e8-475f-b90d-47a51cdd0222 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:36.310936 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bc0efee5-43ea-4542-9199-b26cb7a8b8ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:36.358084 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8a8-b4d3-4a2b-bec9-110d0275e122 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:36.367748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ba81c8a8-b4d3-4a2b-bec9-110d0275e122 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:36.368114 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8a8-b4d3-4a2b-bec9-110d0275e122 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:36.395875 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] Calling delete_port for 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:36.479991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:36.498154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-bc0efee5-43ea-4542-9199-b26cb7a8b8ab admin admin] For port 8b47c1f4-91e8-475f-b90d-47a51cdd0222, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=8b47c1f4-91e8-475f-b90d-47a51cdd0222,segment=NetworkSegment(0ad47db6-934c-4a6e-8af6-98011be01ba3),segment_id=0ad47db6-934c-4a6e-8af6-98011be01ba3)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:36.498523 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bc0efee5-43ea-4542-9199-b26cb7a8b8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:36.535308 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] Pushing event deleted for resources: {'Port': ['ID=1b31cbb2-0503-4e29-abaa-e09b2b56bd96,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:36.549184 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] No DVR routers for this DVR port 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:47:36.558237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:36.558237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:36.558237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:36.558237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:36.558237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:36.558237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:36.558237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:36.558237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:36.558237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:36.559606 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:36.559606 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620f2aa-0459-4b96-8119-373300ed947b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:36.587036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ba81c8a8-b4d3-4a2b-bec9-110d0275e122 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:36.587395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8a8-b4d3-4a2b-bec9-110d0275e122 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:36.653317 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-bc0efee5-43ea-4542-9199-b26cb7a8b8ab admin admin] Calling delete_port for 8b47c1f4-91e8-475f-b90d-47a51cdd0222 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:36.715020 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ba81c8a8-b4d3-4a2b-bec9-110d0275e122 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92 owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:36.823578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bc0efee5-43ea-4542-9199-b26cb7a8b8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:36.867907 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0efee5-43ea-4542-9199-b26cb7a8b8ab admin admin] Pushing event deleted for resources: {'Port': ['ID=8b47c1f4-91e8-475f-b90d-47a51cdd0222,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:36.889548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8a8-b4d3-4a2b-bec9-110d0275e122 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:36.951041 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81c8a8-b4d3-4a2b-bec9-110d0275e122 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:37.070517 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4feea79a-707d-479a-b154-a00ca129bd4e no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:47:37.112445 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 4feea79a-707d-479a-b154-a00ca129bd4e {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:47:37.112887 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4feea79a-707d-479a-b154-a00ca129bd4e not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:47:37.113410 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:47:37.149077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:47:37.149566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 1b31cbb2-0503-4e29-abaa-e09b2b56bd96 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:47:37.191652 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8a8-b4d3-4a2b-bec9-110d0275e122 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:37.294676 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bc0efee5-43ea-4542-9199-b26cb7a8b8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:37.448962 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8a8-b4d3-4a2b-bec9-110d0275e122 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:37.454390 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8a8-b4d3-4a2b-bec9-110d0275e122 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:37.480575 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8a8-b4d3-4a2b-bec9-110d0275e122 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:37.481767 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba81c8a8-b4d3-4a2b-bec9-110d0275e122 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Fanout notify agent at l3_agent the message router_deleted on router 40441abd-4d8f-4f0a-8059-80efb3a607a1 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:47:37.498201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8a8-b4d3-4a2b-bec9-110d0275e122 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:37.499425 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ba81c8a8-b4d3-4a2b-bec9-110d0275e122 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/routers/40441abd-4d8f-4f0a-8059-80efb3a607a1 HTTP/1.1" status: 204 len: 168 time: 1.8552730 Feb 10 11:47:37.502078 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42790) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:37.639570 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bbf6ce93-44e2-4851-97d0-301cf1096825 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:37.877341 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bbf6ce93-44e2-4851-97d0-301cf1096825 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:37.879655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0efee5-43ea-4542-9199-b26cb7a8b8ab admin admin] Router 2521cb00-4a39-49fb-a0cf-c6fc0a454145 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:47:37.903657 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-bbf6ce93-44e2-4851-97d0-301cf1096825 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999588e5-8bbf-4715-a085-c5fb95a16f58']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:37.920857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-bbf6ce93-44e2-4851-97d0-301cf1096825 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1da9a77-7d20-435b-8d1e-c67edd690c34') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:37.921185 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-bbf6ce93-44e2-4851-97d0-301cf1096825 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1da9a77-7d20-435b-8d1e-c67edd690c34') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:37.933713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bbf6ce93-44e2-4851-97d0-301cf1096825 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:37.953713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bbf6ce93-44e2-4851-97d0-301cf1096825 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:37.962040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf6ce93-44e2-4851-97d0-301cf1096825 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:47:37.962544 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bbf6ce93-44e2-4851-97d0-301cf1096825 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:47:37.977575 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:47:38.058555 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bbf6ce93-44e2-4851-97d0-301cf1096825 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:38.078380 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bbf6ce93-44e2-4851-97d0-301cf1096825 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:38.089262 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6ce93-44e2-4851-97d0-301cf1096825 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Network': ['ID=999588e5-8bbf-4715-a085-c5fb95a16f58,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:38.090011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0efee5-43ea-4542-9199-b26cb7a8b8ab admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:47:38.102185 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bc0efee5-43ea-4542-9199-b26cb7a8b8ab admin admin] 10.222.0.36 "PUT /v2.0/routers/2521cb00-4a39-49fb-a0cf-c6fc0a454145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1587005 Feb 10 11:47:38.102446 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42794) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:38.103014 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcea15c-17f6-4bc1-9cfc-c5c3d16abab0 None None] Sync routers for ids ['2521cb00-4a39-49fb-a0cf-c6fc0a454145'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:47:38.118068 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bbf6ce93-44e2-4851-97d0-301cf1096825 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/networks/999588e5-8bbf-4715-a085-c5fb95a16f58 HTTP/1.1" status: 204 len: 168 time: 0.6140549 Feb 10 11:47:38.128949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42798) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:38.130931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcea15c-17f6-4bc1-9cfc-c5c3d16abab0 None None] Routers {'2521cb00-4a39-49fb-a0cf-c6fc0a454145'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:38.132160 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2dcea15c-17f6-4bc1-9cfc-c5c3d16abab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2521cb00-4a39-49fb-a0cf-c6fc0a454145'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:38.136852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-8b5c18fa-2631-4b16-ae54-7174981beb93 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'network': {'name': 'tempest-network-smoke--1657536519', 'project_id': '0287a4c215574103957c73d52a854e74', 'port_security_enabled': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:47:38.143130 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8b5c18fa-2631-4b16-ae54-7174981beb93 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:47:38.147190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8b5c18fa-2631-4b16-ae54-7174981beb93 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:network and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:47:38.150676 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8b5c18fa-2631-4b16-ae54-7174981beb93 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:47:38.156705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8b5c18fa-2631-4b16-ae54-7174981beb93 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:47:38.167172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5c18fa-2631-4b16-ae54-7174981beb93 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:47:38.170515 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b5c18fa-2631-4b16-ae54-7174981beb93 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:38.198953 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5c18fa-2631-4b16-ae54-7174981beb93 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:47:38.208936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b5c18fa-2631-4b16-ae54-7174981beb93 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:38.209318 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-8b5c18fa-2631-4b16-ae54-7174981beb93 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Added segment a56c3c9d-e1a1-4392-8911-68cbe8350e17 of type vlan for network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 Feb 10 11:47:38.237429 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b5c18fa-2631-4b16-ae54-7174981beb93 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:38.271057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b5c18fa-2631-4b16-ae54-7174981beb93 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:38.275094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5c18fa-2631-4b16-ae54-7174981beb93 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:38.275675 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b5c18fa-2631-4b16-ae54-7174981beb93 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:38.393193 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8b5c18fa-2631-4b16-ae54-7174981beb93 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2597673 Feb 10 11:47:38.393506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42802) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:38.401567 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'admin_state_up': True, 'project_id': '0287a4c215574103957c73d52a854e74', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:47:38.407056 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c18fa-2631-4b16-ae54-7174981beb93 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Network': ['ID=b8d0e2b9-4d91-4c26-afa4-9eda773607e7,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:38.411716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:47:38.416488 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:router and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:47:38.420333 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:47:38.427381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:47:38.439462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:38.440059 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:47:38.440418 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:38.450154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dad4d4b9-31a5-48a6-87a2-0fa969690645 admin admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:38.460090 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:38.475993 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:38.642113 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-2dcea15c-17f6-4bc1-9cfc-c5c3d16abab0 None None] Set router 2521cb00-4a39-49fb-a0cf-c6fc0a454145 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:38.658335 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:38.678200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dad4d4b9-31a5-48a6-87a2-0fa969690645 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:38.688173 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-dad4d4b9-31a5-48a6-87a2-0fa969690645 admin admin] Deleting port c27b5d84-c467-4f22-9986-7b6efa24925e {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:38.688647 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dad4d4b9-31a5-48a6-87a2-0fa969690645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:38.844117 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:38.876971 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:38.983573 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2dcea15c-17f6-4bc1-9cfc-c5c3d16abab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'name': 'tempest-TestVolumeBootPattern-320230019-router', 'tenant_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c27b5d84-c467-4f22-9986-7b6efa24925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:40Z', 'updated_at': '2022-02-10T11:47:36Z', 'revision_number': 5, 'project_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'gw_port': {'id': 'c27b5d84-c467-4f22-9986-7b6efa24925e', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:41Z', 'updated_at': '2022-02-10T11:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:38.988509 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcea15c-17f6-4bc1-9cfc-c5c3d16abab0 None None] Checking router: 2521cb00-4a39-49fb-a0cf-c6fc0a454145 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:47:39.004752 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:47:39.022371 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-dad4d4b9-31a5-48a6-87a2-0fa969690645 admin admin] For port c27b5d84-c467-4f22-9986-7b6efa24925e, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c27b5d84-c467-4f22-9986-7b6efa24925e,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:39.023237 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dad4d4b9-31a5-48a6-87a2-0fa969690645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:39.038651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.26.4.144 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/7b8bf05c-f9d5-4cf0-8649-f51ac895e69a) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:47:39.044408 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:47:39.044929 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d1fb8d27-03cf-4dfc-b11c-4f4136f3ec92 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:47:39.046627 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcea15c-17f6-4bc1-9cfc-c5c3d16abab0 None None] Routers {'2521cb00-4a39-49fb-a0cf-c6fc0a454145'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:39.047303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2dcea15c-17f6-4bc1-9cfc-c5c3d16abab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2521cb00-4a39-49fb-a0cf-c6fc0a454145'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:39.152404 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-dad4d4b9-31a5-48a6-87a2-0fa969690645 admin admin] Calling delete_port for c27b5d84-c467-4f22-9986-7b6efa24925e owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:39.194478 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:39.208752 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-2dcea15c-17f6-4bc1-9cfc-c5c3d16abab0 None None] Set router 2521cb00-4a39-49fb-a0cf-c6fc0a454145 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:39.228283 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:39.308451 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:47:39.310588 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:47:39.315745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:47:39.319641 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2dcea15c-17f6-4bc1-9cfc-c5c3d16abab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'name': 'tempest-TestVolumeBootPattern-320230019-router', 'tenant_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:40Z', 'updated_at': '2022-02-10T11:47:38Z', 'revision_number': 6, 'project_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:39.323789 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcea15c-17f6-4bc1-9cfc-c5c3d16abab0 None None] The sync data for ids ['2521cb00-4a39-49fb-a0cf-c6fc0a454145'] in dv-neutron-828497-1-hyperv is: [{'id': '2521cb00-4a39-49fb-a0cf-c6fc0a454145', 'name': 'tempest-TestVolumeBootPattern-320230019-router', 'tenant_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:40Z', 'updated_at': '2022-02-10T11:47:38Z', 'revision_number': 6, 'project_id': '7a1b2f2bc1824ec6ae1f82817960efc8', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:47:39.334129 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dad4d4b9-31a5-48a6-87a2-0fa969690645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:39.349310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=7b8bf05c-f9d5-4cf0-8649-f51ac895e69a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:39.383243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4d4b9-31a5-48a6-87a2-0fa969690645 admin admin] Pushing event deleted for resources: {'Port': ['ID=c27b5d84-c467-4f22-9986-7b6efa24925e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:39.483582 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:39.484224 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:39.602577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dad4d4b9-31a5-48a6-87a2-0fa969690645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:39.831093 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:47:39.861802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dad4d4b9-31a5-48a6-87a2-0fa969690645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:39.865873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dad4d4b9-31a5-48a6-87a2-0fa969690645 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:39.891167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dad4d4b9-31a5-48a6-87a2-0fa969690645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:39.891743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad4d4b9-31a5-48a6-87a2-0fa969690645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2521cb00-4a39-49fb-a0cf-c6fc0a454145 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:47:39.909819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dad4d4b9-31a5-48a6-87a2-0fa969690645 admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:39.913435 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dad4d4b9-31a5-48a6-87a2-0fa969690645 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2521cb00-4a39-49fb-a0cf-c6fc0a454145 HTTP/1.1" status: 204 len: 168 time: 1.8075879 Feb 10 11:47:39.913592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42806) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:40.040654 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9539a61-5abd-40d1-ba03-567b4f58a380 admin admin] Deleting subnet 06f06cee-2902-459f-b4cc-030ca5053b89 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:47:40.045668 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d9539a61-5abd-40d1-ba03-567b4f58a380 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:40.104462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d9539a61-5abd-40d1-ba03-567b4f58a380 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:40.210310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d9539a61-5abd-40d1-ba03-567b4f58a380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:40.245856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:47:40.254972 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Sync routers for ids ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:47:40.270173 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Routers {'6c48d941-725c-47a6-9f08-6a0eda88f9f9'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:40.270797 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:40.285962 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:40.288485 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3a6b6f5c-7724-4c90-ab68-ff01d64add3d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8927889 Feb 10 11:47:40.291120 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42810) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:40.313936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d9539a61-5abd-40d1-ba03-567b4f58a380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:40.359452 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9539a61-5abd-40d1-ba03-567b4f58a380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f06cee-2902-459f-b4cc-030ca5053b89,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:40.367129 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d9539a61-5abd-40d1-ba03-567b4f58a380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:40.373039 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e25f386-c90e-4c53-bc75-7927982b898c None None] Network 4549fd1d-c9b3-46b5-88af-858ee925ffa6 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:47:40.374530 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d9539a61-5abd-40d1-ba03-567b4f58a380 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/06f06cee-2902-459f-b4cc-030ca5053b89 HTTP/1.1" status: 204 len: 168 time: 0.4598765 Feb 10 11:47:40.376933 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42816) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:40.502608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:40.504019 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Set router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:40.521571 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] Deleting port a75c2799-c2d7-408e-ba69-224f87f268dc {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:40.522498 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:40.629338 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ae3ed508-2346-4849-945e-461c0c09e719 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=0287a4c215574103957c73d52a854e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3374414 Feb 10 11:47:40.631879 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42820) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:40.701795 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e84433-b679-467c-bf5a-583c7d69ee13 None None] DHCP port deletion for 4549fd1d-c9b3-46b5-88af-858ee925ffa6 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:47:40.706339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-69e84433-b679-467c-bf5a-583c7d69ee13 None None] Deleting port a75c2799-c2d7-408e-ba69-224f87f268dc {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:40.706750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-69e84433-b679-467c-bf5a-583c7d69ee13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:40.788996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc266798-78ff-41cc-88e5-3d9b9def343f tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:40.790571 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bc266798-78ff-41cc-88e5-3d9b9def343f tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1577306 Feb 10 11:47:40.793982 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42824) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:40.831407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] For port a75c2799-c2d7-408e-ba69-224f87f268dc, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a75c2799-c2d7-408e-ba69-224f87f268dc,segment=NetworkSegment(0ad47db6-934c-4a6e-8af6-98011be01ba3),segment_id=0ad47db6-934c-4a6e-8af6-98011be01ba3)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:40.831700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:40.860436 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1efd2d03-a7a2-42a3-b848-1b01fe23e0a5 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0648544 Feb 10 11:47:40.863312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42828) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:40.863790 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:39Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:40.868346 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Checking router: 6c48d941-725c-47a6-9f08-6a0eda88f9f9 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:47:40.868926 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Updating router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 port 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:47:40.875410 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b2b6d144-446d-4a81-8e7e-377ac6364138 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1512996154', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'project_id': '0287a4c215574103957c73d52a854e74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:47:40.928884 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:40.929086 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-69e84433-b679-467c-bf5a-583c7d69ee13 None None] For port a75c2799-c2d7-408e-ba69-224f87f268dc, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a75c2799-c2d7-408e-ba69-224f87f268dc,segment=NetworkSegment(0ad47db6-934c-4a6e-8af6-98011be01ba3),segment_id=0ad47db6-934c-4a6e-8af6-98011be01ba3)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:40.929490 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-69e84433-b679-467c-bf5a-583c7d69ee13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:41.010288 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] Calling delete_port for a75c2799-c2d7-408e-ba69-224f87f268dc owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:41.055765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b2b6d144-446d-4a81-8e7e-377ac6364138 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:47:41.061734 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b2b6d144-446d-4a81-8e7e-377ac6364138 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:subnet and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:47:41.065361 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b2b6d144-446d-4a81-8e7e-377ac6364138 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:47:41.074493 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b2b6d144-446d-4a81-8e7e-377ac6364138 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:47:41.093870 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b6d144-446d-4a81-8e7e-377ac6364138 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:47:41.103177 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-69e84433-b679-467c-bf5a-583c7d69ee13 None None] Calling delete_port for a75c2799-c2d7-408e-ba69-224f87f268dc owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:41.116475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:41.167786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] Pushing event deleted for resources: {'Port': ['ID=a75c2799-c2d7-408e-ba69-224f87f268dc,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:41.180964 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-69e84433-b679-467c-bf5a-583c7d69ee13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:47:41.181407 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-69e84433-b679-467c-bf5a-583c7d69ee13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:47:41.182094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 8b47c1f4-91e8-475f-b90d-47a51cdd0222 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:47:41.183808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] No DVR routers for this DVR port a75c2799-c2d7-408e-ba69-224f87f268dc on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:47:41.216625 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 8b47c1f4-91e8-475f-b90d-47a51cdd0222 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:47:41.216625 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 8b47c1f4-91e8-475f-b90d-47a51cdd0222 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:47:41.216940 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c27b5d84-c467-4f22-9986-7b6efa24925e no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:47:41.254252 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: c27b5d84-c467-4f22-9986-7b6efa24925e {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:47:41.254626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c27b5d84-c467-4f22-9986-7b6efa24925e not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:47:41.255020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a75c2799-c2d7-408e-ba69-224f87f268dc no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:47:41.289224 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: a75c2799-c2d7-408e-ba69-224f87f268dc {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:47:41.289577 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a75c2799-c2d7-408e-ba69-224f87f268dc not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:47:41.314983 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:41.346392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4549fd1d-c9b3-46b5-88af-858ee925ffa6']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:41.348891 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2b6d144-446d-4a81-8e7e-377ac6364138 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:41.358917 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad47db6-934c-4a6e-8af6-98011be01ba3') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:41.359211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad47db6-934c-4a6e-8af6-98011be01ba3') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:41.370856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:41.374209 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:41.386241 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Transition to ACTIVE for port object 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:47:41.388096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:41.394381 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:41.395020 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:47:41.395391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:47:41.409986 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:47:41.481400 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f981a-2b9e-4264-a1ab-85e35cf33f9a None None] Pushing event updated for resources: {'Port': ['ID=7b8bf05c-f9d5-4cf0-8649-f51ac895e69a,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:41.487469 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Attempting to bind port 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:47:41.487952 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Attempting to bind port 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:47:41.488408 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Attempting to bind port 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:47:41.492953 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:41.500478 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:47:41.500843 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:47:41.501269 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:41.501653 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:47:41.502109 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Bound port: 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:47:41.502471 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:41.526740 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f981a-2b9e-4264-a1ab-85e35cf33f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:41.527084 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f981a-2b9e-4264-a1ab-85e35cf33f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:41.527398 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f981a-2b9e-4264-a1ab-85e35cf33f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:41.527893 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f981a-2b9e-4264-a1ab-85e35cf33f9a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:41.528825 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f981a-2b9e-4264-a1ab-85e35cf33f9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:41.529239 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f981a-2b9e-4264-a1ab-85e35cf33f9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:41.529586 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f981a-2b9e-4264-a1ab-85e35cf33f9a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:41.529907 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f981a-2b9e-4264-a1ab-85e35cf33f9a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:41.530336 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f981a-2b9e-4264-a1ab-85e35cf33f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:41.530650 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f981a-2b9e-4264-a1ab-85e35cf33f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:41.530961 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f981a-2b9e-4264-a1ab-85e35cf33f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:41.589374 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] For port 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:47:41.597892 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] For port 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7b8bf05c-f9d5-4cf0-8649-f51ac895e69a,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:47:41.603839 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:41.613474 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:41.624846 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] Pushing event deleted for resources: {'Network': ['ID=4549fd1d-c9b3-46b5-88af-858ee925ffa6,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:41.629234 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-46a9cac9-3e39-449a-8fba-79e08b141354 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4549fd1d-c9b3-46b5-88af-858ee925ffa6 HTTP/1.1" status: 204 len: 168 time: 1.2512774 Feb 10 11:47:41.632061 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2b6d144-446d-4a81-8e7e-377ac6364138 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:41.682870 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-69e84433-b679-467c-bf5a-583c7d69ee13 None None] Deleting port a75c2799-c2d7-408e-ba69-224f87f268dc {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:41.683509 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-69e84433-b679-467c-bf5a-583c7d69ee13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:41.701693 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f981a-2b9e-4264-a1ab-85e35cf33f9a None None] Pushing event updated for resources: {'Port': ['ID=7b8bf05c-f9d5-4cf0-8649-f51ac895e69a,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:41.711293 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Routers {'6c48d941-725c-47a6-9f08-6a0eda88f9f9'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:41.716774 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:41.723208 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6d144-446d-4a81-8e7e-377ac6364138 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Subnet': ['ID=a36b6446-8071-4f71-868d-9ecd1524f103,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:41.733400 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b6d144-446d-4a81-8e7e-377ac6364138 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Checking segment: {'id': 'a56c3c9d-e1a1-4392-8911-68cbe8350e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:47:41.734152 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b6d144-446d-4a81-8e7e-377ac6364138 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network hostable DHCP agents. Network: b8d0e2b9-4d91-4c26-afa4-9eda773607e7, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:47:41.748294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-69e84433-b679-467c-bf5a-583c7d69ee13 None None] The port 'a75c2799-c2d7-408e-ba69-224f87f268dc' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:47:41.763014 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b6d144-446d-4a81-8e7e-377ac6364138 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:47:41.775606 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b2b6d144-446d-4a81-8e7e-377ac6364138 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, b8d0e2b9-4d91-4c26-afa4-9eda773607e7) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:47:41.779754 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b6d144-446d-4a81-8e7e-377ac6364138 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:41.780366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2b6d144-446d-4a81-8e7e-377ac6364138 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:41.788019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb05eac5-4088-4219-a8c3-fc2c7529843b None None] Network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:47:41.821680 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b2b6d144-446d-4a81-8e7e-377ac6364138 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9546561 Feb 10 11:47:41.822026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42834) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:41.837984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42838) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:41.907857 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ee846e67-5164-4f54-b7ea-c1f75b6cedcf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7ea00cd69f94e278d237bca3bf96ede&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0688863 Feb 10 11:47:41.910168 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42842) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:41.921408 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] Set router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:41.982209 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d253ffda-98a6-4531-b740-5654d359812c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:42.011109 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d253ffda-98a6-4531-b740-5654d359812c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:42.063295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:47:42.063904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:42.084268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d253ffda-98a6-4531-b740-5654d359812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:42.102552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253ffda-98a6-4531-b740-5654d359812c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49da8b7-e36f-448c-9707-c9c0dc6c363f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:42.115722 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d253ffda-98a6-4531-b740-5654d359812c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:42.121273 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d253ffda-98a6-4531-b740-5654d359812c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c49da8b7-e36f-448c-9707-c9c0dc6c363f HTTP/1.1" status: 204 len: 168 time: 0.2094259 Feb 10 11:47:42.261462 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Allocated IP 172.20.0.2 (b8d0e2b9-4d91-4c26-afa4-9eda773607e7/a36b6446-8071-4f71-868d-9ecd1524f103/f4a85ed6-eb77-42e0-ada0-dd26fab4728e) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:47:42.286289 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:39Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:42.290529 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c877399a-4e91-4acc-8e13-8db65a9ee650 None None] The sync data for ids ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'] in dv-neutron-828497-1-hyperv is: [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:39Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:47:42.511782 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:42.529151 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Transition to ACTIVE for port object f4a85ed6-eb77-42e0-ada0-dd26fab4728e will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:47:42.558112 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Transition to ACTIVE for port object f4a85ed6-eb77-42e0-ada0-dd26fab4728e will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:47:42.567182 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:42.652124 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:47:42.656353 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:47:42.658828 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:47:42.661884 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Pushing event updated for resources: {'Port': ['ID=f4a85ed6-eb77-42e0-ada0-dd26fab4728e,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:42.707536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42850) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:42.762013 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Attempting to bind port f4a85ed6-eb77-42e0-ada0-dd26fab4728e on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:47:42.763134 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Attempting to bind port f4a85ed6-eb77-42e0-ada0-dd26fab4728e by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'a56c3c9d-e1a1-4392-8911-68cbe8350e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:47:42.763625 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Attempting to bind port f4a85ed6-eb77-42e0-ada0-dd26fab4728e on network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:47:42.771403 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:47:42.771750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Checking segment: {'id': 'a56c3c9d-e1a1-4392-8911-68cbe8350e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:47:42.772161 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:42.772547 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Bound using segment: {'id': 'a56c3c9d-e1a1-4392-8911-68cbe8350e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:47:42.773296 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Bound port: f4a85ed6-eb77-42e0-ada0-dd26fab4728e, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56c3c9d-e1a1-4392-8911-68cbe8350e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:47:42.773667 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:42.776906 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bb988dc3-4538-4b6f-a544-80f8347ed487 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a1b2f2bc1824ec6ae1f82817960efc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0658748 Feb 10 11:47:42.777223 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42854) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:42.790456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:42.879062 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] For port f4a85ed6-eb77-42e0-ada0-dd26fab4728e, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:47:42.884118 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] For port f4a85ed6-eb77-42e0-ada0-dd26fab4728e, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f4a85ed6-eb77-42e0-ada0-dd26fab4728e,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:47:42.891061 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9693a4d6-ab8e-490d-b95e-a4cafc7400a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:42.892345 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:42.948108 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9693a4d6-ab8e-490d-b95e-a4cafc7400a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:42.979831 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd24ec-ae5b-4749-850d-ba5dd9274d64 None None] Pushing event updated for resources: {'Port': ['ID=f4a85ed6-eb77-42e0-ada0-dd26fab4728e,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:43.060176 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9693a4d6-ab8e-490d-b95e-a4cafc7400a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:43.080470 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693a4d6-ab8e-490d-b95e-a4cafc7400a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efac8455-252b-466d-add9-e938beb90439,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:43.086232 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:47:43.092484 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9693a4d6-ab8e-490d-b95e-a4cafc7400a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:43.095287 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9693a4d6-ab8e-490d-b95e-a4cafc7400a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efac8455-252b-466d-add9-e938beb90439 HTTP/1.1" status: 204 len: 168 time: 0.3147755 Feb 10 11:47:43.207093 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:47:43.214254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:43.214769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:43.358856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.1 (b8d0e2b9-4d91-4c26-afa4-9eda773607e7/a36b6446-8071-4f71-868d-9ecd1524f103/30f08ccc-df43-41fe-aa79-cd571ff06d2b) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:47:43.413410 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:43.437368 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7b8bf05c-f9d5-4cf0-8649-f51ac895e69a,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:43.442401 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:43.540859 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=7b8bf05c-f9d5-4cf0-8649-f51ac895e69a,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:43.605059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:43.628649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object 30f08ccc-df43-41fe-aa79-cd571ff06d2b will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:47:43.651268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:43.719253 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:47:43.722017 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:47:43.724287 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:47:43.764528 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=30f08ccc-df43-41fe-aa79-cd571ff06d2b,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:43.786430 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:43.786777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:43.787119 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:43.787459 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:43.787790 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:43.788121 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:43.788449 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:43.788777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:43.789103 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:43.789450 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:43.789772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:43.798695 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:43.988358 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:44.161985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1394a9cd-98ba-47b8-8e07-795b72339cb1 None None] Network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:47:44.263385 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-df9dbc6c-1004-4a27-9f33-f9a742e5074d None None] Provisioning for port f4a85ed6-eb77-42e0-ada0-dd26fab4728e completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:47:44.400074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:44.405842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:44.526368 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:44.530066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=30f08ccc-df43-41fe-aa79-cd571ff06d2b,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:44.678411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:47:44.679676 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:47:44.721214 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3999c11d-f209-46b3-893c-ec2a1a826eff None None] Provisioning for port 30f08ccc-df43-41fe-aa79-cd571ff06d2b completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:47:44.727192 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3999c11d-f209-46b3-893c-ec2a1a826eff None None] Provisioning complete for port 30f08ccc-df43-41fe-aa79-cd571ff06d2b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:44.727839 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3999c11d-f209-46b3-893c-ec2a1a826eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:44.789615 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-3999c11d-f209-46b3-893c-ec2a1a826eff None None] Port 30f08ccc-df43-41fe-aa79-cd571ff06d2b cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:47:44.913810 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2a562e92-6ce3-4e43-94b7-d514e804ccf5 None None] Provisioning complete for port 30f08ccc-df43-41fe-aa79-cd571ff06d2b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:44.914183 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2a562e92-6ce3-4e43-94b7-d514e804ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:44.983571 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-2a562e92-6ce3-4e43-94b7-d514e804ccf5 None None] Port 30f08ccc-df43-41fe-aa79-cd571ff06d2b cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:47:45.084622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f4a85ed6-eb77-42e0-ada0-dd26fab4728e up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:47:45.109990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:47:45.154150 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c97db6da-981b-451a-bf91-7e857fa1b599 None None] Provisioning complete for port 30f08ccc-df43-41fe-aa79-cd571ff06d2b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:45.154426 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c97db6da-981b-451a-bf91-7e857fa1b599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:45.212658 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-c97db6da-981b-451a-bf91-7e857fa1b599 None None] Port 30f08ccc-df43-41fe-aa79-cd571ff06d2b cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:47:45.218182 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port f4a85ed6-eb77-42e0-ada0-dd26fab4728e completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:47:45.223368 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port f4a85ed6-eb77-42e0-ada0-dd26fab4728e triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:45.223746 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:45.319942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:47:45.333258 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ef0a4d0a-759a-4e92-9192-e5debbc0b5e1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/6c48d941-725c-47a6-9f08-6a0eda88f9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5101266 Feb 10 11:47:45.335588 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42860) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:45.342097 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:45.376466 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port f4a85ed6-eb77-42e0-ada0-dd26fab4728e, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f4a85ed6-eb77-42e0-ada0-dd26fab4728e,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:45.380972 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:45.381873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:47:45.500287 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=f4a85ed6-eb77-42e0-ada0-dd26fab4728e,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:45.514010 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:45.514384 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:45.580819 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82c18e-bfd2-44d9-b492-1ace9850599b tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:45.580819 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82c18e-bfd2-44d9-b492-1ace9850599b tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:45.581110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82c18e-bfd2-44d9-b492-1ace9850599b tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:45.581460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82c18e-bfd2-44d9-b492-1ace9850599b tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:45.583087 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-be82c18e-bfd2-44d9-b492-1ace9850599b tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2465949 Feb 10 11:47:45.585910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42864) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:45.652500 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab614236-920a-44fe-9327-a361dcb1a2bd tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:45.652901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab614236-920a-44fe-9327-a361dcb1a2bd tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:45.653369 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab614236-920a-44fe-9327-a361dcb1a2bd tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:45.653727 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab614236-920a-44fe-9327-a361dcb1a2bd tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:45.655348 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ab614236-920a-44fe-9327-a361dcb1a2bd tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0684724 Feb 10 11:47:45.657975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42868) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:45.858846 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8c8ffbbf-6535-4f77-9565-3ce060de92cd tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1996906 Feb 10 11:47:46.187913 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Sync routers for ids ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:47:46.199637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Routers {'6c48d941-725c-47a6-9f08-6a0eda88f9f9'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:46.200330 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:46.377374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Set router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:46.381984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42878) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:46.387956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-728b9593-e77a-4e79-a9ef-fe9ea4e422c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126234423', 'description': 'tempest-secgroup-smoke-1126234423 description', 'project_id': '0287a4c215574103957c73d52a854e74'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:47:46.393904 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-728b9593-e77a-4e79-a9ef-fe9ea4e422c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:47:46.398226 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-728b9593-e77a-4e79-a9ef-fe9ea4e422c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:47:46.401044 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-728b9593-e77a-4e79-a9ef-fe9ea4e422c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:47:46.407958 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-728b9593-e77a-4e79-a9ef-fe9ea4e422c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:47:46.417686 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-728b9593-e77a-4e79-a9ef-fe9ea4e422c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:46.452920 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-728b9593-e77a-4e79-a9ef-fe9ea4e422c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:47:46.456567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-728b9593-e77a-4e79-a9ef-fe9ea4e422c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:47:46.459324 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-728b9593-e77a-4e79-a9ef-fe9ea4e422c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:47:46.466058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-728b9593-e77a-4e79-a9ef-fe9ea4e422c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:47:46.532794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-728b9593-e77a-4e79-a9ef-fe9ea4e422c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:46.537910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-728b9593-e77a-4e79-a9ef-fe9ea4e422c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:46.584016 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b9593-e77a-4e79-a9ef-fe9ea4e422c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c573af84-cca9-4a95-82a9-ba52e170335b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:46.587014 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-728b9593-e77a-4e79-a9ef-fe9ea4e422c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:46.588265 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-728b9593-e77a-4e79-a9ef-fe9ea4e422c4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2051737 Feb 10 11:47:46.592409 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42884) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:46.598866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-7b813850-30a0-41aa-b6cf-cfe55cc8e27a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': 'c573af84-cca9-4a95-82a9-ba52e170335b', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:47:46.604812 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7b813850-30a0-41aa-b6cf-cfe55cc8e27a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:47:46.609492 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7b813850-30a0-41aa-b6cf-cfe55cc8e27a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:47:46.612228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7b813850-30a0-41aa-b6cf-cfe55cc8e27a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:47:46.617936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7b813850-30a0-41aa-b6cf-cfe55cc8e27a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:47:46.646734 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b813850-30a0-41aa-b6cf-cfe55cc8e27a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:46.709108 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b813850-30a0-41aa-b6cf-cfe55cc8e27a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:46.712596 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '30f08ccc-df43-41fe-aa79-cd571ff06d2b', 'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:11:ab:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:43Z', 'updated_at': '2022-02-10T11:47:44Z', 'revision_number': 2, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:46.713327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b813850-30a0-41aa-b6cf-cfe55cc8e27a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:46.717350 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Checking router: 6c48d941-725c-47a6-9f08-6a0eda88f9f9 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:47:46.717699 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Updating router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 port 30f08ccc-df43-41fe-aa79-cd571ff06d2b binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:47:46.735149 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b813850-30a0-41aa-b6cf-cfe55cc8e27a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357575a5-080c-46a9-a017-566cf719496b,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:46.748381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b813850-30a0-41aa-b6cf-cfe55cc8e27a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:46.749607 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7b813850-30a0-41aa-b6cf-cfe55cc8e27a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1562209 Feb 10 11:47:46.752538 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42888) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:46.758246 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-52908f35-f23e-4e77-b05c-15bfcea6e8d5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': 'c573af84-cca9-4a95-82a9-ba52e170335b', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:47:46.763956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-52908f35-f23e-4e77-b05c-15bfcea6e8d5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:47:46.767943 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-52908f35-f23e-4e77-b05c-15bfcea6e8d5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:47:46.770788 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-52908f35-f23e-4e77-b05c-15bfcea6e8d5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:47:46.772726 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:46.776642 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-52908f35-f23e-4e77-b05c-15bfcea6e8d5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:47:46.794383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52908f35-f23e-4e77-b05c-15bfcea6e8d5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:46.859880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52908f35-f23e-4e77-b05c-15bfcea6e8d5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:46.863959 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52908f35-f23e-4e77-b05c-15bfcea6e8d5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:46.887319 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52908f35-f23e-4e77-b05c-15bfcea6e8d5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05da2630-c269-4eb7-8d56-8477b545363e,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:46.898839 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52908f35-f23e-4e77-b05c-15bfcea6e8d5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:46.900313 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-52908f35-f23e-4e77-b05c-15bfcea6e8d5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1467354 Feb 10 11:47:46.903803 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42892) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:46.909420 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c772838e-da4e-4870-a539-40b9c622c773 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': 'c573af84-cca9-4a95-82a9-ba52e170335b', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:47:46.915305 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c772838e-da4e-4870-a539-40b9c622c773 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:47:46.919491 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c772838e-da4e-4870-a539-40b9c622c773 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:47:46.922396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c772838e-da4e-4870-a539-40b9c622c773 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:47:46.928266 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c772838e-da4e-4870-a539-40b9c622c773 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:47:46.955723 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c772838e-da4e-4870-a539-40b9c622c773 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:46.999981 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f4a85ed6-eb77-42e0-ada0-dd26fab4728e up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:47:47.022718 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c772838e-da4e-4870-a539-40b9c622c773 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.027803 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c772838e-da4e-4870-a539-40b9c622c773 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.052892 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772838e-da4e-4870-a539-40b9c622c773 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc8cf0e-ec79-46fc-a528-de8473585383,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:47.062924 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c772838e-da4e-4870-a539-40b9c622c773 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.064156 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c772838e-da4e-4870-a539-40b9c622c773 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1593978 Feb 10 11:47:47.066927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42898) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:47.072599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7a25cfb7-f4b2-4f44-978f-f26a75d6ebd6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': 'c573af84-cca9-4a95-82a9-ba52e170335b', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:47:47.079069 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7a25cfb7-f4b2-4f44-978f-f26a75d6ebd6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:47:47.082824 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7a25cfb7-f4b2-4f44-978f-f26a75d6ebd6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:47:47.085703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7a25cfb7-f4b2-4f44-978f-f26a75d6ebd6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:47:47.091700 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7a25cfb7-f4b2-4f44-978f-f26a75d6ebd6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:47:47.114282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a25cfb7-f4b2-4f44-978f-f26a75d6ebd6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.140668 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port f4a85ed6-eb77-42e0-ada0-dd26fab4728e triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:47.140934 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.185922 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a25cfb7-f4b2-4f44-978f-f26a75d6ebd6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.190680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a25cfb7-f4b2-4f44-978f-f26a75d6ebd6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.213870 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25cfb7-f4b2-4f44-978f-f26a75d6ebd6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4b090e-64c5-4cc3-ac6d-5ddd171df82a,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:47.224824 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a25cfb7-f4b2-4f44-978f-f26a75d6ebd6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.228811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42902) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:47.228968 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7a25cfb7-f4b2-4f44-978f-f26a75d6ebd6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1609631 Feb 10 11:47:47.236078 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-74cc8930-69a1-46a8-93d8-1f4ecf3d253a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': 'c573af84-cca9-4a95-82a9-ba52e170335b', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:47:47.241947 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-74cc8930-69a1-46a8-93d8-1f4ecf3d253a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:47:47.245735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-74cc8930-69a1-46a8-93d8-1f4ecf3d253a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:47:47.248644 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-74cc8930-69a1-46a8-93d8-1f4ecf3d253a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:47:47.256419 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-74cc8930-69a1-46a8-93d8-1f4ecf3d253a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:47:47.269526 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-74cc8930-69a1-46a8-93d8-1f4ecf3d253a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:47:47.276346 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-74cc8930-69a1-46a8-93d8-1f4ecf3d253a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.306477 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.341944 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-74cc8930-69a1-46a8-93d8-1f4ecf3d253a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.345465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Transition to ACTIVE for port object 30f08ccc-df43-41fe-aa79-cd571ff06d2b will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:47:47.346474 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-74cc8930-69a1-46a8-93d8-1f4ecf3d253a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.361979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.367996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc8930-69a1-46a8-93d8-1f4ecf3d253a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9864c4-56de-4160-a735-6925775edb01,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:47.380719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-74cc8930-69a1-46a8-93d8-1f4ecf3d253a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.384581 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-74cc8930-69a1-46a8-93d8-1f4ecf3d253a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1518502 Feb 10 11:47:47.384773 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42906) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:47.390052 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-403098cd-58e5-4dba-8331-b526c5ae69f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': 'c573af84-cca9-4a95-82a9-ba52e170335b', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:47:47.396002 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-403098cd-58e5-4dba-8331-b526c5ae69f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:47:47.400354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-403098cd-58e5-4dba-8331-b526c5ae69f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:47:47.403511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-403098cd-58e5-4dba-8331-b526c5ae69f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:47:47.409715 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-403098cd-58e5-4dba-8331-b526c5ae69f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:47:47.421863 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-403098cd-58e5-4dba-8331-b526c5ae69f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:47:47.428439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-403098cd-58e5-4dba-8331-b526c5ae69f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.498665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-403098cd-58e5-4dba-8331-b526c5ae69f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.502932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-403098cd-58e5-4dba-8331-b526c5ae69f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.503111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc44f2-bf02-4ae9-9dc2-b3e7825f3ede None None] Pushing event updated for resources: {'Port': ['ID=30f08ccc-df43-41fe-aa79-cd571ff06d2b,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:47.527901 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403098cd-58e5-4dba-8331-b526c5ae69f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9237a943-89e3-47d9-9678-46dd159167b2,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:47.540662 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-403098cd-58e5-4dba-8331-b526c5ae69f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.550491 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-403098cd-58e5-4dba-8331-b526c5ae69f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1563101 Feb 10 11:47:47.613626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Attempting to bind port 30f08ccc-df43-41fe-aa79-cd571ff06d2b on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:47:47.614274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Attempting to bind port 30f08ccc-df43-41fe-aa79-cd571ff06d2b by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'a56c3c9d-e1a1-4392-8911-68cbe8350e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:47:47.614643 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Attempting to bind port 30f08ccc-df43-41fe-aa79-cd571ff06d2b on network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:47:47.622379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:47:47.622770 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Checking segment: {'id': 'a56c3c9d-e1a1-4392-8911-68cbe8350e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:47:47.623228 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.623556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Bound using segment: {'id': 'a56c3c9d-e1a1-4392-8911-68cbe8350e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:47:47.624015 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Bound port: 30f08ccc-df43-41fe-aa79-cd571ff06d2b, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56c3c9d-e1a1-4392-8911-68cbe8350e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:47:47.624394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.714220 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] For port 30f08ccc-df43-41fe-aa79-cd571ff06d2b, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:47:47.718754 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] For port 30f08ccc-df43-41fe-aa79-cd571ff06d2b, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=30f08ccc-df43-41fe-aa79-cd571ff06d2b,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:47:47.723205 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.802228 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-8fb1a272-97c7-4473-9f21-20ae95593a4d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:47:47.819534 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-8fb1a272-97c7-4473-9f21-20ae95593a4d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:47:47.825824 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-8fb1a272-97c7-4473-9f21-20ae95593a4d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126234423&fields=id&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 267 time: 0.0639796 Feb 10 11:47:47.829838 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc44f2-bf02-4ae9-9dc2-b3e7825f3ede None None] Pushing event updated for resources: {'Port': ['ID=30f08ccc-df43-41fe-aa79-cd571ff06d2b,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:47.833464 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Routers {'6c48d941-725c-47a6-9f08-6a0eda88f9f9'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:47.834105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:47.985896 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-6600c983-843b-4574-8739-efe76efe4ddb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:47.987622 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-6600c983-843b-4574-8739-efe76efe4ddb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/networks?id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7 HTTP/1.1" status: 200 len: 797 time: 0.1587186 Feb 10 11:47:48.005649 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-178b2042-3f7e-4412-bb4c-6c31bb2b2a51 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/quotas/0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 375 time: 0.0113783 Feb 10 11:47:48.020028 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] Set router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:48.084386 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-f14d91db-af74-4958-90f7-8a11933b04ce tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:47:48.100698 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-f14d91db-af74-4958-90f7-8a11933b04ce tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:47:48.102177 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-f14d91db-af74-4958-90f7-8a11933b04ce tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913074 Feb 10 11:47:48.132168 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:47:48.348920 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '30f08ccc-df43-41fe-aa79-cd571ff06d2b', 'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:11:ab:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:43Z', 'updated_at': '2022-02-10T11:47:47Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:48.353498 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0177a4-8e49-42cb-85bd-c9cca6aa6a6b None None] The sync data for ids ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'] in dv-neutron-828497-1-hyperv is: [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '30f08ccc-df43-41fe-aa79-cd571ff06d2b', 'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:11:ab:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:43Z', 'updated_at': '2022-02-10T11:47:47Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:47:48.379444 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-a14d0ab4-32f3-4af5-953a-8f29f9b70b43 service neutron] 10.222.0.36 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622900 Feb 10 11:47:48.526776 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-6a23333a-1478-4ece-8823-2792aac7a91b service neutron] 10.222.0.36 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411009 Feb 10 11:47:49.021881 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 30f08ccc-df43-41fe-aa79-cd571ff06d2b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:47:49.095093 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 30f08ccc-df43-41fe-aa79-cd571ff06d2b completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:47:49.100592 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 30f08ccc-df43-41fe-aa79-cd571ff06d2b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:49.100980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:49.224740 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:49.257279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 30f08ccc-df43-41fe-aa79-cd571ff06d2b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=30f08ccc-df43-41fe-aa79-cd571ff06d2b,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:49.260946 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:49.331224 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=30f08ccc-df43-41fe-aa79-cd571ff06d2b,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:49.821351 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41d35af6-c246-4632-9c43-a2792204747d req-08903839-1f67-4c85-b34f-538c45dd96f4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 210 time: 0.1258390 Feb 10 11:47:51.013571 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 30f08ccc-df43-41fe-aa79-cd571ff06d2b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:47:51.020504 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db3cf66e-8b08-4a49-b0f6-b6fb92c77535 req-8e187b19-e38c-4fab-b98e-0d153df7246f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 210 time: 0.0592420 Feb 10 11:47:51.043391 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-79581ee3-e633-4e69-aa63-d5bb284af3d6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:51.045576 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-79581ee3-e633-4e69-aa63-d5bb284af3d6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/networks?id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7 HTTP/1.1" status: 200 len: 797 time: 0.1992743 Feb 10 11:47:51.103806 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 30f08ccc-df43-41fe-aa79-cd571ff06d2b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:51.104171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:51.104995 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-1c97a18a-e3f4-491f-8d8a-b7fc356cc6db tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 380 time: 0.0453327 Feb 10 11:47:51.114389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-a15a36b3-fa4a-487a-ad83-ca5959423baa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'port': {'device_id': '27866a2f-635f-4936-a95e-e02d761ddad5', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'admin_state_up': True, 'tenant_id': '0287a4c215574103957c73d52a854e74', 'security_groups': ['c573af84-cca9-4a95-82a9-ba52e170335b']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:47:51.253517 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-a15a36b3-fa4a-487a-ad83-ca5959423baa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:47:51.263139 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-a15a36b3-fa4a-487a-ad83-ca5959423baa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:47:51.273304 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-a15a36b3-fa4a-487a-ad83-ca5959423baa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:47:51.276253 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-a15a36b3-fa4a-487a-ad83-ca5959423baa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:51.431327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-a15a36b3-fa4a-487a-ad83-ca5959423baa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.6 (b8d0e2b9-4d91-4c26-afa4-9eda773607e7/a36b6446-8071-4f71-868d-9ecd1524f103/eca1ff4b-7055-409e-b426-743057cefeaa) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:47:51.620394 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-a15a36b3-fa4a-487a-ad83-ca5959423baa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:51.636222 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-a15a36b3-fa4a-487a-ad83-ca5959423baa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object eca1ff4b-7055-409e-b426-743057cefeaa will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:47:51.657959 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-a15a36b3-fa4a-487a-ad83-ca5959423baa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:51.726943 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-a15a36b3-fa4a-487a-ad83-ca5959423baa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:47:51.729935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-a15a36b3-fa4a-487a-ad83-ca5959423baa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:47:51.734559 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-a15a36b3-fa4a-487a-ad83-ca5959423baa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:47:51.765110 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a36b3-fa4a-487a-ad83-ca5959423baa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=eca1ff4b-7055-409e-b426-743057cefeaa,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:51.800125 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-a15a36b3-fa4a-487a-ad83-ca5959423baa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:51.800748 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-a15a36b3-fa4a-487a-ad83-ca5959423baa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:51.826835 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-a15a36b3-fa4a-487a-ad83-ca5959423baa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7160618 Feb 10 11:47:51.837755 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Request body: {'port': {'device_id': '27866a2f-635f-4936-a95e-e02d761ddad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:47:51.948707 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:52.001182 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-52085a14-78d7-43d9-802f-8bde367bb21a None None] Provisioning for port eca1ff4b-7055-409e-b426-743057cefeaa completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:47:52.006106 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-52085a14-78d7-43d9-802f-8bde367bb21a None None] Provisioning complete for port eca1ff4b-7055-409e-b426-743057cefeaa triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:52.006475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-52085a14-78d7-43d9-802f-8bde367bb21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:52.060195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-52085a14-78d7-43d9-802f-8bde367bb21a None None] Port eca1ff4b-7055-409e-b426-743057cefeaa cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:47:52.288569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fffe4c-cee9-42a9-b80d-7612f8118e01 req-e46db4fb-8bd5-40cf-b3c4-6397be8aefda tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:52.289279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-62fffe4c-cee9-42a9-b80d-7612f8118e01 req-e46db4fb-8bd5-40cf-b3c4-6397be8aefda tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:47:52.356160 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-62fffe4c-cee9-42a9-b80d-7612f8118e01 req-e46db4fb-8bd5-40cf-b3c4-6397be8aefda tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:47:52.357336 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-62fffe4c-cee9-42a9-b80d-7612f8118e01 req-e46db4fb-8bd5-40cf-b3c4-6397be8aefda tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 931 time: 0.1968913 Feb 10 11:47:52.365525 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca1ff4b-7055-409e-b426-743057cefeaa {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:47:52.385983 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:52.415627 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Transition to ACTIVE for port object eca1ff4b-7055-409e-b426-743057cefeaa will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:47:52.420623 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:52.475381 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-62fffe4c-cee9-42a9-b80d-7612f8118e01 req-e2ca7b46-6a21-4817-8bc4-707e82d68103 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=c573af84-cca9-4a95-82a9-ba52e170335b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119373 Feb 10 11:47:52.560250 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Pushing event updated for resources: {'Port': ['ID=eca1ff4b-7055-409e-b426-743057cefeaa,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:52.751099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Attempting to bind port eca1ff4b-7055-409e-b426-743057cefeaa on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:47:52.751436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Attempting to bind port eca1ff4b-7055-409e-b426-743057cefeaa by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': 'a56c3c9d-e1a1-4392-8911-68cbe8350e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:47:52.751764 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Attempting to bind port eca1ff4b-7055-409e-b426-743057cefeaa on network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:47:52.757532 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Port eca1ff4b-7055-409e-b426-743057cefeaa on network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:47:52.757799 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Attempting to bind port eca1ff4b-7055-409e-b426-743057cefeaa on network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:47:52.764082 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:47:52.764488 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Checking segment: {'id': 'a56c3c9d-e1a1-4392-8911-68cbe8350e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:47:52.764804 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Bound using segment: {'id': 'a56c3c9d-e1a1-4392-8911-68cbe8350e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:47:52.765266 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Bound port: eca1ff4b-7055-409e-b426-743057cefeaa, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a56c3c9d-e1a1-4392-8911-68cbe8350e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:47:52.765615 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:52.853932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] For port eca1ff4b-7055-409e-b426-743057cefeaa, host hv-neutron-8284, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:47:52.857269 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] For port eca1ff4b-7055-409e-b426-743057cefeaa, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=eca1ff4b-7055-409e-b426-743057cefeaa,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:47:52.861645 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:52.924129 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:52.925532 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] 10.222.0.73 "PUT /v2.0/ports/eca1ff4b-7055-409e-b426-743057cefeaa HTTP/1.1" status: 200 len: 1093 time: 1.0917788 Feb 10 11:47:52.926015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27866a2f-635f-4936-a95e-e02d761ddad5', 'tag': 'eca1ff4b-7055-409e-b426-743057cefeaa'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:47:52.946206 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c075bb-984e-4b06-bdad-c22b3521d007 service neutron] Pushing event updated for resources: {'Port': ['ID=eca1ff4b-7055-409e-b426-743057cefeaa,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:53.001913 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27866a2f-635f-4936-a95e-e02d761ddad5', 'tag': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'status': 'completed', 'code': 200} Feb 10 11:47:53.043460 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-09fa0d93-01f9-4718-9675-77e56fd05a07 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 1096 time: 0.0781281 Feb 10 11:47:53.110586 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-cf18335f-5171-48fb-bcd6-c573bae2da30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eca1ff4b-7055-409e-b426-743057cefeaa HTTP/1.1" status: 200 len: 217 time: 0.0610058 Feb 10 11:47:53.174987 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-2fb9b59b-9761-4de3-b01f-41977c57867f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:53.176418 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-2fb9b59b-9761-4de3-b01f-41977c57867f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a36b6446-8071-4f71-868d-9ecd1524f103 HTTP/1.1" status: 200 len: 835 time: 0.0603740 Feb 10 11:47:53.251097 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-11cf69eb-82eb-4ded-95b2-46e8a2ecb864 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684135 Feb 10 11:47:53.379705 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-00c8e934-1afd-4f75-81eb-a85a2c5b480a service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222899 Feb 10 11:47:53.510163 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea683f37-7fc0-42e2-988d-13440ef41c00 req-552ffff0-0ddb-4cd8-b605-a6cf111105ba service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241651 Feb 10 11:47:53.681867 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e3cfcd84-0a99-4924-951f-2cf6077efb53 req-84c7cfaa-f9fb-4f14-aef1-14f502c07740 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 1096 time: 0.1214931 Feb 10 11:47:53.781984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36457b7-4ab5-42c6-9950-13d3e921f589 req-2891748d-1187-45ee-a604-84b07c317f02 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:53.783415 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d36457b7-4ab5-42c6-9950-13d3e921f589 req-2891748d-1187-45ee-a604-84b07c317f02 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 943 time: 0.1687937 Feb 10 11:47:53.854167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfcd84-0a99-4924-951f-2cf6077efb53 req-17d08339-de76-4e45-8815-e833fc3bdf54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:53.855956 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e3cfcd84-0a99-4924-951f-2cf6077efb53 req-17d08339-de76-4e45-8815-e833fc3bdf54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7 HTTP/1.1" status: 200 len: 898 time: 0.1677163 Feb 10 11:47:53.860479 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d36457b7-4ab5-42c6-9950-13d3e921f589 req-acb29318-d12c-4508-96f1-a609b2cc064a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=c573af84-cca9-4a95-82a9-ba52e170335b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705857 Feb 10 11:47:53.926729 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e3cfcd84-0a99-4924-951f-2cf6077efb53 req-a3f2e221-3fe7-47e6-804d-0ce8babaadd1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eca1ff4b-7055-409e-b426-743057cefeaa HTTP/1.1" status: 200 len: 217 time: 0.0648067 Feb 10 11:47:53.991595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfcd84-0a99-4924-951f-2cf6077efb53 req-29caf1d6-91ce-48fe-98ab-29044d09a066 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:53.993019 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e3cfcd84-0a99-4924-951f-2cf6077efb53 req-29caf1d6-91ce-48fe-98ab-29044d09a066 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a36b6446-8071-4f71-868d-9ecd1524f103 HTTP/1.1" status: 200 len: 835 time: 0.0583155 Feb 10 11:47:54.072399 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e3cfcd84-0a99-4924-951f-2cf6077efb53 req-dca3e94d-e900-4415-b27f-b2d3e0d23334 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714560 Feb 10 11:47:54.203345 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e3cfcd84-0a99-4924-951f-2cf6077efb53 req-9bb27646-447c-4cd1-be3a-29d916cda34c service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244221 Feb 10 11:47:54.424484 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e3cfcd84-0a99-4924-951f-2cf6077efb53 req-f44769ce-ee4b-4eff-976c-5dbd4e0c2387 service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150517 Feb 10 11:47:55.060522 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce3e3c-1e75-486f-8ad5-3f8bf97283f6 req-6e1be70d-af0d-4c0b-860e-82b5f10b60aa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:55.061880 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-08ce3e3c-1e75-486f-8ad5-3f8bf97283f6 req-6e1be70d-af0d-4c0b-860e-82b5f10b60aa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 943 time: 0.0743895 Feb 10 11:47:55.106616 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-08ce3e3c-1e75-486f-8ad5-3f8bf97283f6 req-75510e4d-75d1-46c8-b381-a357f84b82c3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=c573af84-cca9-4a95-82a9-ba52e170335b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392716 Feb 10 11:47:55.654242 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device eca1ff4b-7055-409e-b426-743057cefeaa details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:47:55.789194 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port eca1ff4b-7055-409e-b426-743057cefeaa, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=eca1ff4b-7055-409e-b426-743057cefeaa,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:55.802806 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'port_id': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'mac_address': 'fa:16:3e:c4:b6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:47:55.861216 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:55.878833 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca1ff4b-7055-409e-b426-743057cefeaa {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:47:55.893849 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port eca1ff4b-7055-409e-b426-743057cefeaa, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=eca1ff4b-7055-409e-b426-743057cefeaa,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:55.898248 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:55.963218 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=eca1ff4b-7055-409e-b426-743057cefeaa,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:56.134749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['eca1ff4b-7055-409e-b426-743057cefeaa'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:47:56.305312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee02f23-80de-4a3a-bbd2-3781ded6e4be req-4ea986bc-40aa-4087-8727-50d2f71cb622 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:56.306728 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dee02f23-80de-4a3a-bbd2-3781ded6e4be req-4ea986bc-40aa-4087-8727-50d2f71cb622 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 944 time: 0.0790548 Feb 10 11:47:56.354554 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dee02f23-80de-4a3a-bbd2-3781ded6e4be req-fceed25c-c626-4163-8c4b-a4963e28d779 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=c573af84-cca9-4a95-82a9-ba52e170335b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417771 Feb 10 11:47:56.515361 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0558d512-a7a3-45de-9684-c04a3038b4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:57.555442 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c933f01-4c97-4977-95ec-5f30110b5ac8 req-9b1fa3b7-e317-42a1-bb86-e88691d1516d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:57.556867 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c933f01-4c97-4977-95ec-5f30110b5ac8 req-9b1fa3b7-e317-42a1-bb86-e88691d1516d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 944 time: 0.0794749 Feb 10 11:47:57.602961 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c933f01-4c97-4977-95ec-5f30110b5ac8 req-5d3ba620-acb1-45db-9f74-b0d6a3f96603 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=c573af84-cca9-4a95-82a9-ba52e170335b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404358 Feb 10 11:47:57.653680 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device eca1ff4b-7055-409e-b426-743057cefeaa up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:47:57.723414 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port eca1ff4b-7055-409e-b426-743057cefeaa completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:47:57.728253 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port eca1ff4b-7055-409e-b426-743057cefeaa triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:57.728622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:57.854218 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:57.879662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27866a2f-635f-4936-a95e-e02d761ddad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca1ff4b-7055-409e-b426-743057cefeaa'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:47:57.889964 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port eca1ff4b-7055-409e-b426-743057cefeaa, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=eca1ff4b-7055-409e-b426-743057cefeaa,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:57.895658 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:57.963981 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=eca1ff4b-7055-409e-b426-743057cefeaa,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:58.088035 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27866a2f-635f-4936-a95e-e02d761ddad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'code': 200} Feb 10 11:47:58.317975 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ccaf52eb-f14d-4e0c-a32d-67879b61409e req-d440056f-188e-4e69-938e-a0b214da66ac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 1098 time: 0.0695481 Feb 10 11:47:58.361540 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ccaf52eb-f14d-4e0c-a32d-67879b61409e req-7bbabcff-e61b-4b3d-b6f7-2928fca8bca8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c573af84-cca9-4a95-82a9-ba52e170335b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366127 Feb 10 11:47:58.799586 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f8acf-aebe-4f84-a7cc-1af40a758b5d req-8c045fa3-666f-426a-84c0-e350a59288fc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:58.801054 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-225f8acf-aebe-4f84-a7cc-1af40a758b5d req-8c045fa3-666f-426a-84c0-e350a59288fc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 945 time: 0.0752888 Feb 10 11:47:58.835722 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-901d42a6-16ae-4482-b63f-a126c9dfbc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:58.850606 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-225f8acf-aebe-4f84-a7cc-1af40a758b5d req-63b80164-13df-4ed4-89f6-2fbd0487c105 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=c573af84-cca9-4a95-82a9-ba52e170335b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439427 Feb 10 11:47:59.806250 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.051509 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066b929-c4cb-4d79-bfe7-b9d501da226e req-fd6d5e67-1530-4873-86a8-a5f6af05185d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:00.052950 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3066b929-c4cb-4d79-bfe7-b9d501da226e req-fd6d5e67-1530-4873-86a8-a5f6af05185d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 945 time: 0.0787766 Feb 10 11:48:00.098347 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3066b929-c4cb-4d79-bfe7-b9d501da226e req-edf7ec9c-649f-4513-81be-8047733c6a3f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=c573af84-cca9-4a95-82a9-ba52e170335b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391104 Feb 10 11:48:00.164824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.296821 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afe2b9-fb6b-436e-a719-9df16c4ed14c req-3a105ba4-3f95-4f65-94bb-e3a60fa8d6d2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:00.298279 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63afe2b9-fb6b-436e-a719-9df16c4ed14c req-3a105ba4-3f95-4f65-94bb-e3a60fa8d6d2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 945 time: 0.0793562 Feb 10 11:48:00.344055 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63afe2b9-fb6b-436e-a719-9df16c4ed14c req-aa2dc2ce-ec17-4967-a53c-04386342df73 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=c573af84-cca9-4a95-82a9-ba52e170335b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401967 Feb 10 11:48:00.371090 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42964) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:00.439600 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-36a93ec8-cefd-4876-9fc9-9754a935c3ba tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 1093 time: 0.0673656 Feb 10 11:48:00.442200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42968) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:00.447526 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:00.453643 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:00.457515 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:floatingip and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:00.460334 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:00.465990 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:00.476632 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.610357 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.746423 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.26.4.153 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/1afe0247-0de0-4122-9bf1-5de25097b334) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:48:00.897585 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.925078 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.990212 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:48:00.992981 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:48:00.997883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:48:01.024952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=1afe0247-0de0-4122-9bf1-5de25097b334,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:01.545371 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.578033 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.630838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.829742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.834044 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.934221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=1afe0247-0de0-4122-9bf1-5de25097b334,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:01.954738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:02.147358 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Floating IP 39a5ca0f-1c1c-45c3-91b7-a4d3fd4a2ace associated. External IP: 172.26.4.153, port: eca1ff4b-7055-409e-b426-743057cefeaa. Feb 10 11:48:02.533518 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:48:02.729653 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:48:02.740685 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357e72e-de4e-47e0-91d6-3307c2c15461 None None] Sync routers for ids ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:48:02.753982 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8357e72e-de4e-47e0-91d6-3307c2c15461 None None] Routers {'6c48d941-725c-47a6-9f08-6a0eda88f9f9'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:48:02.754583 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-8357e72e-de4e-47e0-91d6-3307c2c15461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:02.754765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:02.812250 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a531488b-b0b2-4a65-a4ff-54061e2200a9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3688805 Feb 10 11:48:02.812671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27866a2f-635f-4936-a95e-e02d761ddad5', 'tag': 'eca1ff4b-7055-409e-b426-743057cefeaa'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:48:02.815145 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42972) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:02.882915 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27866a2f-635f-4936-a95e-e02d761ddad5', 'tag': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'status': 'completed', 'code': 200} Feb 10 11:48:02.897442 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0e252567-547c-49e4-aa53-22effebdfbdb tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 1093 time: 0.0806873 Feb 10 11:48:02.951720 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-8357e72e-de4e-47e0-91d6-3307c2c15461 None None] Set router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:48:02.982310 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76716022-bdcb-4863-a468-2168cae46aa4 req-8303e796-6899-4713-93b7-c210047aff40 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 1098 time: 0.0741603 Feb 10 11:48:03.256112 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76716022-bdcb-4863-a468-2168cae46aa4 req-ba15cf5b-2a72-45c3-98a5-15025177239d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:03.257808 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76716022-bdcb-4863-a468-2168cae46aa4 req-ba15cf5b-2a72-45c3-98a5-15025177239d service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7 HTTP/1.1" status: 200 len: 898 time: 0.2700531 Feb 10 11:48:03.343485 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 42982) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:03.349119 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-8a0912c2-9aac-417a-a71e-edc353f67b29 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2136520404', 'description': 'tempest-secgroup-smoke-2136520404 description', 'project_id': '0287a4c215574103957c73d52a854e74'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:03.355270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8a0912c2-9aac-417a-a71e-edc353f67b29 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:03.366011 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8a0912c2-9aac-417a-a71e-edc353f67b29 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:03.377701 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8a0912c2-9aac-417a-a71e-edc353f67b29 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:03.382900 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76716022-bdcb-4863-a468-2168cae46aa4 req-f36e935b-c98d-43a6-a846-3cbd39864304 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eca1ff4b-7055-409e-b426-743057cefeaa HTTP/1.1" status: 200 len: 999 time: 0.1174946 Feb 10 11:48:03.385604 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-8357e72e-de4e-47e0-91d6-3307c2c15461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '39a5ca0f-1c1c-45c3-91b7-a4d3fd4a2ace', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'port_id': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'mac_address': 'fa:16:3e:c4:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27866a2f-635f-4936-a95e-e02d761ddad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:01Z', 'updated_at': '2022-02-10T11:48:01Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f08ccc-df43-41fe-aa79-cd571ff06d2b', 'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:11:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:43Z', 'updated_at': '2022-02-10T11:47:49Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:03.390953 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357e72e-de4e-47e0-91d6-3307c2c15461 None None] Checking router: 6c48d941-725c-47a6-9f08-6a0eda88f9f9 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:48:03.406937 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8357e72e-de4e-47e0-91d6-3307c2c15461 None None] Routers {'6c48d941-725c-47a6-9f08-6a0eda88f9f9'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:48:03.407554 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-8357e72e-de4e-47e0-91d6-3307c2c15461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:03.420456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8a0912c2-9aac-417a-a71e-edc353f67b29 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:03.424624 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8a0912c2-9aac-417a-a71e-edc353f67b29 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:03.427661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8a0912c2-9aac-417a-a71e-edc353f67b29 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:03.434534 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8a0912c2-9aac-417a-a71e-edc353f67b29 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:03.464811 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76716022-bdcb-4863-a468-2168cae46aa4 req-73421c08-7baf-4b39-a7d2-70214f8ecf88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:03.467481 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76716022-bdcb-4863-a468-2168cae46aa4 req-73421c08-7baf-4b39-a7d2-70214f8ecf88 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a36b6446-8071-4f71-868d-9ecd1524f103 HTTP/1.1" status: 200 len: 835 time: 0.0789924 Feb 10 11:48:03.498845 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8a0912c2-9aac-417a-a71e-edc353f67b29 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:03.502973 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8a0912c2-9aac-417a-a71e-edc353f67b29 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:03.544814 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8a0912c2-9aac-417a-a71e-edc353f67b29 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:03.546103 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8a0912c2-9aac-417a-a71e-edc353f67b29 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2016485 Feb 10 11:48:03.549058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42986) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:03.554929 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76716022-bdcb-4863-a468-2168cae46aa4 req-37b2ddff-d3c5-4b30-8be9-9c6d45c7d1c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818734 Feb 10 11:48:03.559646 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-563d8ad6-c8ba-401d-bd70-4674799beee9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '21814396-06d3-4952-8c81-64e142c2c101', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:03.562491 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0912c2-9aac-417a-a71e-edc353f67b29 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21814396-06d3-4952-8c81-64e142c2c101,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:03.565763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-563d8ad6-c8ba-401d-bd70-4674799beee9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:03.587502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-563d8ad6-c8ba-401d-bd70-4674799beee9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:03.591999 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-563d8ad6-c8ba-401d-bd70-4674799beee9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:03.606238 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-8357e72e-de4e-47e0-91d6-3307c2c15461 None None] Set router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:48:03.641551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-563d8ad6-c8ba-401d-bd70-4674799beee9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:03.684531 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-563d8ad6-c8ba-401d-bd70-4674799beee9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:03.742014 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76716022-bdcb-4863-a468-2168cae46aa4 req-a7014714-4470-4a43-b8d9-b9f873ddba3f service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738534 Feb 10 11:48:03.847384 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-563d8ad6-c8ba-401d-bd70-4674799beee9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:03.854914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-563d8ad6-c8ba-401d-bd70-4674799beee9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:03.885491 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d8ad6-c8ba-401d-bd70-4674799beee9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30739285-2c95-4827-a9b3-bf816bd54aee,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:03.917708 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-563d8ad6-c8ba-401d-bd70-4674799beee9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:03.918856 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-563d8ad6-c8ba-401d-bd70-4674799beee9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3686678 Feb 10 11:48:03.921519 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42990) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:03.928149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c71b61fb-f618-4e19-8c2b-c2c982f93a30 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '21814396-06d3-4952-8c81-64e142c2c101', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:03.933726 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76716022-bdcb-4863-a468-2168cae46aa4 req-a9fcfc7e-608d-4c2e-a91d-6e1f8b6e73aa service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858680 Feb 10 11:48:03.935818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c71b61fb-f618-4e19-8c2b-c2c982f93a30 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:03.939656 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c71b61fb-f618-4e19-8c2b-c2c982f93a30 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:03.942577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c71b61fb-f618-4e19-8c2b-c2c982f93a30 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:03.949564 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c71b61fb-f618-4e19-8c2b-c2c982f93a30 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:03.969605 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c71b61fb-f618-4e19-8c2b-c2c982f93a30 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:03.972821 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-8357e72e-de4e-47e0-91d6-3307c2c15461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '39a5ca0f-1c1c-45c3-91b7-a4d3fd4a2ace', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'port_id': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'mac_address': 'fa:16:3e:c4:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27866a2f-635f-4936-a95e-e02d761ddad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:01Z', 'updated_at': '2022-02-10T11:48:01Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f08ccc-df43-41fe-aa79-cd571ff06d2b', 'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:11:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:43Z', 'updated_at': '2022-02-10T11:47:49Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:03.976934 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357e72e-de4e-47e0-91d6-3307c2c15461 None None] The sync data for ids ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'] in dv-neutron-828497-1-hyperv is: [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '39a5ca0f-1c1c-45c3-91b7-a4d3fd4a2ace', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'port_id': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'mac_address': 'fa:16:3e:c4:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27866a2f-635f-4936-a95e-e02d761ddad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:01Z', 'updated_at': '2022-02-10T11:48:01Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f08ccc-df43-41fe-aa79-cd571ff06d2b', 'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:11:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:43Z', 'updated_at': '2022-02-10T11:47:49Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:48:04.035693 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c71b61fb-f618-4e19-8c2b-c2c982f93a30 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.040157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c71b61fb-f618-4e19-8c2b-c2c982f93a30 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.064977 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b61fb-f618-4e19-8c2b-c2c982f93a30 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573d3f86-82a1-4ff8-a690-734a3b529211,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:04.073476 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c71b61fb-f618-4e19-8c2b-c2c982f93a30 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.074644 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c71b61fb-f618-4e19-8c2b-c2c982f93a30 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1522169 Feb 10 11:48:04.077395 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42994) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:04.082710 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-398df815-1e25-4f5d-ae7c-20d882f1250c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '21814396-06d3-4952-8c81-64e142c2c101', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:04.088548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-398df815-1e25-4f5d-ae7c-20d882f1250c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:04.092314 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-398df815-1e25-4f5d-ae7c-20d882f1250c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:04.095160 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-398df815-1e25-4f5d-ae7c-20d882f1250c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:04.100811 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-398df815-1e25-4f5d-ae7c-20d882f1250c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:04.121013 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-398df815-1e25-4f5d-ae7c-20d882f1250c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.190059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-398df815-1e25-4f5d-ae7c-20d882f1250c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.193698 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-398df815-1e25-4f5d-ae7c-20d882f1250c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.216933 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398df815-1e25-4f5d-ae7c-20d882f1250c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8901ca45-53fe-4e45-990e-0fe0c6ea8bbc,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:04.225720 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-398df815-1e25-4f5d-ae7c-20d882f1250c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.227025 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-398df815-1e25-4f5d-ae7c-20d882f1250c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1487086 Feb 10 11:48:04.230558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 42998) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:04.236067 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7c4a35c9-78e3-4474-9a94-e01212c6a9b0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '21814396-06d3-4952-8c81-64e142c2c101', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:04.241961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7c4a35c9-78e3-4474-9a94-e01212c6a9b0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:04.245903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7c4a35c9-78e3-4474-9a94-e01212c6a9b0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:04.248782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7c4a35c9-78e3-4474-9a94-e01212c6a9b0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:04.254606 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7c4a35c9-78e3-4474-9a94-e01212c6a9b0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:04.270934 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7c4a35c9-78e3-4474-9a94-e01212c6a9b0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.333713 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7c4a35c9-78e3-4474-9a94-e01212c6a9b0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.337539 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7c4a35c9-78e3-4474-9a94-e01212c6a9b0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.361737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a35c9-78e3-4474-9a94-e01212c6a9b0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626443c6-1a01-4a4a-a132-e417c3b623e6,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:04.370889 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7c4a35c9-78e3-4474-9a94-e01212c6a9b0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.371910 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7c4a35c9-78e3-4474-9a94-e01212c6a9b0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1402924 Feb 10 11:48:04.374676 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43002) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:04.379929 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2b69dffd-9fbb-4142-b165-9bbffc758e14 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '21814396-06d3-4952-8c81-64e142c2c101', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:04.385631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2b69dffd-9fbb-4142-b165-9bbffc758e14 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:04.389495 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2b69dffd-9fbb-4142-b165-9bbffc758e14 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:04.392289 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2b69dffd-9fbb-4142-b165-9bbffc758e14 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:04.398086 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2b69dffd-9fbb-4142-b165-9bbffc758e14 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:04.408960 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-2b69dffd-9fbb-4142-b165-9bbffc758e14 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:48:04.415161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b69dffd-9fbb-4142-b165-9bbffc758e14 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.477405 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b69dffd-9fbb-4142-b165-9bbffc758e14 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.481884 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b69dffd-9fbb-4142-b165-9bbffc758e14 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.505820 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69dffd-9fbb-4142-b165-9bbffc758e14 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e38ff39-8a06-4201-94fb-2c72a8aad3c5,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:04.516058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b69dffd-9fbb-4142-b165-9bbffc758e14 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.517292 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2b69dffd-9fbb-4142-b165-9bbffc758e14 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1416991 Feb 10 11:48:04.519969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43006) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:04.525553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-038d788c-ddb2-4db4-8d0e-397c99913ece tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '21814396-06d3-4952-8c81-64e142c2c101', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:04.531895 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-038d788c-ddb2-4db4-8d0e-397c99913ece tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:04.535663 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-038d788c-ddb2-4db4-8d0e-397c99913ece tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:04.538532 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-038d788c-ddb2-4db4-8d0e-397c99913ece tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:04.544182 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-038d788c-ddb2-4db4-8d0e-397c99913ece tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:04.556677 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-038d788c-ddb2-4db4-8d0e-397c99913ece tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:48:04.563048 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-038d788c-ddb2-4db4-8d0e-397c99913ece tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.627121 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-038d788c-ddb2-4db4-8d0e-397c99913ece tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.630664 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-038d788c-ddb2-4db4-8d0e-397c99913ece tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.654587 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d788c-ddb2-4db4-8d0e-397c99913ece tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621730dc-7d93-4ba7-b8f5-a4f86b1ca430,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:04.663576 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-038d788c-ddb2-4db4-8d0e-397c99913ece tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.664804 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-038d788c-ddb2-4db4-8d0e-397c99913ece tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1439137 Feb 10 11:48:04.841503 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf382a8b-584a-4365-98bf-184f088caed7 req-ff1fc151-d15f-4c2d-b948-74c8e1eba0d3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2136520404&fields=id&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 267 time: 0.0409012 Feb 10 11:48:04.986138 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf382a8b-584a-4365-98bf-184f088caed7 req-8f32a55d-042b-481c-a42e-10c1c12a5a0a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:04.987656 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf382a8b-584a-4365-98bf-184f088caed7 req-8f32a55d-042b-481c-a42e-10c1c12a5a0a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/networks?id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7 HTTP/1.1" status: 200 len: 797 time: 0.1395390 Feb 10 11:48:05.003522 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf382a8b-584a-4365-98bf-184f088caed7 req-0200a018-3156-45e2-b8c2-14ab0a4954c6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/quotas/0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 375 time: 0.0105536 Feb 10 11:48:05.091940 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf382a8b-584a-4365-98bf-184f088caed7 req-c1d01a39-e294-4865-95be-ca7907522338 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0832899 Feb 10 11:48:05.297371 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf382a8b-584a-4365-98bf-184f088caed7 req-788ae507-3476-4c56-a511-ed6e29672e2f service neutron] 10.222.0.36 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940355 Feb 10 11:48:05.430856 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf382a8b-584a-4365-98bf-184f088caed7 req-61f8dcca-6ff2-45f1-be1e-0be51e0981b5 service neutron] 10.222.0.36 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274359 Feb 10 11:48:05.621046 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e0acb06-80d8-46bf-bdaa-b9b20840ca30 req-799511f0-95af-442a-85cc-4949eb3864c9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 210 time: 0.0449169 Feb 10 11:48:06.178961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8642ca7-7509-4a3b-97d0-32885ce4c14f None None] New status for floating IP 39a5ca0f-1c1c-45c3-91b7-a4d3fd4a2ace: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:48:06.789823 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf382a8b-584a-4365-98bf-184f088caed7 req-6b3edbe1-e4ec-4cbc-80b5-0d921010c37a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:06.791183 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf382a8b-584a-4365-98bf-184f088caed7 req-6b3edbe1-e4ec-4cbc-80b5-0d921010c37a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/networks?id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7 HTTP/1.1" status: 200 len: 797 time: 0.2891362 Feb 10 11:48:06.798570 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7eb07dea-e984-4e84-828c-38a8a9f1c5ed req-1be64d37-5e61-4eaf-bde9-28e6029b09dd tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 210 time: 0.0501087 Feb 10 11:48:06.851352 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf382a8b-584a-4365-98bf-184f088caed7 req-468fa70d-440a-4d9e-be84-d77df477603e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 473 time: 0.0436034 Feb 10 11:48:06.860262 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-cf382a8b-584a-4365-98bf-184f088caed7 req-dfbac3bd-12d4-47ca-b300-25abfec58701 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'port': {'device_id': '520f6374-db22-4d71-bbd4-ee72e2367a66', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'admin_state_up': True, 'tenant_id': '0287a4c215574103957c73d52a854e74', 'security_groups': ['21814396-06d3-4952-8c81-64e142c2c101']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:06.992828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-cf382a8b-584a-4365-98bf-184f088caed7 req-dfbac3bd-12d4-47ca-b300-25abfec58701 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:07.003282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-cf382a8b-584a-4365-98bf-184f088caed7 req-dfbac3bd-12d4-47ca-b300-25abfec58701 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:07.012873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf382a8b-584a-4365-98bf-184f088caed7 req-dfbac3bd-12d4-47ca-b300-25abfec58701 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:48:07.015916 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-cf382a8b-584a-4365-98bf-184f088caed7 req-dfbac3bd-12d4-47ca-b300-25abfec58701 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:07.184084 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-cf382a8b-584a-4365-98bf-184f088caed7 req-dfbac3bd-12d4-47ca-b300-25abfec58701 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.12 (b8d0e2b9-4d91-4c26-afa4-9eda773607e7/a36b6446-8071-4f71-868d-9ecd1524f103/f76824f3-716e-4857-9136-0518fa73b311) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:48:07.370301 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-cf382a8b-584a-4365-98bf-184f088caed7 req-dfbac3bd-12d4-47ca-b300-25abfec58701 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:07.385012 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-cf382a8b-584a-4365-98bf-184f088caed7 req-dfbac3bd-12d4-47ca-b300-25abfec58701 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object f76824f3-716e-4857-9136-0518fa73b311 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:48:07.407177 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-cf382a8b-584a-4365-98bf-184f088caed7 req-dfbac3bd-12d4-47ca-b300-25abfec58701 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:07.480441 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf382a8b-584a-4365-98bf-184f088caed7 req-dfbac3bd-12d4-47ca-b300-25abfec58701 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:48:07.483494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-cf382a8b-584a-4365-98bf-184f088caed7 req-dfbac3bd-12d4-47ca-b300-25abfec58701 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:48:07.485784 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf382a8b-584a-4365-98bf-184f088caed7 req-dfbac3bd-12d4-47ca-b300-25abfec58701 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:48:07.522173 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbac3bd-12d4-47ca-b300-25abfec58701 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=f76824f3-716e-4857-9136-0518fa73b311,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:07.554432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf382a8b-584a-4365-98bf-184f088caed7 req-dfbac3bd-12d4-47ca-b300-25abfec58701 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:07.555038 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-cf382a8b-584a-4365-98bf-184f088caed7 req-dfbac3bd-12d4-47ca-b300-25abfec58701 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:07.580605 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf382a8b-584a-4365-98bf-184f088caed7 req-dfbac3bd-12d4-47ca-b300-25abfec58701 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7237191 Feb 10 11:48:07.593119 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Request body: {'port': {'device_id': '520f6374-db22-4d71-bbd4-ee72e2367a66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:07.703992 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:07.718188 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6d05eebe-809a-44a3-917a-9890aaa9e05c None None] Provisioning for port f76824f3-716e-4857-9136-0518fa73b311 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:48:07.722928 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6d05eebe-809a-44a3-917a-9890aaa9e05c None None] Provisioning complete for port f76824f3-716e-4857-9136-0518fa73b311 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:48:07.723306 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6d05eebe-809a-44a3-917a-9890aaa9e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:07.777363 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6d05eebe-809a-44a3-917a-9890aaa9e05c None None] Port f76824f3-716e-4857-9136-0518fa73b311 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:48:08.089451 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dd7e6-f8fc-40e5-b452-6b34872b6b3d req-a2b4f6b8-4684-42b2-ae22-1f1f4fccc416 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:08.090168 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-075dd7e6-f8fc-40e5-b452-6b34872b6b3d req-a2b4f6b8-4684-42b2-ae22-1f1f4fccc416 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:48:08.108645 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76824f3-716e-4857-9136-0518fa73b311 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:48:08.117187 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:08.119912 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-075dd7e6-f8fc-40e5-b452-6b34872b6b3d req-a2b4f6b8-4684-42b2-ae22-1f1f4fccc416 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:48:08.121804 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-075dd7e6-f8fc-40e5-b452-6b34872b6b3d req-a2b4f6b8-4684-42b2-ae22-1f1f4fccc416 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 932 time: 0.1905541 Feb 10 11:48:08.153252 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Transition to ACTIVE for port object f76824f3-716e-4857-9136-0518fa73b311 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:48:08.158540 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:08.168173 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:08.278260 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-075dd7e6-f8fc-40e5-b452-6b34872b6b3d req-93156922-b62f-45ab-9aac-28730cb1e9ff tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=21814396-06d3-4952-8c81-64e142c2c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481633 Feb 10 11:48:08.306967 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Pushing event updated for resources: {'Port': ['ID=f76824f3-716e-4857-9136-0518fa73b311,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:08.416080 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Attempting to bind port f76824f3-716e-4857-9136-0518fa73b311 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:48:08.416400 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Attempting to bind port f76824f3-716e-4857-9136-0518fa73b311 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': 'a56c3c9d-e1a1-4392-8911-68cbe8350e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:48:08.416730 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Attempting to bind port f76824f3-716e-4857-9136-0518fa73b311 on network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:48:08.422998 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Port f76824f3-716e-4857-9136-0518fa73b311 on network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:48:08.423264 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Attempting to bind port f76824f3-716e-4857-9136-0518fa73b311 on network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:48:08.429417 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:48:08.429751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Checking segment: {'id': 'a56c3c9d-e1a1-4392-8911-68cbe8350e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:48:08.430134 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Bound using segment: {'id': 'a56c3c9d-e1a1-4392-8911-68cbe8350e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:48:08.430553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Bound port: f76824f3-716e-4857-9136-0518fa73b311, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a56c3c9d-e1a1-4392-8911-68cbe8350e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:48:08.430899 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:08.517070 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] For port f76824f3-716e-4857-9136-0518fa73b311, host hv-neutron-8284, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:48:08.520371 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] For port f76824f3-716e-4857-9136-0518fa73b311, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=f76824f3-716e-4857-9136-0518fa73b311,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:48:08.524085 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:08.676094 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:08.677466 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf382a8b-584a-4365-98bf-184f088caed7 req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] 10.222.0.73 "PUT /v2.0/ports/f76824f3-716e-4857-9136-0518fa73b311 HTTP/1.1" status: 200 len: 1094 time: 1.0892608 Feb 10 11:48:08.677890 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520f6374-db22-4d71-bbd4-ee72e2367a66', 'tag': 'f76824f3-716e-4857-9136-0518fa73b311'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:48:08.709233 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193d3cb-12e6-4d89-854b-3cedad505089 service neutron] Pushing event updated for resources: {'Port': ['ID=f76824f3-716e-4857-9136-0518fa73b311,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:08.751430 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520f6374-db22-4d71-bbd4-ee72e2367a66', 'tag': 'f76824f3-716e-4857-9136-0518fa73b311', 'status': 'completed', 'code': 200} Feb 10 11:48:08.788592 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf382a8b-584a-4365-98bf-184f088caed7 req-55a6b78a-0b05-435b-aa19-b11ecaad1686 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 1097 time: 0.0732667 Feb 10 11:48:08.861334 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf382a8b-584a-4365-98bf-184f088caed7 req-6c48788e-29d4-4935-ab64-7543f10db28b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f76824f3-716e-4857-9136-0518fa73b311 HTTP/1.1" status: 200 len: 217 time: 0.0656455 Feb 10 11:48:08.928090 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf382a8b-584a-4365-98bf-184f088caed7 req-1dfd4cf8-3787-4d86-be65-8463ec5c36f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:08.929565 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf382a8b-584a-4365-98bf-184f088caed7 req-1dfd4cf8-3787-4d86-be65-8463ec5c36f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a36b6446-8071-4f71-868d-9ecd1524f103 HTTP/1.1" status: 200 len: 835 time: 0.0605903 Feb 10 11:48:09.008343 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf382a8b-584a-4365-98bf-184f088caed7 req-aaf1c370-2430-485c-b5cb-56e012dd315e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723841 Feb 10 11:48:09.144299 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf382a8b-584a-4365-98bf-184f088caed7 req-1fb19ed6-cb78-42d1-bd91-7420d6edc6d5 service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265333 Feb 10 11:48:09.275004 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf382a8b-584a-4365-98bf-184f088caed7 req-ecb10ced-6ce6-43df-be49-998e42eabe31 service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230927 Feb 10 11:48:09.390012 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-abcb7c74-f910-46c7-a468-5e36a10e69b8 req-5fe71c62-0720-4e35-8184-683f7782138f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 1097 time: 0.0687003 Feb 10 11:48:09.576893 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb7c74-f910-46c7-a468-5e36a10e69b8 req-9b4dfe4c-d69b-41d2-8cab-966bd902df60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:09.578267 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-abcb7c74-f910-46c7-a468-5e36a10e69b8 req-9b4dfe4c-d69b-41d2-8cab-966bd902df60 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7 HTTP/1.1" status: 200 len: 898 time: 0.1818480 Feb 10 11:48:09.584466 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11b068-46e7-4397-b3bd-cde22409ad88 req-b2149627-d20b-4cbb-b269-56f69b41e0b7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:09.585804 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2f11b068-46e7-4397-b3bd-cde22409ad88 req-b2149627-d20b-4cbb-b269-56f69b41e0b7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 944 time: 0.1711659 Feb 10 11:48:09.670141 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-abcb7c74-f910-46c7-a468-5e36a10e69b8 req-07e11a91-2757-410b-b45d-a03f1c9f063b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f76824f3-716e-4857-9136-0518fa73b311 HTTP/1.1" status: 200 len: 217 time: 0.0785768 Feb 10 11:48:09.735214 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2f11b068-46e7-4397-b3bd-cde22409ad88 req-c75b9e2c-aee9-47c2-9e5f-f0671f3811f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=21814396-06d3-4952-8c81-64e142c2c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425321 Feb 10 11:48:09.744592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb7c74-f910-46c7-a468-5e36a10e69b8 req-75dd2023-d264-424b-8604-42220c1a4654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:09.746222 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-abcb7c74-f910-46c7-a468-5e36a10e69b8 req-75dd2023-d264-424b-8604-42220c1a4654 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a36b6446-8071-4f71-868d-9ecd1524f103 HTTP/1.1" status: 200 len: 835 time: 0.0692267 Feb 10 11:48:09.820355 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-abcb7c74-f910-46c7-a468-5e36a10e69b8 req-9c7a9473-298c-4f5c-8751-72961ddbc2f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674553 Feb 10 11:48:09.953864 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-abcb7c74-f910-46c7-a468-5e36a10e69b8 req-eb84f3ed-2a9e-4906-8725-69ce7f62ed34 service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253963 Feb 10 11:48:10.084652 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-abcb7c74-f910-46c7-a468-5e36a10e69b8 req-2eda0eff-5d23-4ce4-9854-63efa88890eb service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248198 Feb 10 11:48:10.940060 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e739a3-a524-413b-a4ae-cc6e7e41c596 req-32d2e106-d091-4770-b8a6-f98fdc65f2d6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:10.941601 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-72e739a3-a524-413b-a4ae-cc6e7e41c596 req-32d2e106-d091-4770-b8a6-f98fdc65f2d6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 944 time: 0.0809562 Feb 10 11:48:10.987057 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-72e739a3-a524-413b-a4ae-cc6e7e41c596 req-3785722b-b734-4bc2-94b9-32aaf8f01d5a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=21814396-06d3-4952-8c81-64e142c2c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399945 Feb 10 11:48:11.769345 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device f76824f3-716e-4857-9136-0518fa73b311 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:48:11.900611 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port f76824f3-716e-4857-9136-0518fa73b311, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=f76824f3-716e-4857-9136-0518fa73b311,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:48:11.913780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'f76824f3-716e-4857-9136-0518fa73b311', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'port_id': 'f76824f3-716e-4857-9136-0518fa73b311', 'mac_address': 'fa:16:3e:ee:9c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:48:11.966844 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:11.986808 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76824f3-716e-4857-9136-0518fa73b311 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:48:12.001822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port f76824f3-716e-4857-9136-0518fa73b311, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=f76824f3-716e-4857-9136-0518fa73b311,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:48:12.005652 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:12.071417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=f76824f3-716e-4857-9136-0518fa73b311,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:12.180856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8c8bd-80f4-4428-bc63-0cd44291d2c7 req-5667ffba-ef0a-40b5-854f-80638362bb46 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:12.183209 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-28d8c8bd-80f4-4428-bc63-0cd44291d2c7 req-5667ffba-ef0a-40b5-854f-80638362bb46 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 945 time: 0.0751553 Feb 10 11:48:12.230770 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-28d8c8bd-80f4-4428-bc63-0cd44291d2c7 req-cabdadf3-bed3-4dbb-9635-063d6ba0bd5b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=21814396-06d3-4952-8c81-64e142c2c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421677 Feb 10 11:48:12.256152 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['f76824f3-716e-4857-9136-0518fa73b311'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:48:13.509756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8da119-61f1-4c6a-aa2d-9ee2a2e60fde req-0336c45b-bb5c-4656-82a7-7aa2c9926236 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:13.511924 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7d8da119-61f1-4c6a-aa2d-9ee2a2e60fde req-0336c45b-bb5c-4656-82a7-7aa2c9926236 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 945 time: 0.1578152 Feb 10 11:48:13.556850 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7d8da119-61f1-4c6a-aa2d-9ee2a2e60fde req-0f7579b6-da41-4900-bec4-c21f3303c8fd tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=21814396-06d3-4952-8c81-64e142c2c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392282 Feb 10 11:48:13.780814 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device f76824f3-716e-4857-9136-0518fa73b311 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:48:13.850733 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port f76824f3-716e-4857-9136-0518fa73b311 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:48:13.855626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port f76824f3-716e-4857-9136-0518fa73b311 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:48:13.856000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:13.967181 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:13.996101 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520f6374-db22-4d71-bbd4-ee72e2367a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76824f3-716e-4857-9136-0518fa73b311'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:48:14.005364 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port f76824f3-716e-4857-9136-0518fa73b311, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=f76824f3-716e-4857-9136-0518fa73b311,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:48:14.009464 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:14.053211 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520f6374-db22-4d71-bbd4-ee72e2367a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76824f3-716e-4857-9136-0518fa73b311', 'code': 200} Feb 10 11:48:14.077201 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=f76824f3-716e-4857-9136-0518fa73b311,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:14.276360 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41fd39e7-7959-452a-a701-36d227226264 req-12975893-0811-47a6-b07f-d2d422dc965b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 1099 time: 0.0693722 Feb 10 11:48:14.318953 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41fd39e7-7959-452a-a701-36d227226264 req-761c6cdc-d21d-4851-9904-03159637d7ac service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=21814396-06d3-4952-8c81-64e142c2c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369010 Feb 10 11:48:14.748819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8eabf-8a22-4ac3-9e9f-b892505c26f3 req-37a7ed84-68f4-489c-ac78-d5274bf59434 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:14.750270 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07a8eabf-8a22-4ac3-9e9f-b892505c26f3 req-37a7ed84-68f4-489c-ac78-d5274bf59434 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 946 time: 0.0744407 Feb 10 11:48:14.799338 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07a8eabf-8a22-4ac3-9e9f-b892505c26f3 req-24c1fefb-8556-43a2-8257-a168969390f7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=21814396-06d3-4952-8c81-64e142c2c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435605 Feb 10 11:48:16.009146 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb0d7b-abd2-42b2-913d-a5c5fb0d46fd req-9929673d-c67f-44cd-ab78-b93f70ef4b69 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:16.010603 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2ddb0d7b-abd2-42b2-913d-a5c5fb0d46fd req-9929673d-c67f-44cd-ab78-b93f70ef4b69 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 946 time: 0.0819399 Feb 10 11:48:16.056623 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2ddb0d7b-abd2-42b2-913d-a5c5fb0d46fd req-d2496c7b-a017-4c0d-b6ad-d75288f9abd8 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=21814396-06d3-4952-8c81-64e142c2c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396726 Feb 10 11:48:16.256940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e090cbb-800c-454f-9a96-761248945d00 req-7a241835-b405-420e-953e-b0fbf81e47a7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:16.258402 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e090cbb-800c-454f-9a96-761248945d00 req-7a241835-b405-420e-953e-b0fbf81e47a7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 946 time: 0.0799856 Feb 10 11:48:16.308226 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e090cbb-800c-454f-9a96-761248945d00 req-b848a4e5-eacb-417a-8aba-b5e651494ef4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=21814396-06d3-4952-8c81-64e142c2c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429730 Feb 10 11:48:16.335575 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43052) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:16.404373 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-284a39e8-f008-4f19-bedc-80e8936d40b6 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 1094 time: 0.0676341 Feb 10 11:48:16.406999 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43056) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:16.411954 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': 'f76824f3-716e-4857-9136-0518fa73b311', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:16.417584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:16.421511 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:floatingip and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:16.424263 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:16.429759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:16.440653 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:16.575432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:16.713170 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.26.4.73 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/4470a352-a783-4936-8fec-1f2100fe2653) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:48:16.856858 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:16.883814 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:16.953143 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:48:16.955941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:48:16.960871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:48:16.989589 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=4470a352-a783-4936-8fec-1f2100fe2653,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:17.010550 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:17.011370 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:17.011719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:17.012052 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:17.012413 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:17.012812 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:17.013029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:17.013443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:17.013763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:17.014077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:17.014389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:17.470896 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:17.613629 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:17.814147 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:17.818717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:17.926682 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=4470a352-a783-4936-8fec-1f2100fe2653,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:17.941242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:18.136012 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Floating IP dee4678f-7715-46a2-bbd2-11335e0a1a0a associated. External IP: 172.26.4.73, port: f76824f3-716e-4857-9136-0518fa73b311. Feb 10 11:48:18.527871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:48:18.726722 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:48:18.737008 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7dd573-8bf8-44d0-ae9a-a411f1dffad9 None None] Sync routers for ids ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:48:18.750104 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7dd573-8bf8-44d0-ae9a-a411f1dffad9 None None] Routers {'6c48d941-725c-47a6-9f08-6a0eda88f9f9'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:48:18.750738 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2f7dd573-8bf8-44d0-ae9a-a411f1dffad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:18.752890 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:18.810361 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-52591200-ca52-420d-9319-4dd41716638d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4022815 Feb 10 11:48:18.810831 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520f6374-db22-4d71-bbd4-ee72e2367a66', 'tag': 'f76824f3-716e-4857-9136-0518fa73b311'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:48:18.872709 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520f6374-db22-4d71-bbd4-ee72e2367a66', 'tag': 'f76824f3-716e-4857-9136-0518fa73b311', 'status': 'completed', 'code': 200} Feb 10 11:48:18.943605 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-2f7dd573-8bf8-44d0-ae9a-a411f1dffad9 None None] Set router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:48:18.975985 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6656ce0d-1c6e-4774-9055-43f42c9dcf51 req-599146d7-2c96-477b-9787-a9f3d82b26c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 1099 time: 0.0784752 Feb 10 11:48:19.126711 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656ce0d-1c6e-4774-9055-43f42c9dcf51 req-42b61ceb-7e0e-4818-8f39-78f8f1b38575 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:19.128064 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6656ce0d-1c6e-4774-9055-43f42c9dcf51 req-42b61ceb-7e0e-4818-8f39-78f8f1b38575 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7 HTTP/1.1" status: 200 len: 898 time: 0.1395574 Feb 10 11:48:19.310290 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2f7dd573-8bf8-44d0-ae9a-a411f1dffad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '39a5ca0f-1c1c-45c3-91b7-a4d3fd4a2ace', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'port_id': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'mac_address': 'fa:16:3e:c4:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27866a2f-635f-4936-a95e-e02d761ddad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:01Z', 'updated_at': '2022-02-10T11:48:06Z', 'revision_number': 1, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}, {'id': 'dee4678f-7715-46a2-bbd2-11335e0a1a0a', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'port_id': 'f76824f3-716e-4857-9136-0518fa73b311', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'mac_address': 'fa:16:3e:ee:9c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520f6374-db22-4d71-bbd4-ee72e2367a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:17Z', 'updated_at': '2022-02-10T11:48:17Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f08ccc-df43-41fe-aa79-cd571ff06d2b', 'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:11:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:43Z', 'updated_at': '2022-02-10T11:47:49Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:19.314544 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7dd573-8bf8-44d0-ae9a-a411f1dffad9 None None] Checking router: 6c48d941-725c-47a6-9f08-6a0eda88f9f9 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:48:19.325180 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7dd573-8bf8-44d0-ae9a-a411f1dffad9 None None] Routers {'6c48d941-725c-47a6-9f08-6a0eda88f9f9'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:48:19.325787 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2f7dd573-8bf8-44d0-ae9a-a411f1dffad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:19.349396 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6656ce0d-1c6e-4774-9055-43f42c9dcf51 req-39d9ffbd-8f15-4346-a3b6-3831d4c14452 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f76824f3-716e-4857-9136-0518fa73b311 HTTP/1.1" status: 200 len: 999 time: 0.2102044 Feb 10 11:48:19.413938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656ce0d-1c6e-4774-9055-43f42c9dcf51 req-9dd1ede1-58ea-47b7-beb9-27c3f44fe3e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:19.415291 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6656ce0d-1c6e-4774-9055-43f42c9dcf51 req-9dd1ede1-58ea-47b7-beb9-27c3f44fe3e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a36b6446-8071-4f71-868d-9ecd1524f103 HTTP/1.1" status: 200 len: 835 time: 0.0578456 Feb 10 11:48:19.495726 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6656ce0d-1c6e-4774-9055-43f42c9dcf51 req-da19e1fb-2940-41bd-8a7f-4baa679f52e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729201 Feb 10 11:48:19.533874 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-2f7dd573-8bf8-44d0-ae9a-a411f1dffad9 None None] Set router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:48:19.630344 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6656ce0d-1c6e-4774-9055-43f42c9dcf51 req-5c6b440e-e5ba-4d61-931b-2947b8d4f4a1 service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281893 Feb 10 11:48:19.763810 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6656ce0d-1c6e-4774-9055-43f42c9dcf51 req-39da4b85-f596-4e15-90b1-8150eee78dd9 service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261783 Feb 10 11:48:19.889619 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2f7dd573-8bf8-44d0-ae9a-a411f1dffad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '39a5ca0f-1c1c-45c3-91b7-a4d3fd4a2ace', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'port_id': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'mac_address': 'fa:16:3e:c4:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27866a2f-635f-4936-a95e-e02d761ddad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:01Z', 'updated_at': '2022-02-10T11:48:06Z', 'revision_number': 1, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}, {'id': 'dee4678f-7715-46a2-bbd2-11335e0a1a0a', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'port_id': 'f76824f3-716e-4857-9136-0518fa73b311', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'mac_address': 'fa:16:3e:ee:9c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520f6374-db22-4d71-bbd4-ee72e2367a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:17Z', 'updated_at': '2022-02-10T11:48:17Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f08ccc-df43-41fe-aa79-cd571ff06d2b', 'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:11:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:43Z', 'updated_at': '2022-02-10T11:47:49Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:19.893598 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7dd573-8bf8-44d0-ae9a-a411f1dffad9 None None] The sync data for ids ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'] in dv-neutron-828497-1-hyperv is: [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '39a5ca0f-1c1c-45c3-91b7-a4d3fd4a2ace', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'port_id': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'mac_address': 'fa:16:3e:c4:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27866a2f-635f-4936-a95e-e02d761ddad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:01Z', 'updated_at': '2022-02-10T11:48:06Z', 'revision_number': 1, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}, {'id': 'dee4678f-7715-46a2-bbd2-11335e0a1a0a', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'port_id': 'f76824f3-716e-4857-9136-0518fa73b311', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'mac_address': 'fa:16:3e:ee:9c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520f6374-db22-4d71-bbd4-ee72e2367a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:17Z', 'updated_at': '2022-02-10T11:48:17Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f08ccc-df43-41fe-aa79-cd571ff06d2b', 'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:11:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:43Z', 'updated_at': '2022-02-10T11:47:49Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:48:20.097790 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0715ee7b-fd5a-464d-a381-74832defa40e None None] New status for floating IP dee4678f-7715-46a2-bbd2-11335e0a1a0a: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:48:25.131943 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:48:26.518204 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-cbe2abc0-5464-42c4-90b7-124734434177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:28.839974 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e875b3a4-892b-409f-ae0e-560fc1324864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:29.810745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:30.170910 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:31.547846 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:38.185079 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:55.020215 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43076) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:55.124846 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-75abe13e-855b-4810-a956-7e03def53cec tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/39a5ca0f-1c1c-45c3-91b7-a4d3fd4a2ace HTTP/1.1" status: 200 len: 993 time: 0.1032200 Feb 10 11:48:55.884033 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43086) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:55.891284 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:56.008219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:56.223722 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port eca1ff4b-7055-409e-b426-743057cefeaa, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=eca1ff4b-7055-409e-b426-743057cefeaa,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:48:56.252470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:56.256776 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:56.327670 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:56.328290 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:56.330383 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/ports/eca1ff4b-7055-409e-b426-743057cefeaa HTTP/1.1" status: 200 len: 938 time: 0.4445343 Feb 10 11:48:56.330383 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27866a2f-635f-4936-a95e-e02d761ddad5', 'tag': 'eca1ff4b-7055-409e-b426-743057cefeaa'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:48:56.345850 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=eca1ff4b-7055-409e-b426-743057cefeaa,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:56.354610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:56.354956 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:56.355295 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:56.356187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:56.356525 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:56.356854 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:56.357221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:56.357557 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:56.357877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:56.358200 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:56.358524 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96347119-663d-498a-9285-b7debb135b9e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:56.397429 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27866a2f-635f-4936-a95e-e02d761ddad5', 'tag': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'status': 'completed', 'code': 200} Feb 10 11:48:56.497575 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15c17d79-5568-4d29-81c0-46d6138da728 req-2270053c-5ee5-4058-9b36-a65aecd192cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 1099 time: 0.0745888 Feb 10 11:48:56.523873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8aaad6e6-b421-4059-b900-a8e4b454e715 None None] Provisioning complete for port eca1ff4b-7055-409e-b426-743057cefeaa triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:48:56.525227 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8aaad6e6-b421-4059-b900-a8e4b454e715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:56.552937 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-21f1ef7c-d683-4069-a78c-cbbadf91074d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:56.585501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8aaad6e6-b421-4059-b900-a8e4b454e715 None None] Port eca1ff4b-7055-409e-b426-743057cefeaa is administratively disabled so it will not transition to active. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Feb 10 11:48:56.631299 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c17d79-5568-4d29-81c0-46d6138da728 req-3aa257c9-674c-4aeb-961c-d70ba0d0e16f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:56.632733 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15c17d79-5568-4d29-81c0-46d6138da728 req-3aa257c9-674c-4aeb-961c-d70ba0d0e16f service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7 HTTP/1.1" status: 200 len: 898 time: 0.1306038 Feb 10 11:48:56.733809 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15c17d79-5568-4d29-81c0-46d6138da728 req-bd18b3ad-2c9f-4247-99ff-2b53d8012fbd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eca1ff4b-7055-409e-b426-743057cefeaa HTTP/1.1" status: 200 len: 1002 time: 0.0948822 Feb 10 11:48:56.794724 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c17d79-5568-4d29-81c0-46d6138da728 req-512b58bd-5ec3-4724-af28-30bd964c7560 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:56.796136 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15c17d79-5568-4d29-81c0-46d6138da728 req-512b58bd-5ec3-4724-af28-30bd964c7560 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a36b6446-8071-4f71-868d-9ecd1524f103 HTTP/1.1" status: 200 len: 835 time: 0.0567377 Feb 10 11:48:56.869060 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15c17d79-5568-4d29-81c0-46d6138da728 req-ccf49abf-c681-427f-afd7-c8f2c4e13409 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668671 Feb 10 11:48:56.999015 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15c17d79-5568-4d29-81c0-46d6138da728 req-8bc46d87-00a1-4d20-89c6-24a2f59e7f8a service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233521 Feb 10 11:48:57.129388 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15c17d79-5568-4d29-81c0-46d6138da728 req-c8108a92-952b-4b57-acd9-aabb947fd643 service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241448 Feb 10 11:48:58.842261 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-84140270-9792-4091-ae9c-aec7a49072df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:59.765506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43096) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:59.771551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-98aa1bc8-ba51-4a78-96c1-98bc55f2893e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:59.813082 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:59.891729 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98aa1bc8-ba51-4a78-96c1-98bc55f2893e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:00.103074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-98aa1bc8-ba51-4a78-96c1-98bc55f2893e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port eca1ff4b-7055-409e-b426-743057cefeaa, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=eca1ff4b-7055-409e-b426-743057cefeaa,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:00.128642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98aa1bc8-ba51-4a78-96c1-98bc55f2893e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:00.133304 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98aa1bc8-ba51-4a78-96c1-98bc55f2893e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:00.173349 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:00.205352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aa1bc8-ba51-4a78-96c1-98bc55f2893e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:00.205898 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98aa1bc8-ba51-4a78-96c1-98bc55f2893e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:00.207272 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-98aa1bc8-ba51-4a78-96c1-98bc55f2893e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/ports/eca1ff4b-7055-409e-b426-743057cefeaa HTTP/1.1" status: 200 len: 937 time: 0.4407933 Feb 10 11:49:00.207820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27866a2f-635f-4936-a95e-e02d761ddad5', 'tag': 'eca1ff4b-7055-409e-b426-743057cefeaa'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:49:00.211176 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43100) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:00.229924 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa1bc8-ba51-4a78-96c1-98bc55f2893e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=eca1ff4b-7055-409e-b426-743057cefeaa,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:00.267109 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27866a2f-635f-4936-a95e-e02d761ddad5', 'tag': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'status': 'completed', 'code': 200} Feb 10 11:49:00.388799 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-02fb8d42-c7db-412f-9201-ac81048b35bc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/39a5ca0f-1c1c-45c3-91b7-a4d3fd4a2ace HTTP/1.1" status: 200 len: 993 time: 0.1763263 Feb 10 11:49:00.403357 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d17985a-27c2-43c3-98e1-2d82a824a918 req-0716a045-3672-45c4-bd5e-1be99495ad72 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 1098 time: 0.1120770 Feb 10 11:49:00.427738 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d25f6210-abb1-4531-8a98-428877a66992 None None] Provisioning complete for port eca1ff4b-7055-409e-b426-743057cefeaa triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:00.428113 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d25f6210-abb1-4531-8a98-428877a66992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:00.456410 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['eca1ff4b-7055-409e-b426-743057cefeaa'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:49:00.624300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17985a-27c2-43c3-98e1-2d82a824a918 req-28541c2a-9311-4de3-8b4f-ca26492a3c47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:00.625808 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d17985a-27c2-43c3-98e1-2d82a824a918 req-28541c2a-9311-4de3-8b4f-ca26492a3c47 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7 HTTP/1.1" status: 200 len: 898 time: 0.2161195 Feb 10 11:49:00.727281 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d17985a-27c2-43c3-98e1-2d82a824a918 req-bf6ab7d1-d771-4a6e-b38b-d4c7c6cf0703 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eca1ff4b-7055-409e-b426-743057cefeaa HTTP/1.1" status: 200 len: 1001 time: 0.0943332 Feb 10 11:49:00.788673 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17985a-27c2-43c3-98e1-2d82a824a918 req-b6f9907f-5792-49d5-b7b0-21b942faee6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:00.790138 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d17985a-27c2-43c3-98e1-2d82a824a918 req-b6f9907f-5792-49d5-b7b0-21b942faee6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a36b6446-8071-4f71-868d-9ecd1524f103 HTTP/1.1" status: 200 len: 835 time: 0.0567362 Feb 10 11:49:00.867373 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d17985a-27c2-43c3-98e1-2d82a824a918 req-5068eb6b-24ee-4320-a454-ed3ff8ea10ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715241 Feb 10 11:49:00.997320 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d17985a-27c2-43c3-98e1-2d82a824a918 req-287ddac9-286d-44dd-a3e4-121c02bea443 service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233461 Feb 10 11:49:01.130265 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d17985a-27c2-43c3-98e1-2d82a824a918 req-8cc4e3da-bfaa-41d8-af09-52b25a4f3a02 service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267300 Feb 10 11:49:01.550271 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:02.132479 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:49:02.960805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43112) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:03.159604 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-76801f4e-9315-4f6a-8476-be5f8484dcb0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 4470a352-a783-4936-8fec-1f2100fe2653 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:49:03.159940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76801f4e-9315-4f6a-8476-be5f8484dcb0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:03.330849 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76801f4e-9315-4f6a-8476-be5f8484dcb0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:03.331169 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76801f4e-9315-4f6a-8476-be5f8484dcb0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:03.450839 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-76801f4e-9315-4f6a-8476-be5f8484dcb0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 4470a352-a783-4936-8fec-1f2100fe2653 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:49:03.602644 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76801f4e-9315-4f6a-8476-be5f8484dcb0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:03.646141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76801f4e-9315-4f6a-8476-be5f8484dcb0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=4470a352-a783-4936-8fec-1f2100fe2653,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:03.743194 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76801f4e-9315-4f6a-8476-be5f8484dcb0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:04.230450 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76801f4e-9315-4f6a-8476-be5f8484dcb0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:49:04.435032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76801f4e-9315-4f6a-8476-be5f8484dcb0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:49:04.447025 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015aebf-52fb-43f9-a82b-08ea6295557b None None] Sync routers for ids ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:49:04.457500 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76801f4e-9315-4f6a-8476-be5f8484dcb0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:04.459426 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015aebf-52fb-43f9-a82b-08ea6295557b None None] Routers {'6c48d941-725c-47a6-9f08-6a0eda88f9f9'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:04.460047 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-5015aebf-52fb-43f9-a82b-08ea6295557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:04.514243 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-76801f4e-9315-4f6a-8476-be5f8484dcb0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/floatingips/dee4678f-7715-46a2-bbd2-11335e0a1a0a HTTP/1.1" status: 204 len: 168 time: 1.5522943 Feb 10 11:49:04.514913 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520f6374-db22-4d71-bbd4-ee72e2367a66', 'tag': 'f76824f3-716e-4857-9136-0518fa73b311'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:49:04.576519 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520f6374-db22-4d71-bbd4-ee72e2367a66', 'tag': 'f76824f3-716e-4857-9136-0518fa73b311', 'status': 'completed', 'code': 200} Feb 10 11:49:04.642000 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-5015aebf-52fb-43f9-a82b-08ea6295557b None None] Set router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:04.671209 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11d6c2ad-6f47-4d4f-8eae-3f723f4bfaee req-7159ac77-a5cd-49e9-a7f3-f8cbe4411a30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 1099 time: 0.0736949 Feb 10 11:49:04.816858 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6c2ad-6f47-4d4f-8eae-3f723f4bfaee req-f65d6481-5ce5-4355-9d96-85aa631caefa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:04.818792 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11d6c2ad-6f47-4d4f-8eae-3f723f4bfaee req-f65d6481-5ce5-4355-9d96-85aa631caefa service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7 HTTP/1.1" status: 200 len: 898 time: 0.1416059 Feb 10 11:49:04.892544 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11d6c2ad-6f47-4d4f-8eae-3f723f4bfaee req-9bdfd937-0b9b-4672-bf21-7def2b1f965a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f76824f3-716e-4857-9136-0518fa73b311 HTTP/1.1" status: 200 len: 217 time: 0.0668082 Feb 10 11:49:05.000920 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-5015aebf-52fb-43f9-a82b-08ea6295557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '39a5ca0f-1c1c-45c3-91b7-a4d3fd4a2ace', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'port_id': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'mac_address': 'fa:16:3e:c4:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27866a2f-635f-4936-a95e-e02d761ddad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:01Z', 'updated_at': '2022-02-10T11:48:06Z', 'revision_number': 1, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f08ccc-df43-41fe-aa79-cd571ff06d2b', 'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:11:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:43Z', 'updated_at': '2022-02-10T11:47:49Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:05.002539 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6c2ad-6f47-4d4f-8eae-3f723f4bfaee req-9f684d86-9fba-4692-a3b7-324222027216 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:05.003964 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11d6c2ad-6f47-4d4f-8eae-3f723f4bfaee req-9f684d86-9fba-4692-a3b7-324222027216 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a36b6446-8071-4f71-868d-9ecd1524f103 HTTP/1.1" status: 200 len: 835 time: 0.0813527 Feb 10 11:49:05.004843 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015aebf-52fb-43f9-a82b-08ea6295557b None None] Checking router: 6c48d941-725c-47a6-9f08-6a0eda88f9f9 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:49:05.015944 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015aebf-52fb-43f9-a82b-08ea6295557b None None] Routers {'6c48d941-725c-47a6-9f08-6a0eda88f9f9'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:05.016454 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-5015aebf-52fb-43f9-a82b-08ea6295557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:05.062287 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478fba-1b28-4acd-bab7-607c0d07b624 req-78a7bae6-af13-4de7-a4bf-fbff2ae1df63 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:05.062984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-84478fba-1b28-4acd-bab7-607c0d07b624 req-78a7bae6-af13-4de7-a4bf-fbff2ae1df63 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:49:05.089392 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-84478fba-1b28-4acd-bab7-607c0d07b624 req-78a7bae6-af13-4de7-a4bf-fbff2ae1df63 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:49:05.090645 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-84478fba-1b28-4acd-bab7-607c0d07b624 req-78a7bae6-af13-4de7-a4bf-fbff2ae1df63 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 946 time: 0.2005799 Feb 10 11:49:05.122248 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11d6c2ad-6f47-4d4f-8eae-3f723f4bfaee req-85e7b8a9-e154-4456-9ddf-d3ac814667bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1114755 Feb 10 11:49:05.195304 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-5015aebf-52fb-43f9-a82b-08ea6295557b None None] Set router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:05.215875 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-84478fba-1b28-4acd-bab7-607c0d07b624 req-58d3d08f-462a-4c1e-989b-c36de4d646fd tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=21814396-06d3-4952-8c81-64e142c2c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182330 Feb 10 11:49:05.275579 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11d6c2ad-6f47-4d4f-8eae-3f723f4bfaee req-e1b6f70f-7e43-4b3f-ac39-cae800ec375f service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415899 Feb 10 11:49:05.410205 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11d6c2ad-6f47-4d4f-8eae-3f723f4bfaee req-c90ccedb-9d71-427b-be10-73070e4457a9 service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284707 Feb 10 11:49:05.578488 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-5015aebf-52fb-43f9-a82b-08ea6295557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '39a5ca0f-1c1c-45c3-91b7-a4d3fd4a2ace', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'port_id': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'mac_address': 'fa:16:3e:c4:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27866a2f-635f-4936-a95e-e02d761ddad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:01Z', 'updated_at': '2022-02-10T11:48:06Z', 'revision_number': 1, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f08ccc-df43-41fe-aa79-cd571ff06d2b', 'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:11:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:43Z', 'updated_at': '2022-02-10T11:47:49Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:05.582244 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015aebf-52fb-43f9-a82b-08ea6295557b None None] The sync data for ids ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'] in dv-neutron-828497-1-hyperv is: [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '39a5ca0f-1c1c-45c3-91b7-a4d3fd4a2ace', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'port_id': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'mac_address': 'fa:16:3e:c4:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27866a2f-635f-4936-a95e-e02d761ddad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:01Z', 'updated_at': '2022-02-10T11:48:06Z', 'revision_number': 1, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f08ccc-df43-41fe-aa79-cd571ff06d2b', 'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:11:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:43Z', 'updated_at': '2022-02-10T11:47:49Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:49:05.800936 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289298ef-8ed7-4079-ba96-ba679ac3cb70 None None] New status for floating IP dee4678f-7715-46a2-bbd2-11335e0a1a0a: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:49:06.178306 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f55cbe-00bd-48ed-8e08-05a0fbcce6cf req-0f957538-89c5-480f-af74-9b6cf536423b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:06.179614 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d5f55cbe-00bd-48ed-8e08-05a0fbcce6cf req-0f957538-89c5-480f-af74-9b6cf536423b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/ports?device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 946 time: 0.0811362 Feb 10 11:49:06.246728 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-d5f55cbe-00bd-48ed-8e08-05a0fbcce6cf req-b179dfa3-f5ef-45be-837a-4dceb5faac41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port f76824f3-716e-4857-9136-0518fa73b311 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:49:06.247173 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-d5f55cbe-00bd-48ed-8e08-05a0fbcce6cf req-b179dfa3-f5ef-45be-837a-4dceb5faac41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:06.630539 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeeed29-0bf8-413a-956e-2aac5847303d req-7f9bbb8a-356f-4345-a7bb-842e4338775c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:06.631970 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fdeeed29-0bf8-413a-956e-2aac5847303d req-7f9bbb8a-356f-4345-a7bb-842e4338775c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=520f6374-db22-4d71-bbd4-ee72e2367a66 HTTP/1.1" status: 200 len: 946 time: 0.2056417 Feb 10 11:49:06.640742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-d5f55cbe-00bd-48ed-8e08-05a0fbcce6cf req-b179dfa3-f5ef-45be-837a-4dceb5faac41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port f76824f3-716e-4857-9136-0518fa73b311, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=f76824f3-716e-4857-9136-0518fa73b311,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:06.641091 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-d5f55cbe-00bd-48ed-8e08-05a0fbcce6cf req-b179dfa3-f5ef-45be-837a-4dceb5faac41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:06.772297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-d5f55cbe-00bd-48ed-8e08-05a0fbcce6cf req-b179dfa3-f5ef-45be-837a-4dceb5faac41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for f76824f3-716e-4857-9136-0518fa73b311 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:49:06.835312 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fdeeed29-0bf8-413a-956e-2aac5847303d req-aa0748aa-60ab-45e3-86c1-95cb9363ba03 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=21814396-06d3-4952-8c81-64e142c2c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969078 Feb 10 11:49:06.928475 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-d5f55cbe-00bd-48ed-8e08-05a0fbcce6cf req-b179dfa3-f5ef-45be-837a-4dceb5faac41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:06.974318 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179dfa3-f5ef-45be-837a-4dceb5faac41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=f76824f3-716e-4857-9136-0518fa73b311,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:07.058074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f55cbe-00bd-48ed-8e08-05a0fbcce6cf req-b179dfa3-f5ef-45be-837a-4dceb5faac41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] No DVR routers for this DVR port f76824f3-716e-4857-9136-0518fa73b311 on host hv-neutron-8284 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:49:07.061460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-d5f55cbe-00bd-48ed-8e08-05a0fbcce6cf req-b179dfa3-f5ef-45be-837a-4dceb5faac41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:07.064014 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520f6374-db22-4d71-bbd4-ee72e2367a66', 'name': 'network-vif-deleted', 'tag': 'f76824f3-716e-4857-9136-0518fa73b311'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:49:07.079298 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d5f55cbe-00bd-48ed-8e08-05a0fbcce6cf req-b179dfa3-f5ef-45be-837a-4dceb5faac41 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "DELETE /v2.0/ports/f76824f3-716e-4857-9136-0518fa73b311 HTTP/1.1" status: 204 len: 173 time: 0.8943033 Feb 10 11:49:07.125808 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520f6374-db22-4d71-bbd4-ee72e2367a66', 'name': 'network-vif-deleted', 'tag': 'f76824f3-716e-4857-9136-0518fa73b311', 'status': 'completed', 'code': 200} Feb 10 11:49:07.942476 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43128) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:08.010347 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8067f8cc-b496-4b4f-8144-335b2ebc70a3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:08.039640 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8067f8cc-b496-4b4f-8144-335b2ebc70a3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:08.100982 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8067f8cc-b496-4b4f-8144-335b2ebc70a3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:08.122824 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067f8cc-b496-4b4f-8144-335b2ebc70a3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21814396-06d3-4952-8c81-64e142c2c101,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:08.132202 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8067f8cc-b496-4b4f-8144-335b2ebc70a3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:08.133354 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8067f8cc-b496-4b4f-8144-335b2ebc70a3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/security-groups/21814396-06d3-4952-8c81-64e142c2c101 HTTP/1.1" status: 204 len: 168 time: 0.1897919 Feb 10 11:49:08.177240 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43134) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:08.189832 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:08.377570 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ee14e1ae-2d9b-42b8-bce9-5e6cf2da07c7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 1afe0247-0de0-4122-9bf1-5de25097b334 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:49:08.377905 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee14e1ae-2d9b-42b8-bce9-5e6cf2da07c7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:08.543463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee14e1ae-2d9b-42b8-bce9-5e6cf2da07c7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:08.543798 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee14e1ae-2d9b-42b8-bce9-5e6cf2da07c7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:08.664617 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ee14e1ae-2d9b-42b8-bce9-5e6cf2da07c7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 1afe0247-0de0-4122-9bf1-5de25097b334 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:49:08.813864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee14e1ae-2d9b-42b8-bce9-5e6cf2da07c7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:08.863961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14e1ae-2d9b-42b8-bce9-5e6cf2da07c7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=1afe0247-0de0-4122-9bf1-5de25097b334,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:09.041099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee14e1ae-2d9b-42b8-bce9-5e6cf2da07c7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:09.456347 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee14e1ae-2d9b-42b8-bce9-5e6cf2da07c7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:49:09.663928 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee14e1ae-2d9b-42b8-bce9-5e6cf2da07c7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:49:09.675086 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9217c559-4867-4555-a44e-3910d6b71e11 None None] Sync routers for ids ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:49:09.683290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee14e1ae-2d9b-42b8-bce9-5e6cf2da07c7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:09.687661 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9217c559-4867-4555-a44e-3910d6b71e11 None None] Routers {'6c48d941-725c-47a6-9f08-6a0eda88f9f9'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:09.688275 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9217c559-4867-4555-a44e-3910d6b71e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:09.741326 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ee14e1ae-2d9b-42b8-bce9-5e6cf2da07c7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/floatingips/39a5ca0f-1c1c-45c3-91b7-a4d3fd4a2ace HTTP/1.1" status: 204 len: 168 time: 1.5627818 Feb 10 11:49:09.741703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27866a2f-635f-4936-a95e-e02d761ddad5', 'tag': 'eca1ff4b-7055-409e-b426-743057cefeaa'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:49:09.799691 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27866a2f-635f-4936-a95e-e02d761ddad5', 'tag': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'status': 'completed', 'code': 200} Feb 10 11:49:09.871442 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-9217c559-4867-4555-a44e-3910d6b71e11 None None] Set router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:09.892692 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d2aab22-c94a-476b-8751-1198b2110e71 req-12f17e3a-220e-41c7-bb85-60e8ed4cc158 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 1098 time: 0.0701873 Feb 10 11:49:10.054429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2aab22-c94a-476b-8751-1198b2110e71 req-5978e7f4-e7bc-49d8-89e7-271f07dbf0a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:10.055857 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d2aab22-c94a-476b-8751-1198b2110e71 req-5978e7f4-e7bc-49d8-89e7-271f07dbf0a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7 HTTP/1.1" status: 200 len: 898 time: 0.1568897 Feb 10 11:49:10.090986 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device f76824f3-716e-4857-9136-0518fa73b311 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:49:10.166718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: f76824f3-716e-4857-9136-0518fa73b311 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:49:10.167140 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device f76824f3-716e-4857-9136-0518fa73b311 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:49:10.174262 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d2aab22-c94a-476b-8751-1198b2110e71 req-68d47d67-0c84-43a2-b285-efd4cdd643dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eca1ff4b-7055-409e-b426-743057cefeaa HTTP/1.1" status: 200 len: 217 time: 0.1099505 Feb 10 11:49:10.212348 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9217c559-4867-4555-a44e-3910d6b71e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '30f08ccc-df43-41fe-aa79-cd571ff06d2b', 'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:11:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:43Z', 'updated_at': '2022-02-10T11:47:49Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:10.216852 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9217c559-4867-4555-a44e-3910d6b71e11 None None] Checking router: 6c48d941-725c-47a6-9f08-6a0eda88f9f9 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:49:10.227271 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9217c559-4867-4555-a44e-3910d6b71e11 None None] Routers {'6c48d941-725c-47a6-9f08-6a0eda88f9f9'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:10.227864 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9217c559-4867-4555-a44e-3910d6b71e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:10.251621 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2aab22-c94a-476b-8751-1198b2110e71 req-6e7992c5-0f2e-4375-a99a-d33b6305b129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:10.253041 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d2aab22-c94a-476b-8751-1198b2110e71 req-6e7992c5-0f2e-4375-a99a-d33b6305b129 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a36b6446-8071-4f71-868d-9ecd1524f103 HTTP/1.1" status: 200 len: 835 time: 0.0687740 Feb 10 11:49:10.259389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d9cb-70a7-4337-988a-fb445a426536 req-dd3413e6-099d-4729-861b-325e030c49c9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:10.260086 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-fc94d9cb-70a7-4337-988a-fb445a426536 req-dd3413e6-099d-4729-861b-325e030c49c9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:49:10.324920 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-fc94d9cb-70a7-4337-988a-fb445a426536 req-dd3413e6-099d-4729-861b-325e030c49c9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:49:10.326085 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fc94d9cb-70a7-4337-988a-fb445a426536 req-dd3413e6-099d-4729-861b-325e030c49c9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 945 time: 0.2125871 Feb 10 11:49:10.374630 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d2aab22-c94a-476b-8751-1198b2110e71 req-93ff4820-cffb-4623-bbe0-49dfafcfd7cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8d0e2b9-4d91-4c26-afa4-9eda773607e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1116269 Feb 10 11:49:10.380840 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-fc94d9cb-70a7-4337-988a-fb445a426536 req-1cb50c92-34d3-4c42-9b77-558ead1696b4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:49:10.409621 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-9217c559-4867-4555-a44e-3910d6b71e11 None None] Set router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:10.476232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-fc94d9cb-70a7-4337-988a-fb445a426536 req-1cb50c92-34d3-4c42-9b77-558ead1696b4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:49:10.477448 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fc94d9cb-70a7-4337-988a-fb445a426536 req-1cb50c92-34d3-4c42-9b77-558ead1696b4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=c573af84-cca9-4a95-82a9-ba52e170335b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451859 Feb 10 11:49:10.524140 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d2aab22-c94a-476b-8751-1198b2110e71 req-56c714a6-e3e0-4b2c-ae53-0761d9dbe79c service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405909 Feb 10 11:49:10.727073 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9217c559-4867-4555-a44e-3910d6b71e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '30f08ccc-df43-41fe-aa79-cd571ff06d2b', 'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:11:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:43Z', 'updated_at': '2022-02-10T11:47:49Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:10.731017 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9217c559-4867-4555-a44e-3910d6b71e11 None None] The sync data for ids ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'] in dv-neutron-828497-1-hyperv is: [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '30f08ccc-df43-41fe-aa79-cd571ff06d2b', 'name': '', 'network_id': 'b8d0e2b9-4d91-4c26-afa4-9eda773607e7', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:11:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:43Z', 'updated_at': '2022-02-10T11:47:49Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': 'a36b6446-8071-4f71-868d-9ecd1524f103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:49:10.757642 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d2aab22-c94a-476b-8751-1198b2110e71 req-5d4cb311-0ca3-47a9-ac38-30b949e418b8 service neutron] 10.222.0.73 "GET /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259960 Feb 10 11:49:10.949305 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b831d3-b518-4b4f-9b68-cfaacf49fcb9 None None] New status for floating IP 39a5ca0f-1c1c-45c3-91b7-a4d3fd4a2ace: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:49:11.604343 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91004606-fd7d-46b8-96ca-9ecfee53126d req-27c6ce90-84c6-4905-86f8-c4ea5dbcfef2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:11.606490 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-91004606-fd7d-46b8-96ca-9ecfee53126d req-27c6ce90-84c6-4905-86f8-c4ea5dbcfef2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/ports?device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 945 time: 0.0823808 Feb 10 11:49:11.722113 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-91004606-fd7d-46b8-96ca-9ecfee53126d req-92a532fc-6f0b-4869-8bcf-88cb409686f3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port eca1ff4b-7055-409e-b426-743057cefeaa {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:49:11.722451 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-91004606-fd7d-46b8-96ca-9ecfee53126d req-92a532fc-6f0b-4869-8bcf-88cb409686f3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:11.787902 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ee67e-7f8d-4cc2-aad1-2b92998edb40 req-16b08648-fa60-44f5-8045-89cfe63d98ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:11.789287 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d55ee67e-7f8d-4cc2-aad1-2b92998edb40 req-16b08648-fa60-44f5-8045-89cfe63d98ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=27866a2f-635f-4936-a95e-e02d761ddad5 HTTP/1.1" status: 200 len: 945 time: 0.1818912 Feb 10 11:49:11.952678 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d55ee67e-7f8d-4cc2-aad1-2b92998edb40 req-2f3262bd-2d26-4f63-bf1b-d9ce235e5f29 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=c573af84-cca9-4a95-82a9-ba52e170335b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370051 Feb 10 11:49:12.018023 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-91004606-fd7d-46b8-96ca-9ecfee53126d req-92a532fc-6f0b-4869-8bcf-88cb409686f3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port eca1ff4b-7055-409e-b426-743057cefeaa, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=eca1ff4b-7055-409e-b426-743057cefeaa,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:12.018389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-91004606-fd7d-46b8-96ca-9ecfee53126d req-92a532fc-6f0b-4869-8bcf-88cb409686f3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:12.138701 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-91004606-fd7d-46b8-96ca-9ecfee53126d req-92a532fc-6f0b-4869-8bcf-88cb409686f3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for eca1ff4b-7055-409e-b426-743057cefeaa owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:49:12.283037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-91004606-fd7d-46b8-96ca-9ecfee53126d req-92a532fc-6f0b-4869-8bcf-88cb409686f3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:12.331673 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a532fc-6f0b-4869-8bcf-88cb409686f3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=eca1ff4b-7055-409e-b426-743057cefeaa,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:12.404551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-91004606-fd7d-46b8-96ca-9ecfee53126d req-92a532fc-6f0b-4869-8bcf-88cb409686f3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] No DVR routers for this DVR port eca1ff4b-7055-409e-b426-743057cefeaa on host hv-neutron-8284 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:49:12.406929 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-91004606-fd7d-46b8-96ca-9ecfee53126d req-92a532fc-6f0b-4869-8bcf-88cb409686f3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:12.409467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27866a2f-635f-4936-a95e-e02d761ddad5', 'name': 'network-vif-deleted', 'tag': 'eca1ff4b-7055-409e-b426-743057cefeaa'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:49:12.424354 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-91004606-fd7d-46b8-96ca-9ecfee53126d req-92a532fc-6f0b-4869-8bcf-88cb409686f3 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "DELETE /v2.0/ports/eca1ff4b-7055-409e-b426-743057cefeaa HTTP/1.1" status: 204 len: 173 time: 0.7882891 Feb 10 11:49:12.471044 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27866a2f-635f-4936-a95e-e02d761ddad5', 'name': 'network-vif-deleted', 'tag': 'eca1ff4b-7055-409e-b426-743057cefeaa', 'status': 'completed', 'code': 200} Feb 10 11:49:13.061792 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43150) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:13.134471 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f713c279-ef7b-4cc9-85cd-b596e85eddd9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:13.166191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f713c279-ef7b-4cc9-85cd-b596e85eddd9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:13.235679 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f713c279-ef7b-4cc9-85cd-b596e85eddd9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:13.255483 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713c279-ef7b-4cc9-85cd-b596e85eddd9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c573af84-cca9-4a95-82a9-ba52e170335b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:13.271735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f713c279-ef7b-4cc9-85cd-b596e85eddd9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:13.272885 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f713c279-ef7b-4cc9-85cd-b596e85eddd9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/security-groups/c573af84-cca9-4a95-82a9-ba52e170335b HTTP/1.1" status: 204 len: 168 time: 0.2100906 Feb 10 11:49:13.316171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43156) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:13.743166 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc6f8375-d5da-4fe0-90eb-79a0981bce82 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:14.440593 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-cc6f8375-d5da-4fe0-90eb-79a0981bce82 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 30f08ccc-df43-41fe-aa79-cd571ff06d2b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:49:14.441318 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc6f8375-d5da-4fe0-90eb-79a0981bce82 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:14.627323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-cc6f8375-d5da-4fe0-90eb-79a0981bce82 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port 30f08ccc-df43-41fe-aa79-cd571ff06d2b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=30f08ccc-df43-41fe-aa79-cd571ff06d2b,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:14.627675 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc6f8375-d5da-4fe0-90eb-79a0981bce82 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:14.749199 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-cc6f8375-d5da-4fe0-90eb-79a0981bce82 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 30f08ccc-df43-41fe-aa79-cd571ff06d2b owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:49:14.935161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc6f8375-d5da-4fe0-90eb-79a0981bce82 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:14.984472 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f8375-d5da-4fe0-90eb-79a0981bce82 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=30f08ccc-df43-41fe-aa79-cd571ff06d2b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:15.289535 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cc6f8375-d5da-4fe0-90eb-79a0981bce82 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:15.974141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6f8375-d5da-4fe0-90eb-79a0981bce82 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:49:16.119651 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device eca1ff4b-7055-409e-b426-743057cefeaa no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:49:16.158409 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: eca1ff4b-7055-409e-b426-743057cefeaa {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:49:16.158794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device eca1ff4b-7055-409e-b426-743057cefeaa not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:49:16.181849 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6f8375-d5da-4fe0-90eb-79a0981bce82 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:49:16.191736 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc666f25-a874-40b9-9719-181d90678d70 None None] Sync routers for ids ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:49:16.196017 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cc6f8375-d5da-4fe0-90eb-79a0981bce82 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/6c48d941-725c-47a6-9f08-6a0eda88f9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8784993 Feb 10 11:49:16.198788 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43160) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:16.205083 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc666f25-a874-40b9-9719-181d90678d70 None None] Routers {'6c48d941-725c-47a6-9f08-6a0eda88f9f9'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:16.205722 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-bc666f25-a874-40b9-9719-181d90678d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:16.390510 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-452515f9-6d43-46e8-b2a8-60960c95b168 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting subnet a36b6446-8071-4f71-868d-9ecd1524f103 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:49:16.393350 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-452515f9-6d43-46e8-b2a8-60960c95b168 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:16.415894 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-bc666f25-a874-40b9-9719-181d90678d70 None None] Set router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:16.447476 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-452515f9-6d43-46e8-b2a8-60960c95b168 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:16.534195 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-452515f9-6d43-46e8-b2a8-60960c95b168 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:16.606639 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-452515f9-6d43-46e8-b2a8-60960c95b168 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:16.645741 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452515f9-6d43-46e8-b2a8-60960c95b168 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Subnet': ['ID=a36b6446-8071-4f71-868d-9ecd1524f103,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:16.652266 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-452515f9-6d43-46e8-b2a8-60960c95b168 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:16.661488 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-452515f9-6d43-46e8-b2a8-60960c95b168 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/subnets/a36b6446-8071-4f71-868d-9ecd1524f103 HTTP/1.1" status: 204 len: 168 time: 0.4585922 Feb 10 11:49:16.661643 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b76161-99a7-4f77-8353-b9ba2b323818 None None] Network b8d0e2b9-4d91-4c26-afa4-9eda773607e7 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:49:16.661749 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43164) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:16.695830 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-bc666f25-a874-40b9-9719-181d90678d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:49:14Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:16.700452 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc666f25-a874-40b9-9719-181d90678d70 None None] Checking router: 6c48d941-725c-47a6-9f08-6a0eda88f9f9 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:49:16.711324 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc666f25-a874-40b9-9719-181d90678d70 None None] Routers {'6c48d941-725c-47a6-9f08-6a0eda88f9f9'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:16.711921 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-bc666f25-a874-40b9-9719-181d90678d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:16.867969 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9c5e-754e-4696-bf6e-bc8548738b4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:16.922063 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-bc666f25-a874-40b9-9719-181d90678d70 None None] Set router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:16.950592 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] DHCP port deletion for b8d0e2b9-4d91-4c26-afa4-9eda773607e7 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:49:16.954945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] Deleting port f4a85ed6-eb77-42e0-ada0-dd26fab4728e {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:49:16.955321 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:17.147582 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f4a85ed6-eb77-42e0-ada0-dd26fab4728e no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:49:17.195560 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9c5e-754e-4696-bf6e-bc8548738b4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:17.207680 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd9c5e-754e-4696-bf6e-bc8548738b4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:49:17.208115 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9c5e-754e-4696-bf6e-bc8548738b4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:17.240324 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] For port f4a85ed6-eb77-42e0-ada0-dd26fab4728e, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f4a85ed6-eb77-42e0-ada0-dd26fab4728e,segment=NetworkSegment(a56c3c9d-e1a1-4392-8911-68cbe8350e17),segment_id=a56c3c9d-e1a1-4392-8911-68cbe8350e17)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:17.240722 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:17.246511 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-bc666f25-a874-40b9-9719-181d90678d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:49:14Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:17.250960 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc666f25-a874-40b9-9719-181d90678d70 None None] The sync data for ids ['6c48d941-725c-47a6-9f08-6a0eda88f9f9'] in dv-neutron-828497-1-hyperv is: [{'id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'name': 'tempest-TestNetworkBasicOps-router-2086719424', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:49:14Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': '7b8bf05c-f9d5-4cf0-8649-f51ac895e69a', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c48d941-725c-47a6-9f08-6a0eda88f9f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:38Z', 'updated_at': '2022-02-10T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:49:17.392636 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] Calling delete_port for f4a85ed6-eb77-42e0-ada0-dd26fab4728e owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:49:17.399526 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4fbd9c5e-754e-4696-bf6e-bc8548738b4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7b8bf05c-f9d5-4cf0-8649-f51ac895e69a,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:17.399889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9c5e-754e-4696-bf6e-bc8548738b4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:17.465444 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:17.524445 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd9c5e-754e-4696-bf6e-bc8548738b4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:49:17.532554 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:17.584965 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] Pushing event deleted for resources: {'Port': ['ID=f4a85ed6-eb77-42e0-ada0-dd26fab4728e,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:17.597320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:17.597676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:17.598021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:17.598361 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:17.598698 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:17.599028 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:17.599359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:17.599690 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:17.600019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:17.600346 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:17.600676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:17.605421 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1575f3-78db-4edd-a401-0d8dc6c4669c None None] No DVR routers for this DVR port f4a85ed6-eb77-42e0-ada0-dd26fab4728e on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:49:17.707709 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9c5e-754e-4696-bf6e-bc8548738b4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:17.755890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd9c5e-754e-4696-bf6e-bc8548738b4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=7b8bf05c-f9d5-4cf0-8649-f51ac895e69a,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:17.993578 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9c5e-754e-4696-bf6e-bc8548738b4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:18.254685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9c5e-754e-4696-bf6e-bc8548738b4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:18.258955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9c5e-754e-4696-bf6e-bc8548738b4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:18.285367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9c5e-754e-4696-bf6e-bc8548738b4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:18.285913 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbd9c5e-754e-4696-bf6e-bc8548738b4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Fanout notify agent at l3_agent the message router_deleted on router 6c48d941-725c-47a6-9f08-6a0eda88f9f9 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:49:18.301699 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9c5e-754e-4696-bf6e-bc8548738b4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:18.302813 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4fbd9c5e-754e-4696-bf6e-bc8548738b4c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/routers/6c48d941-725c-47a6-9f08-6a0eda88f9f9 HTTP/1.1" status: 204 len: 168 time: 1.6401830 Feb 10 11:49:18.305624 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43168) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:18.424731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61420523-3553-4a3c-b787-2aa9d1b9ea6d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:18.661547 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61420523-3553-4a3c-b787-2aa9d1b9ea6d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:18.687398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-61420523-3553-4a3c-b787-2aa9d1b9ea6d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d0e2b9-4d91-4c26-afa4-9eda773607e7']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:18.703433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-61420523-3553-4a3c-b787-2aa9d1b9ea6d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56c3c9d-e1a1-4392-8911-68cbe8350e17') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:18.703727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-61420523-3553-4a3c-b787-2aa9d1b9ea6d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56c3c9d-e1a1-4392-8911-68cbe8350e17') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:18.719061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61420523-3553-4a3c-b787-2aa9d1b9ea6d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:18.736767 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61420523-3553-4a3c-b787-2aa9d1b9ea6d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:18.743227 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61420523-3553-4a3c-b787-2aa9d1b9ea6d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:49:18.743626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61420523-3553-4a3c-b787-2aa9d1b9ea6d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:49:18.759199 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:49:18.843138 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61420523-3553-4a3c-b787-2aa9d1b9ea6d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:18.847811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61420523-3553-4a3c-b787-2aa9d1b9ea6d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:18.881889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61420523-3553-4a3c-b787-2aa9d1b9ea6d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Network': ['ID=b8d0e2b9-4d91-4c26-afa4-9eda773607e7,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:18.889425 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-61420523-3553-4a3c-b787-2aa9d1b9ea6d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/networks/b8d0e2b9-4d91-4c26-afa4-9eda773607e7 HTTP/1.1" status: 204 len: 168 time: 0.5789573 Feb 10 11:49:18.919588 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43172) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:18.926936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b9e10b7a-62ff-44bb-b4e1-6494636b529a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'network': {'name': 'tempest-network-smoke--1839798014', 'project_id': '0287a4c215574103957c73d52a854e74', 'port_security_enabled': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:18.932091 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b9e10b7a-62ff-44bb-b4e1-6494636b529a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:18.936944 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b9e10b7a-62ff-44bb-b4e1-6494636b529a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:network and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:18.939893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b9e10b7a-62ff-44bb-b4e1-6494636b529a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:18.946242 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b9e10b7a-62ff-44bb-b4e1-6494636b529a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:18.957379 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e10b7a-62ff-44bb-b4e1-6494636b529a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:49:18.960401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b9e10b7a-62ff-44bb-b4e1-6494636b529a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:18.990712 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e10b7a-62ff-44bb-b4e1-6494636b529a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:49:19.003427 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b9e10b7a-62ff-44bb-b4e1-6494636b529a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:19.004132 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-b9e10b7a-62ff-44bb-b4e1-6494636b529a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Added segment 9ad98532-e486-464f-8e37-b657b0783319 of type vlan for network d58891c1-e420-4870-8c3c-c3d413c904c4 Feb 10 11:49:19.037304 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b9e10b7a-62ff-44bb-b4e1-6494636b529a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:19.061994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 30f08ccc-df43-41fe-aa79-cd571ff06d2b no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:49:19.072635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b9e10b7a-62ff-44bb-b4e1-6494636b529a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:19.076913 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e10b7a-62ff-44bb-b4e1-6494636b529a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:19.077545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b9e10b7a-62ff-44bb-b4e1-6494636b529a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:19.096426 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 30f08ccc-df43-41fe-aa79-cd571ff06d2b {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:49:19.096778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 30f08ccc-df43-41fe-aa79-cd571ff06d2b not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:49:19.097235 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:49:19.131811 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:49:19.132163 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7b8bf05c-f9d5-4cf0-8649-f51ac895e69a not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:49:19.200531 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b9e10b7a-62ff-44bb-b4e1-6494636b529a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2779698 Feb 10 11:49:19.201355 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e10b7a-62ff-44bb-b4e1-6494636b529a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Network': ['ID=d58891c1-e420-4870-8c3c-c3d413c904c4,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:19.203885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43176) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:19.209288 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-534401820', 'admin_state_up': True, 'project_id': '0287a4c215574103957c73d52a854e74', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:19.213356 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network d58891c1-e420-4870-8c3c-c3d413c904c4 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:49:19.217368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:19.221431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:router and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:19.224337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:19.230466 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:19.243156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:19.244098 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:19.263757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:19.412634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:19.718553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:19.750435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:19.897789 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.26.4.127 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/e9f22199-e4fe-4c3b-a202-7c0792c41421) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:49:20.055218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:20.084132 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:20.151376 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:49:20.154264 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:49:20.157907 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:49:20.190667 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=e9f22199-e4fe-4c3b-a202-7c0792c41421,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:20.211271 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:20.211932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:20.211932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:20.212236 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:20.212578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:20.212883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:20.213232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:20.213552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:20.213867 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:20.214350 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:20.214677 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:20.329894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:20.330540 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:20.564473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router a84208f2-29fc-4b89-be36-c93b6e34f927 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:49:20.764931 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:49:20.774825 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Sync routers for ids ['a84208f2-29fc-4b89-be36-c93b6e34f927'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:49:20.787159 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Routers {'a84208f2-29fc-4b89-be36-c93b6e34f927'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:20.787762 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a84208f2-29fc-4b89-be36-c93b6e34f927'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:20.793212 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:20.794718 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-216ba99f-6bf8-4a4a-916c-162fafaea56a tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5897341 Feb 10 11:49:20.797942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43180) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:20.840643 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-692d941f-16de-4eb9-9814-502478e41320 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=0287a4c215574103957c73d52a854e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414512 Feb 10 11:49:20.843249 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43184) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:20.980243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6189b5c7-498c-45f4-a1d0-0b747b7e5f81 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:20.981759 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6189b5c7-498c-45f4-a1d0-0b747b7e5f81 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1375954 Feb 10 11:49:20.984730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43188) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:21.011048 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Set router a84208f2-29fc-4b89-be36-c93b6e34f927 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:21.028233 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-62be408e-2b68-4f5b-90f5-b8cfe723a155 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423176 Feb 10 11:49:21.030726 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43192) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:21.035950 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-15c9b9fc-84bc-4bba-ba8b-ca2948095271 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2138893293', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'project_id': '0287a4c215574103957c73d52a854e74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:21.143624 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-15c9b9fc-84bc-4bba-ba8b-ca2948095271 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:21.147861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-15c9b9fc-84bc-4bba-ba8b-ca2948095271 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:subnet and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:21.150706 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-15c9b9fc-84bc-4bba-ba8b-ca2948095271 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:21.156796 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-15c9b9fc-84bc-4bba-ba8b-ca2948095271 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:21.168805 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c9b9fc-84bc-4bba-ba8b-ca2948095271 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:49:21.274207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15c9b9fc-84bc-4bba-ba8b-ca2948095271 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:21.303060 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'name': 'tempest-TestNetworkBasicOps-router-534401820', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:20Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:21.306924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Checking router: a84208f2-29fc-4b89-be36-c93b6e34f927 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:49:21.307278 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Updating router a84208f2-29fc-4b89-be36-c93b6e34f927 port e9f22199-e4fe-4c3b-a202-7c0792c41421 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:49:21.363550 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:21.506983 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15c9b9fc-84bc-4bba-ba8b-ca2948095271 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:21.591392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9b9fc-84bc-4bba-ba8b-ca2948095271 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Subnet': ['ID=38bbc9de-ddf7-4598-b867-ad1d0317eb82,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:21.601805 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c9b9fc-84bc-4bba-ba8b-ca2948095271 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Checking segment: {'id': '9ad98532-e486-464f-8e37-b657b0783319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:49:21.602190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c9b9fc-84bc-4bba-ba8b-ca2948095271 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network hostable DHCP agents. Network: d58891c1-e420-4870-8c3c-c3d413c904c4, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:49:21.625250 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c9b9fc-84bc-4bba-ba8b-ca2948095271 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network d58891c1-e420-4870-8c3c-c3d413c904c4 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:49:21.634917 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-15c9b9fc-84bc-4bba-ba8b-ca2948095271 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, d58891c1-e420-4870-8c3c-c3d413c904c4) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:49:21.639903 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c9b9fc-84bc-4bba-ba8b-ca2948095271 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:21.640630 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15c9b9fc-84bc-4bba-ba8b-ca2948095271 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:21.648325 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9122f3be-38cf-45b5-9dd1-ab95b9586cf6 None None] Network d58891c1-e420-4870-8c3c-c3d413c904c4 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:49:21.666512 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-15c9b9fc-84bc-4bba-ba8b-ca2948095271 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6320415 Feb 10 11:49:21.666777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43196) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:21.793315 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:21.821685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Transition to ACTIVE for port object e9f22199-e4fe-4c3b-a202-7c0792c41421 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:49:21.835344 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:21.975961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfb166-80ee-4b51-abcf-dbce82001323 None None] Pushing event updated for resources: {'Port': ['ID=e9f22199-e4fe-4c3b-a202-7c0792c41421,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:21.979187 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Attempting to bind port e9f22199-e4fe-4c3b-a202-7c0792c41421 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:49:21.980174 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Attempting to bind port e9f22199-e4fe-4c3b-a202-7c0792c41421 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:49:21.980622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Attempting to bind port e9f22199-e4fe-4c3b-a202-7c0792c41421 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:49:22.020842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:49:22.021244 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:49:22.021654 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:22.022062 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:49:22.022525 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Bound port: e9f22199-e4fe-4c3b-a202-7c0792c41421, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:49:22.022899 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:22.062932 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-d58891c1-e420-4870-8c3c-c3d413c904c4', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ips': [{'subnet_id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:49:22.063765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:22.170924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] For port e9f22199-e4fe-4c3b-a202-7c0792c41421, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:49:22.192355 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] For port e9f22199-e4fe-4c3b-a202-7c0792c41421, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e9f22199-e4fe-4c3b-a202-7c0792c41421,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:49:22.201660 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:22.366012 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfb166-80ee-4b51-abcf-dbce82001323 None None] Pushing event updated for resources: {'Port': ['ID=e9f22199-e4fe-4c3b-a202-7c0792c41421,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:22.371153 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Allocated IP 172.20.0.2 (d58891c1-e420-4870-8c3c-c3d413c904c4/38bbc9de-ddf7-4598-b867-ad1d0317eb82/cad02768-8814-4a38-9bbc-4ae75c95160d) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:49:22.376288 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Routers {'a84208f2-29fc-4b89-be36-c93b6e34f927'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:22.376759 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a84208f2-29fc-4b89-be36-c93b6e34f927'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:22.649404 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:22.722859 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] Set router a84208f2-29fc-4b89-be36-c93b6e34f927 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:22.974175 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:22.990060 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Transition to ACTIVE for port object cad02768-8814-4a38-9bbc-4ae75c95160d will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:49:23.035143 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Transition to ACTIVE for port object cad02768-8814-4a38-9bbc-4ae75c95160d will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:49:23.066210 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:23.104910 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.1 (d58891c1-e420-4870-8c3c-c3d413c904c4/38bbc9de-ddf7-4598-b867-ad1d0317eb82/34ce93ce-1125-426b-b1e9-d2cd841b82a9) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:49:23.153900 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Network d58891c1-e420-4870-8c3c-c3d413c904c4 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:49:23.156171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Pushing event updated for resources: {'Port': ['ID=cad02768-8814-4a38-9bbc-4ae75c95160d,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:23.159535 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:49:23.161575 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:49:23.264509 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'name': 'tempest-TestNetworkBasicOps-router-534401820', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:20Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:23.266650 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Attempting to bind port cad02768-8814-4a38-9bbc-4ae75c95160d on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:49:23.267017 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Attempting to bind port cad02768-8814-4a38-9bbc-4ae75c95160d by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9ad98532-e486-464f-8e37-b657b0783319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:49:23.267370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Attempting to bind port cad02768-8814-4a38-9bbc-4ae75c95160d on network d58891c1-e420-4870-8c3c-c3d413c904c4 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:49:23.272867 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7540d-7e90-4940-9de3-d660ec9b228c None None] The sync data for ids ['a84208f2-29fc-4b89-be36-c93b6e34f927'] in dv-neutron-828497-1-hyperv is: [{'id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'name': 'tempest-TestNetworkBasicOps-router-534401820', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:20Z', 'revision_number': 3, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:49:23.276972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:23.279808 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:49:23.279808 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Checking segment: {'id': '9ad98532-e486-464f-8e37-b657b0783319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:49:23.280056 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:23.280387 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Bound using segment: {'id': '9ad98532-e486-464f-8e37-b657b0783319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:49:23.280864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Bound port: cad02768-8814-4a38-9bbc-4ae75c95160d, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad98532-e486-464f-8e37-b657b0783319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:49:23.281248 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:23.301839 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object 34ce93ce-1125-426b-b1e9-d2cd841b82a9 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:49:23.326405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:23.376116 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] For port cad02768-8814-4a38-9bbc-4ae75c95160d, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:49:23.380272 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] For port cad02768-8814-4a38-9bbc-4ae75c95160d, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cad02768-8814-4a38-9bbc-4ae75c95160d,segment=NetworkSegment(9ad98532-e486-464f-8e37-b657b0783319),segment_id=9ad98532-e486-464f-8e37-b657b0783319)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:49:23.387302 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:23.404318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network d58891c1-e420-4870-8c3c-c3d413c904c4 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:49:23.407585 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:49:23.412704 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:49:23.444310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=34ce93ce-1125-426b-b1e9-d2cd841b82a9,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:23.487192 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a7076-d1d7-48de-9bb3-2fe8d294f66a None None] Pushing event updated for resources: {'Port': ['ID=cad02768-8814-4a38-9bbc-4ae75c95160d,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:23.499737 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:23.602260 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:24.172052 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:24.176930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:24.293450 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=34ce93ce-1125-426b-b1e9-d2cd841b82a9,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:24.295832 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:24.447682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network d58891c1-e420-4870-8c3c-c3d413c904c4 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:49:24.450268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:49:24.463944 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5778a17-b5f2-4aa2-ba80-0bc0125f34d0 None None] Network d58891c1-e420-4870-8c3c-c3d413c904c4 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:49:24.571600 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-006aa50f-a323-464f-8fea-a4fa4a15d346 None None] Provisioning for port cad02768-8814-4a38-9bbc-4ae75c95160d completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:49:24.853559 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router a84208f2-29fc-4b89-be36-c93b6e34f927 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:49:24.911526 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-45d9d626-5507-4449-bcbe-4ed4860d3d45 None None] Provisioning for port 34ce93ce-1125-426b-b1e9-d2cd841b82a9 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:49:24.916739 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-45d9d626-5507-4449-bcbe-4ed4860d3d45 None None] Provisioning complete for port 34ce93ce-1125-426b-b1e9-d2cd841b82a9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:24.917376 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-45d9d626-5507-4449-bcbe-4ed4860d3d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:24.976686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-45d9d626-5507-4449-bcbe-4ed4860d3d45 None None] Port 34ce93ce-1125-426b-b1e9-d2cd841b82a9 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:49:25.091994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:49:25.108561 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cdd5cebc-325b-4a1c-830e-19c0d56177ac tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/a84208f2-29fc-4b89-be36-c93b6e34f927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4405284 Feb 10 11:49:25.111647 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43200) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:25.116213 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cad02768-8814-4a38-9bbc-4ae75c95160d up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:49:25.199636 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port cad02768-8814-4a38-9bbc-4ae75c95160d completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:49:25.206669 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port cad02768-8814-4a38-9bbc-4ae75c95160d triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:25.207050 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:25.270929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c5f08e-56a6-466b-9e3c-58dab9ddfcd9 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:25.271557 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c5f08e-56a6-466b-9e3c-58dab9ddfcd9 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:25.271640 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c5f08e-56a6-466b-9e3c-58dab9ddfcd9 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:25.272403 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c5f08e-56a6-466b-9e3c-58dab9ddfcd9 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:25.276227 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c3c5f08e-56a6-466b-9e3c-58dab9ddfcd9 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1609516 Feb 10 11:49:25.276472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-66efa51c-e941-49d0-9575-af14054599d0 None None] Provisioning complete for port 34ce93ce-1125-426b-b1e9-d2cd841b82a9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:25.276472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-66efa51c-e941-49d0-9575-af14054599d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:25.276717 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43204) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:25.340836 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-66efa51c-e941-49d0-9575-af14054599d0 None None] Port 34ce93ce-1125-426b-b1e9-d2cd841b82a9 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:49:25.350330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b171808-4761-4819-8281-65f54a7676d6 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:25.350718 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b171808-4761-4819-8281-65f54a7676d6 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:25.351082 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b171808-4761-4819-8281-65f54a7676d6 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:25.351440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b171808-4761-4819-8281-65f54a7676d6 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:25.353069 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3b171808-4761-4819-8281-65f54a7676d6 tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0756285 Feb 10 11:49:25.356432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43208) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:25.396909 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:25.429709 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port cad02768-8814-4a38-9bbc-4ae75c95160d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cad02768-8814-4a38-9bbc-4ae75c95160d,segment=NetworkSegment(9ad98532-e486-464f-8e37-b657b0783319),segment_id=9ad98532-e486-464f-8e37-b657b0783319)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:25.433419 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:25.434172 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e9f22199-e4fe-4c3b-a202-7c0792c41421 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:49:25.559823 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6415218c-2acb-4bac-ac58-1ed4a9bdf24a tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2023017 Feb 10 11:49:25.560040 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=cad02768-8814-4a38-9bbc-4ae75c95160d,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:25.563691 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e1d8bd79-daa1-4fb6-86ba-522a17d16089 None None] Provisioning complete for port 34ce93ce-1125-426b-b1e9-d2cd841b82a9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:25.564078 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e1d8bd79-daa1-4fb6-86ba-522a17d16089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:25.621528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e1d8bd79-daa1-4fb6-86ba-522a17d16089 None None] Port 34ce93ce-1125-426b-b1e9-d2cd841b82a9 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:49:25.627010 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port e9f22199-e4fe-4c3b-a202-7c0792c41421 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:49:25.631841 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port e9f22199-e4fe-4c3b-a202-7c0792c41421 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:25.632208 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:25.784242 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:25.800147 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port e9f22199-e4fe-4c3b-a202-7c0792c41421, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e9f22199-e4fe-4c3b-a202-7c0792c41421,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:25.805114 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:25.870730 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=e9f22199-e4fe-4c3b-a202-7c0792c41421,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:26.143610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43214) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:26.149475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-9b1fa54d-167b-4c6e-b233-e6d4336d8759 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1231037395', 'description': 'tempest-secgroup-smoke-1231037395 description', 'project_id': '0287a4c215574103957c73d52a854e74'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:26.155462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9b1fa54d-167b-4c6e-b233-e6d4336d8759 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:26.159637 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9b1fa54d-167b-4c6e-b233-e6d4336d8759 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:26.162855 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9b1fa54d-167b-4c6e-b233-e6d4336d8759 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:26.168535 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9b1fa54d-167b-4c6e-b233-e6d4336d8759 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:26.178599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa54d-167b-4c6e-b233-e6d4336d8759 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.217939 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9b1fa54d-167b-4c6e-b233-e6d4336d8759 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:26.221914 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9b1fa54d-167b-4c6e-b233-e6d4336d8759 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:26.224720 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9b1fa54d-167b-4c6e-b233-e6d4336d8759 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:26.231100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9b1fa54d-167b-4c6e-b233-e6d4336d8759 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:26.386350 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa54d-167b-4c6e-b233-e6d4336d8759 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.390241 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa54d-167b-4c6e-b233-e6d4336d8759 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.435963 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fa54d-167b-4c6e-b233-e6d4336d8759 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c96b98d-926a-4263-9354-16f26ee100d6,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:26.439811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa54d-167b-4c6e-b233-e6d4336d8759 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.440994 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9b1fa54d-167b-4c6e-b233-e6d4336d8759 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2964199 Feb 10 11:49:26.443912 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43218) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:26.450137 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-cb9e47d2-c2a9-4493-b3d5-22e9a9d2294f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3c96b98d-926a-4263-9354-16f26ee100d6', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:26.455987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-cb9e47d2-c2a9-4493-b3d5-22e9a9d2294f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:26.459809 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cb9e47d2-c2a9-4493-b3d5-22e9a9d2294f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:26.462629 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cb9e47d2-c2a9-4493-b3d5-22e9a9d2294f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:26.469107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-cb9e47d2-c2a9-4493-b3d5-22e9a9d2294f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:26.485922 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cb9e47d2-c2a9-4493-b3d5-22e9a9d2294f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.528418 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ce51eb37-4c7e-4098-935d-8ba78d701e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.550953 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cb9e47d2-c2a9-4493-b3d5-22e9a9d2294f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.554375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cb9e47d2-c2a9-4493-b3d5-22e9a9d2294f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.579668 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e47d2-c2a9-4493-b3d5-22e9a9d2294f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328f6263-5cb9-4894-8baa-64db4482fa57,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:26.590342 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cb9e47d2-c2a9-4493-b3d5-22e9a9d2294f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.591511 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cb9e47d2-c2a9-4493-b3d5-22e9a9d2294f tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1467030 Feb 10 11:49:26.594368 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43222) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:26.599911 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-53f36852-3c6e-4823-abc0-45d4160b1ce2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3c96b98d-926a-4263-9354-16f26ee100d6', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:26.606969 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-53f36852-3c6e-4823-abc0-45d4160b1ce2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:26.611040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-53f36852-3c6e-4823-abc0-45d4160b1ce2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:26.614011 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-53f36852-3c6e-4823-abc0-45d4160b1ce2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:26.619937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-53f36852-3c6e-4823-abc0-45d4160b1ce2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:26.637814 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-53f36852-3c6e-4823-abc0-45d4160b1ce2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.704919 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-53f36852-3c6e-4823-abc0-45d4160b1ce2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.709195 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-53f36852-3c6e-4823-abc0-45d4160b1ce2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.737541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f36852-3c6e-4823-abc0-45d4160b1ce2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9450ba71-838c-4bfb-8f14-4434b32b3a76,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:26.744108 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-53f36852-3c6e-4823-abc0-45d4160b1ce2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.745835 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-53f36852-3c6e-4823-abc0-45d4160b1ce2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1504607 Feb 10 11:49:26.748746 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43226) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:26.754239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-2e85fcc4-928c-4033-b635-12143728d2d6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3c96b98d-926a-4263-9354-16f26ee100d6', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:26.760226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2e85fcc4-928c-4033-b635-12143728d2d6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:26.764805 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2e85fcc4-928c-4033-b635-12143728d2d6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:26.767711 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2e85fcc4-928c-4033-b635-12143728d2d6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:26.774063 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2e85fcc4-928c-4033-b635-12143728d2d6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:26.793215 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2e85fcc4-928c-4033-b635-12143728d2d6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.856424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2e85fcc4-928c-4033-b635-12143728d2d6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.860846 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2e85fcc4-928c-4033-b635-12143728d2d6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.883151 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85fcc4-928c-4033-b635-12143728d2d6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2673eed3-bada-48b8-a235-c2c294c27844,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:26.883902 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Sync routers for ids ['a84208f2-29fc-4b89-be36-c93b6e34f927'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:49:26.896383 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2e85fcc4-928c-4033-b635-12143728d2d6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.898013 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2e85fcc4-928c-4033-b635-12143728d2d6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1483030 Feb 10 11:49:26.900762 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43230) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:26.903013 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Routers {'a84208f2-29fc-4b89-be36-c93b6e34f927'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:26.903628 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a84208f2-29fc-4b89-be36-c93b6e34f927'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:26.906499 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-1c1eb980-4c71-41d1-8279-8d6363fc57c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3c96b98d-926a-4263-9354-16f26ee100d6', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:26.912745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1c1eb980-4c71-41d1-8279-8d6363fc57c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:26.916691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1c1eb980-4c71-41d1-8279-8d6363fc57c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:26.919912 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1c1eb980-4c71-41d1-8279-8d6363fc57c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:26.925849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1c1eb980-4c71-41d1-8279-8d6363fc57c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:26.944849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb980-4c71-41d1-8279-8d6363fc57c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.012393 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb980-4c71-41d1-8279-8d6363fc57c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.017205 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb980-4c71-41d1-8279-8d6363fc57c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.045153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1eb980-4c71-41d1-8279-8d6363fc57c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e24f659-c66f-493c-9163-cb0492338b1f,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:27.055857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb980-4c71-41d1-8279-8d6363fc57c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.058181 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1c1eb980-4c71-41d1-8279-8d6363fc57c2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1557295 Feb 10 11:49:27.060963 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43234) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:27.066337 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cad02768-8814-4a38-9bbc-4ae75c95160d up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:49:27.067230 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0aeee3e6-6ce8-4b41-9152-4c69ec85d4b2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3c96b98d-926a-4263-9354-16f26ee100d6', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:27.073391 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0aeee3e6-6ce8-4b41-9152-4c69ec85d4b2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:27.077736 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0aeee3e6-6ce8-4b41-9152-4c69ec85d4b2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:27.080685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0aeee3e6-6ce8-4b41-9152-4c69ec85d4b2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:27.086467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0aeee3e6-6ce8-4b41-9152-4c69ec85d4b2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:27.098231 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-0aeee3e6-6ce8-4b41-9152-4c69ec85d4b2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:49:27.102985 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Set router a84208f2-29fc-4b89-be36-c93b6e34f927 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:27.104999 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aeee3e6-6ce8-4b41-9152-4c69ec85d4b2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.145690 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port cad02768-8814-4a38-9bbc-4ae75c95160d triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:27.146298 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.177486 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aeee3e6-6ce8-4b41-9152-4c69ec85d4b2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.182288 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aeee3e6-6ce8-4b41-9152-4c69ec85d4b2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.217452 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeee3e6-6ce8-4b41-9152-4c69ec85d4b2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce24791e-4a6e-4afa-9fb4-0d67dd6dd7c2,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:27.225402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aeee3e6-6ce8-4b41-9152-4c69ec85d4b2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.229508 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43238) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:27.233752 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0aeee3e6-6ce8-4b41-9152-4c69ec85d4b2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1709938 Feb 10 11:49:27.235553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-04019af9-2b29-4abd-9d3b-1ee3f03c38a5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'security_group_rule': {'security_group_id': '3c96b98d-926a-4263-9354-16f26ee100d6', 'project_id': '0287a4c215574103957c73d52a854e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:27.241456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-04019af9-2b29-4abd-9d3b-1ee3f03c38a5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:27.246061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-04019af9-2b29-4abd-9d3b-1ee3f03c38a5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:security_group_rule and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:27.249063 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-04019af9-2b29-4abd-9d3b-1ee3f03c38a5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:27.258057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-04019af9-2b29-4abd-9d3b-1ee3f03c38a5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:27.270505 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-04019af9-2b29-4abd-9d3b-1ee3f03c38a5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Project 0287a4c215574103957c73d52a854e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:49:27.272435 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e9f22199-e4fe-4c3b-a202-7c0792c41421 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:49:27.278360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-04019af9-2b29-4abd-9d3b-1ee3f03c38a5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.346060 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port e9f22199-e4fe-4c3b-a202-7c0792c41421 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:27.346422 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.349539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-04019af9-2b29-4abd-9d3b-1ee3f03c38a5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.354081 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-04019af9-2b29-4abd-9d3b-1ee3f03c38a5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.380204 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04019af9-2b29-4abd-9d3b-1ee3f03c38a5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63714d16-696b-4c4d-a4bc-d90e6dc012ef,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:27.392014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-04019af9-2b29-4abd-9d3b-1ee3f03c38a5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.393509 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-04019af9-2b29-4abd-9d3b-1ee3f03c38a5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1630044 Feb 10 11:49:27.442115 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'name': 'tempest-TestNetworkBasicOps-router-534401820', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '34ce93ce-1125-426b-b1e9-d2cd841b82a9', 'name': '', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:78:65:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:22Z', 'updated_at': '2022-02-10T11:49:23Z', 'revision_number': 2, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:27.447842 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Checking router: a84208f2-29fc-4b89-be36-c93b6e34f927 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:49:27.449153 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Updating router a84208f2-29fc-4b89-be36-c93b6e34f927 port 34ce93ce-1125-426b-b1e9-d2cd841b82a9 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:49:27.544547 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.579637 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-d62d1e05-3ae8-4405-85a3-1ac05c59cb99 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:49:27.595417 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-d62d1e05-3ae8-4405-85a3-1ac05c59cb99 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:49:27.596545 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-d62d1e05-3ae8-4405-85a3-1ac05c59cb99 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1231037395&fields=id&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 267 time: 0.0588667 Feb 10 11:49:27.746314 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-2da163c4-af3b-497e-a9d1-a43a1c55c2ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:27.747804 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-2da163c4-af3b-497e-a9d1-a43a1c55c2ba tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/networks?id=d58891c1-e420-4870-8c3c-c3d413c904c4 HTTP/1.1" status: 200 len: 797 time: 0.1445203 Feb 10 11:49:27.763931 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-109eba4e-5498-43e4-8d4f-4c5dcfbc5784 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/quotas/0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 375 time: 0.0107710 Feb 10 11:49:27.847775 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-432bf0bc-4037-4dce-b64c-3cdeb04b28ae tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:49:27.863985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-432bf0bc-4037-4dce-b64c-3cdeb04b28ae tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:49:27.865626 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-432bf0bc-4037-4dce-b64c-3cdeb04b28ae tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965095 Feb 10 11:49:27.884432 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.898362 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Transition to ACTIVE for port object 34ce93ce-1125-426b-b1e9-d2cd841b82a9 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:49:27.906346 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:28.014805 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-470bb036-c87c-44c4-9fc3-528e4d30bdbf service neutron] 10.222.0.36 "GET /v2.0/networks/d58891c1-e420-4870-8c3c-c3d413c904c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369305 Feb 10 11:49:28.034694 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152d944-4899-4030-87e8-8979f039318a None None] Pushing event updated for resources: {'Port': ['ID=34ce93ce-1125-426b-b1e9-d2cd841b82a9,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:28.046284 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152d944-4899-4030-87e8-8979f039318a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:28.046625 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152d944-4899-4030-87e8-8979f039318a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:28.046964 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152d944-4899-4030-87e8-8979f039318a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:28.047334 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152d944-4899-4030-87e8-8979f039318a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:28.047621 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152d944-4899-4030-87e8-8979f039318a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:28.047952 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152d944-4899-4030-87e8-8979f039318a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:28.048278 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152d944-4899-4030-87e8-8979f039318a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:28.048603 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152d944-4899-4030-87e8-8979f039318a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:28.048922 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152d944-4899-4030-87e8-8979f039318a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:28.049269 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152d944-4899-4030-87e8-8979f039318a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:28.049586 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152d944-4899-4030-87e8-8979f039318a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:28.143089 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Attempting to bind port 34ce93ce-1125-426b-b1e9-d2cd841b82a9 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:49:28.143448 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Attempting to bind port 34ce93ce-1125-426b-b1e9-d2cd841b82a9 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9ad98532-e486-464f-8e37-b657b0783319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:49:28.143815 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Attempting to bind port 34ce93ce-1125-426b-b1e9-d2cd841b82a9 on network d58891c1-e420-4870-8c3c-c3d413c904c4 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:49:28.150599 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:49:28.150965 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Checking segment: {'id': '9ad98532-e486-464f-8e37-b657b0783319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:49:28.151695 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:28.152269 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Bound using segment: {'id': '9ad98532-e486-464f-8e37-b657b0783319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:49:28.152738 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Bound port: 34ce93ce-1125-426b-b1e9-d2cd841b82a9, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad98532-e486-464f-8e37-b657b0783319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:49:28.153112 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:28.253619 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] For port 34ce93ce-1125-426b-b1e9-d2cd841b82a9, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:49:28.257285 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] For port 34ce93ce-1125-426b-b1e9-d2cd841b82a9, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=34ce93ce-1125-426b-b1e9-d2cd841b82a9,segment=NetworkSegment(9ad98532-e486-464f-8e37-b657b0783319),segment_id=9ad98532-e486-464f-8e37-b657b0783319)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:49:28.263205 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-aaaa4b7d-c4ae-42f4-9c7d-320dfe26ab78 service neutron] 10.222.0.36 "GET /v2.0/networks/d58891c1-e420-4870-8c3c-c3d413c904c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411058 Feb 10 11:49:28.264243 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:28.348730 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Routers {'a84208f2-29fc-4b89-be36-c93b6e34f927'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:28.349584 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a84208f2-29fc-4b89-be36-c93b6e34f927'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:28.493407 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152d944-4899-4030-87e8-8979f039318a None None] Pushing event updated for resources: {'Port': ['ID=34ce93ce-1125-426b-b1e9-d2cd841b82a9,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:28.494081 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b6a84b3-a9fe-445a-983d-1bd503abe1f6 req-f54d9a0c-f0bc-4002-9865-eae957306de0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 210 time: 0.0556431 Feb 10 11:49:28.572805 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] Set router a84208f2-29fc-4b89-be36-c93b6e34f927 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:28.854103 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-37eead11-c3e6-48cd-bed6-507fe9913eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:28.921672 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'name': 'tempest-TestNetworkBasicOps-router-534401820', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '34ce93ce-1125-426b-b1e9-d2cd841b82a9', 'name': '', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:78:65:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:22Z', 'updated_at': '2022-02-10T11:49:28Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:28.925668 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a349c1e1-6854-43ae-87ab-8cdbcb0d28c8 None None] The sync data for ids ['a84208f2-29fc-4b89-be36-c93b6e34f927'] in dv-neutron-828497-1-hyperv is: [{'id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'name': 'tempest-TestNetworkBasicOps-router-534401820', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '34ce93ce-1125-426b-b1e9-d2cd841b82a9', 'name': '', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:78:65:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:22Z', 'updated_at': '2022-02-10T11:49:28Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:49:29.102394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 34ce93ce-1125-426b-b1e9-d2cd841b82a9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:49:29.173955 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 34ce93ce-1125-426b-b1e9-d2cd841b82a9 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:49:29.179077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 34ce93ce-1125-426b-b1e9-d2cd841b82a9 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:29.179451 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:29.305910 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:29.340802 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 34ce93ce-1125-426b-b1e9-d2cd841b82a9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=34ce93ce-1125-426b-b1e9-d2cd841b82a9,segment=NetworkSegment(9ad98532-e486-464f-8e37-b657b0783319),segment_id=9ad98532-e486-464f-8e37-b657b0783319)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:29.346475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:29.416419 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=34ce93ce-1125-426b-b1e9-d2cd841b82a9,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:29.580637 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-f958c61d-2db4-4d6d-873f-8c6cecca9054 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:29.583403 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-f958c61d-2db4-4d6d-873f-8c6cecca9054 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/networks?id=d58891c1-e420-4870-8c3c-c3d413c904c4 HTTP/1.1" status: 200 len: 797 time: 0.1807420 Feb 10 11:49:29.678127 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ff7c6b1-0273-42dd-8ae6-27ba11b9739a req-e4f1a34a-f6f3-43e3-9a46-fbc712b6eef2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 210 time: 0.0576138 Feb 10 11:49:29.692500 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-c3add94e-feeb-4077-8201-edf56cc8a581 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0287a4c215574103957c73d52a854e74 HTTP/1.1" status: 200 len: 380 time: 0.0949981 Feb 10 11:49:29.703547 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-6c348376-b06c-477e-a1b7-bf46e7c7b1c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'port': {'device_id': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'admin_state_up': True, 'tenant_id': '0287a4c215574103957c73d52a854e74', 'security_groups': ['3c96b98d-926a-4263-9354-16f26ee100d6']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:29.816543 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:29.850209 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-6c348376-b06c-477e-a1b7-bf46e7c7b1c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:29.861330 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-6c348376-b06c-477e-a1b7-bf46e7c7b1c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:29.871890 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-6c348376-b06c-477e-a1b7-bf46e7c7b1c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Made reservation on behalf of 0287a4c215574103957c73d52a854e74 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:49:29.875039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-6c348376-b06c-477e-a1b7-bf46e7c7b1c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.049263 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-6c348376-b06c-477e-a1b7-bf46e7c7b1c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.20.0.13 (d58891c1-e420-4870-8c3c-c3d413c904c4/38bbc9de-ddf7-4598-b867-ad1d0317eb82/ec8831bd-78b0-4cc6-9e17-ff3a851ac58b) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:49:30.175700 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.249206 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-6c348376-b06c-477e-a1b7-bf46e7c7b1c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.265320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-6c348376-b06c-477e-a1b7-bf46e7c7b1c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Transition to ACTIVE for port object ec8831bd-78b0-4cc6-9e17-ff3a851ac58b will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:49:30.287895 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-6c348376-b06c-477e-a1b7-bf46e7c7b1c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.378544 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-6c348376-b06c-477e-a1b7-bf46e7c7b1c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network d58891c1-e420-4870-8c3c-c3d413c904c4 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:49:30.381665 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-6c348376-b06c-477e-a1b7-bf46e7c7b1c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:49:30.386809 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-6c348376-b06c-477e-a1b7-bf46e7c7b1c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:49:30.413006 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c348376-b06c-477e-a1b7-bf46e7c7b1c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=ec8831bd-78b0-4cc6-9e17-ff3a851ac58b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:30.456659 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-6c348376-b06c-477e-a1b7-bf46e7c7b1c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:30.457337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-6c348376-b06c-477e-a1b7-bf46e7c7b1c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.484694 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-6c348376-b06c-477e-a1b7-bf46e7c7b1c0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7866516 Feb 10 11:49:30.498112 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Request body: {'port': {'device_id': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:30.622818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.624436 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c577dd75-5764-4b02-bd91-b7550a586457 None None] Provisioning for port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:49:30.629621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c577dd75-5764-4b02-bd91-b7550a586457 None None] Provisioning complete for port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:30.629994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c577dd75-5764-4b02-bd91-b7550a586457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.698917 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-c577dd75-5764-4b02-bd91-b7550a586457 None None] Port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:49:31.032955 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a428dc-0fdd-4955-946d-900040a267ba req-1bdaf08b-8b61-405c-bb03-ee459e9e9aa1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:31.032955 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-94a428dc-0fdd-4955-946d-900040a267ba req-1bdaf08b-8b61-405c-bb03-ee459e9e9aa1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:49:31.057055 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 34ce93ce-1125-426b-b1e9-d2cd841b82a9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:49:31.108524 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8831bd-78b0-4cc6-9e17-ff3a851ac58b {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:49:31.112707 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-94a428dc-0fdd-4955-946d-900040a267ba req-1bdaf08b-8b61-405c-bb03-ee459e9e9aa1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:49:31.114150 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94a428dc-0fdd-4955-946d-900040a267ba req-1bdaf08b-8b61-405c-bb03-ee459e9e9aa1 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 932 time: 0.2514632 Feb 10 11:49:31.118394 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:31.134672 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 34ce93ce-1125-426b-b1e9-d2cd841b82a9 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:31.135051 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:31.156406 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Transition to ACTIVE for port object ec8831bd-78b0-4cc6-9e17-ff3a851ac58b will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:49:31.164986 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:31.237164 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94a428dc-0fdd-4955-946d-900040a267ba req-23c858a8-3390-44bd-92b0-d690eb6ffdfd tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c96b98d-926a-4263-9354-16f26ee100d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158502 Feb 10 11:49:31.303164 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8831bd-78b0-4cc6-9e17-ff3a851ac58b,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:31.504722 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Attempting to bind port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:49:31.504967 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Attempting to bind port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '9ad98532-e486-464f-8e37-b657b0783319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:49:31.505344 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Attempting to bind port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b on network d58891c1-e420-4870-8c3c-c3d413c904c4 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:49:31.511796 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b on network d58891c1-e420-4870-8c3c-c3d413c904c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:49:31.512130 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Attempting to bind port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b on network d58891c1-e420-4870-8c3c-c3d413c904c4 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:49:31.518578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:49:31.518852 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Checking segment: {'id': '9ad98532-e486-464f-8e37-b657b0783319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:49:31.519237 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Bound using segment: {'id': '9ad98532-e486-464f-8e37-b657b0783319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:49:31.519915 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Bound port: ec8831bd-78b0-4cc6-9e17-ff3a851ac58b, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ad98532-e486-464f-8e37-b657b0783319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:49:31.520269 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:31.555733 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:31.613681 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] For port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b, host hv-neutron-8284, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:49:31.616574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] For port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ec8831bd-78b0-4cc6-9e17-ff3a851ac58b,segment=NetworkSegment(9ad98532-e486-464f-8e37-b657b0783319),segment_id=9ad98532-e486-464f-8e37-b657b0783319)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:49:31.620415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:31.681332 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:31.682855 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] 10.222.0.73 "PUT /v2.0/ports/ec8831bd-78b0-4cc6-9e17-ff3a851ac58b HTTP/1.1" status: 200 len: 1094 time: 1.1901996 Feb 10 11:49:31.683262 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'tag': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:49:31.700379 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf8858-04bb-4fd8-9f33-f72db687b115 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8831bd-78b0-4cc6-9e17-ff3a851ac58b,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:31.755606 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'tag': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b', 'status': 'completed', 'code': 200} Feb 10 11:49:31.802880 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-279ab585-c078-4bb8-b2ea-2eae5212e999 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 1097 time: 0.0817549 Feb 10 11:49:31.870591 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-43c8b8c7-847c-4bd2-b469-713d3467e25c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8831bd-78b0-4cc6-9e17-ff3a851ac58b HTTP/1.1" status: 200 len: 217 time: 0.0607991 Feb 10 11:49:31.934685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-8bd0121c-3b0f-4a79-a7c8-f8b56f5eaa7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:31.936092 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-8bd0121c-3b0f-4a79-a7c8-f8b56f5eaa7b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38bbc9de-ddf7-4598-b867-ad1d0317eb82 HTTP/1.1" status: 200 len: 835 time: 0.0605261 Feb 10 11:49:32.012350 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-29f48046-e5ac-46b7-a31c-217081d82cf1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d58891c1-e420-4870-8c3c-c3d413c904c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686700 Feb 10 11:49:32.145060 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-70e0850b-bc45-429b-912b-8cb4d3cc8af8 service neutron] 10.222.0.73 "GET /v2.0/networks/d58891c1-e420-4870-8c3c-c3d413c904c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253335 Feb 10 11:49:32.278391 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a82952-84c5-425c-baae-9e6ba29a8cce req-6d6758cc-1f73-445f-9bca-3298bf1b733e service neutron] 10.222.0.73 "GET /v2.0/networks/d58891c1-e420-4870-8c3c-c3d413c904c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255927 Feb 10 11:49:32.406652 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3f5c1d95-352b-4c01-8691-84b6e664293e req-cb784a05-011b-40e7-8dcc-77c73f675b06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 1097 time: 0.0793719 Feb 10 11:49:32.591127 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c1d95-352b-4c01-8691-84b6e664293e req-e25f077a-56f2-4009-93e8-7c7be12d9c55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:32.592468 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3f5c1d95-352b-4c01-8691-84b6e664293e req-e25f077a-56f2-4009-93e8-7c7be12d9c55 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d58891c1-e420-4870-8c3c-c3d413c904c4 HTTP/1.1" status: 200 len: 898 time: 0.1797984 Feb 10 11:49:32.654773 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52251f-bc4e-4dd8-b652-4428074613ef req-309e7800-ea68-4310-aa3d-4a7e8b826645 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:32.656176 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a52251f-bc4e-4dd8-b652-4428074613ef req-309e7800-ea68-4310-aa3d-4a7e8b826645 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 944 time: 0.2907710 Feb 10 11:49:32.686531 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3f5c1d95-352b-4c01-8691-84b6e664293e req-40822714-5f86-43a7-ab76-79a45ff87521 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8831bd-78b0-4cc6-9e17-ff3a851ac58b HTTP/1.1" status: 200 len: 217 time: 0.0870914 Feb 10 11:49:32.750357 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a52251f-bc4e-4dd8-b652-4428074613ef req-4cc43208-9e5d-4925-982a-1bc96d141849 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c96b98d-926a-4263-9354-16f26ee100d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886402 Feb 10 11:49:32.761580 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c1d95-352b-4c01-8691-84b6e664293e req-b78e859f-98bc-41de-8d3e-5ccbe42afe0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:32.763116 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3f5c1d95-352b-4c01-8691-84b6e664293e req-b78e859f-98bc-41de-8d3e-5ccbe42afe0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38bbc9de-ddf7-4598-b867-ad1d0317eb82 HTTP/1.1" status: 200 len: 835 time: 0.0665326 Feb 10 11:49:32.841860 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3f5c1d95-352b-4c01-8691-84b6e664293e req-2df0d572-c919-46c4-b7a8-bd4ef175f5e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d58891c1-e420-4870-8c3c-c3d413c904c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720706 Feb 10 11:49:32.972909 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3f5c1d95-352b-4c01-8691-84b6e664293e req-602979f3-0e9f-4411-9420-18fe122c5c3e service neutron] 10.222.0.73 "GET /v2.0/networks/d58891c1-e420-4870-8c3c-c3d413c904c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243823 Feb 10 11:49:33.196051 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3f5c1d95-352b-4c01-8691-84b6e664293e req-097aa872-45ee-4903-9d33-caac2bc6f3d2 service neutron] 10.222.0.73 "GET /v2.0/networks/d58891c1-e420-4870-8c3c-c3d413c904c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169216 Feb 10 11:49:33.950122 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506de6b-801b-4880-9d3b-da98c10d1672 req-5648603d-d414-4263-9655-a8cba8669991 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:33.951562 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5506de6b-801b-4880-9d3b-da98c10d1672 req-5648603d-d414-4263-9655-a8cba8669991 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 944 time: 0.0762305 Feb 10 11:49:33.995970 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5506de6b-801b-4880-9d3b-da98c10d1672 req-8c7c85f9-68de-49f1-be36-bf3012e6ce15 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c96b98d-926a-4263-9354-16f26ee100d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388496 Feb 10 11:49:34.210345 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ec8831bd-78b0-4cc6-9e17-ff3a851ac58b details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:49:34.344938 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ec8831bd-78b0-4cc6-9e17-ff3a851ac58b,segment=NetworkSegment(9ad98532-e486-464f-8e37-b657b0783319),segment_id=9ad98532-e486-464f-8e37-b657b0783319)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:34.359846 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'port_id': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b', 'mac_address': 'fa:16:3e:90:5c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:49:34.418237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:34.436241 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8831bd-78b0-4cc6-9e17-ff3a851ac58b {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:49:34.451745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ec8831bd-78b0-4cc6-9e17-ff3a851ac58b,segment=NetworkSegment(9ad98532-e486-464f-8e37-b657b0783319),segment_id=9ad98532-e486-464f-8e37-b657b0783319)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:34.455969 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:34.525685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ec8831bd-78b0-4cc6-9e17-ff3a851ac58b,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:34.658733 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['ec8831bd-78b0-4cc6-9e17-ff3a851ac58b'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:49:35.196385 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae163f73-b2ab-4c43-a203-0ef03d4a126f req-46cbcec9-c3d4-4857-a7d7-1b5aff8e01b0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:35.198438 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae163f73-b2ab-4c43-a203-0ef03d4a126f req-46cbcec9-c3d4-4857-a7d7-1b5aff8e01b0 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 945 time: 0.0786026 Feb 10 11:49:35.243539 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae163f73-b2ab-4c43-a203-0ef03d4a126f req-57ea188f-25de-4fb2-9cf0-a8290f3339fd tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c96b98d-926a-4263-9354-16f26ee100d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395970 Feb 10 11:49:36.220089 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ec8831bd-78b0-4cc6-9e17-ff3a851ac58b up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:49:36.290809 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:49:36.296348 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:36.296767 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:36.412279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:36.450459 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1803e-c501-43eb-aa69-6fd93efa6cbb req-a0e54103-8735-479a-b2f7-96ce35c69f36 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:36.451980 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ed1803e-c501-43eb-aa69-6fd93efa6cbb req-a0e54103-8735-479a-b2f7-96ce35c69f36 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 945 time: 0.0782571 Feb 10 11:49:36.466245 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:49:36.477104 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ec8831bd-78b0-4cc6-9e17-ff3a851ac58b,segment=NetworkSegment(9ad98532-e486-464f-8e37-b657b0783319),segment_id=9ad98532-e486-464f-8e37-b657b0783319)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:36.482118 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:36.500140 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ed1803e-c501-43eb-aa69-6fd93efa6cbb req-53995a05-4109-4ce9-8b30-7938486fcfc5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c96b98d-926a-4263-9354-16f26ee100d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 Feb 10 11:49:36.539789 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b', 'code': 200} Feb 10 11:49:36.556467 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ec8831bd-78b0-4cc6-9e17-ff3a851ac58b,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:36.757017 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dc930a2-c12f-4c18-b35f-7aa45435bd5c req-2782f2ea-d256-431a-b7b8-4a8df061ed2e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 1099 time: 0.0699394 Feb 10 11:49:36.799566 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dc930a2-c12f-4c18-b35f-7aa45435bd5c req-74d6f9ec-0b19-47e5-9117-1a657b0f6447 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3c96b98d-926a-4263-9354-16f26ee100d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357509 Feb 10 11:49:37.778355 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ccabc-15bb-4c59-a931-ee05be084ded req-1bded675-976d-4938-9480-96363d14ef6d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:37.779800 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df4ccabc-15bb-4c59-a931-ee05be084ded req-1bded675-976d-4938-9480-96363d14ef6d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 946 time: 0.1469231 Feb 10 11:49:37.829303 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df4ccabc-15bb-4c59-a931-ee05be084ded req-726b2878-19f4-43b9-ab1f-6ba7d2fe591c tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c96b98d-926a-4263-9354-16f26ee100d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437119 Feb 10 11:49:38.224481 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:39.034118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba9987-6aef-4ae0-836c-744224acdb92 req-9129a134-3ba1-417f-9559-c9b4187410aa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:39.035751 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2ba9987-6aef-4ae0-836c-744224acdb92 req-9129a134-3ba1-417f-9559-c9b4187410aa tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 946 time: 0.0798576 Feb 10 11:49:39.081224 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2ba9987-6aef-4ae0-836c-744224acdb92 req-659484df-c419-4973-9c67-25c6014d9152 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c96b98d-926a-4263-9354-16f26ee100d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397069 Feb 10 11:49:39.132570 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:49:39.283906 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe2b48-dab6-4912-a6a7-44c50dd1233a req-e0500507-099a-4d79-9fd5-f551f4b8c9b2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:39.285377 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0dbe2b48-dab6-4912-a6a7-44c50dd1233a req-e0500507-099a-4d79-9fd5-f551f4b8c9b2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 946 time: 0.0796852 Feb 10 11:49:39.330829 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0dbe2b48-dab6-4912-a6a7-44c50dd1233a req-d111991b-b6b3-4873-a6f1-5744a225e077 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c96b98d-926a-4263-9354-16f26ee100d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399988 Feb 10 11:49:39.359155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43286) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:39.429244 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0cca251d-6c34-485b-804c-747cc99ef10f tempest-TestNetworkBasicOps-1657554537 tempest-TestNetworkBasicOps-1657554537-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 1094 time: 0.0688286 Feb 10 11:49:39.432411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43290) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:39.438449 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:39.444194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:39.448728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Usage tracker for resource:floatingip and tenant:0287a4c215574103957c73d52a854e74 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:39.451729 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:39.457893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:39.471819 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:39.603440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:39.741754 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Allocated IP 172.26.4.214 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/001846d1-0cb3-45f2-8d28-f60b3ef0489a) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:49:39.902035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:39.930055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:40.002682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:49:40.005433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:49:40.009868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:49:40.039302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=001846d1-0cb3-45f2-8d28-f60b3ef0489a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:40.518826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:40.572094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:40.858002 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:40.862316 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:40.970113 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event updated for resources: {'Port': ['ID=001846d1-0cb3-45f2-8d28-f60b3ef0489a,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:40.983011 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:41.173845 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Floating IP 87a0926b-73f4-4561-a29b-d91f02182f64 associated. External IP: 172.26.4.214, port: ec8831bd-78b0-4cc6-9e17-ff3a851ac58b. Feb 10 11:49:41.560253 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router a84208f2-29fc-4b89-be36-c93b6e34f927 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:49:41.762709 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:49:41.772868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabf374e-38bc-40a9-855a-524897867bc4 None None] Sync routers for ids ['a84208f2-29fc-4b89-be36-c93b6e34f927'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:49:41.785704 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabf374e-38bc-40a9-855a-524897867bc4 None None] Routers {'a84208f2-29fc-4b89-be36-c93b6e34f927'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:41.786324 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-fabf374e-38bc-40a9-855a-524897867bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:49:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a84208f2-29fc-4b89-be36-c93b6e34f927'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:41.786956 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:41.841281 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0f54f7c8-1245-454d-8d3b-b350104cabca tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4074011 Feb 10 11:49:41.841686 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'tag': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:49:41.843782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43294) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:41.898655 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'tag': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b', 'status': 'completed', 'code': 200} Feb 10 11:49:41.973418 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c2483834-db24-484a-a022-b01250c2c6c9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/87a0926b-73f4-4561-a29b-d91f02182f64 HTTP/1.1" status: 200 len: 992 time: 0.1284788 Feb 10 11:49:41.987195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-fabf374e-38bc-40a9-855a-524897867bc4 None None] Set router a84208f2-29fc-4b89-be36-c93b6e34f927 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:42.077178 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65ba9a3d-c008-46be-b5ca-69a2b2eab018 req-bbc30bf1-de44-4998-a08a-bf37dc2405d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 1099 time: 0.1424687 Feb 10 11:49:42.209520 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba9a3d-c008-46be-b5ca-69a2b2eab018 req-bf6f8ac8-f57d-4b27-afde-4d54fa400c8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:42.210881 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65ba9a3d-c008-46be-b5ca-69a2b2eab018 req-bf6f8ac8-f57d-4b27-afde-4d54fa400c8d service neutron] 10.222.0.73 "GET /v2.0/networks?id=d58891c1-e420-4870-8c3c-c3d413c904c4 HTTP/1.1" status: 200 len: 898 time: 0.1274061 Feb 10 11:49:42.314367 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65ba9a3d-c008-46be-b5ca-69a2b2eab018 req-1ee30015-984c-4ba7-827a-91fb43bf3f37 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8831bd-78b0-4cc6-9e17-ff3a851ac58b HTTP/1.1" status: 200 len: 1000 time: 0.0972030 Feb 10 11:49:42.345170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-fabf374e-38bc-40a9-855a-524897867bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'name': 'tempest-TestNetworkBasicOps-router-534401820', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '87a0926b-73f4-4561-a29b-d91f02182f64', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'port_id': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'mac_address': 'fa:16:3e:90:5c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:49:40Z', 'updated_at': '2022-02-10T11:49:40Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce93ce-1125-426b-b1e9-d2cd841b82a9', 'name': '', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:78:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:22Z', 'updated_at': '2022-02-10T11:49:29Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:42.349103 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabf374e-38bc-40a9-855a-524897867bc4 None None] Checking router: a84208f2-29fc-4b89-be36-c93b6e34f927 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:49:42.360751 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabf374e-38bc-40a9-855a-524897867bc4 None None] Routers {'a84208f2-29fc-4b89-be36-c93b6e34f927'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:42.361379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-fabf374e-38bc-40a9-855a-524897867bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:49:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a84208f2-29fc-4b89-be36-c93b6e34f927'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:42.376254 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba9a3d-c008-46be-b5ca-69a2b2eab018 req-153efebd-7832-4461-9f21-df88d4f82af6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:42.377705 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65ba9a3d-c008-46be-b5ca-69a2b2eab018 req-153efebd-7832-4461-9f21-df88d4f82af6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38bbc9de-ddf7-4598-b867-ad1d0317eb82 HTTP/1.1" status: 200 len: 835 time: 0.0572815 Feb 10 11:49:42.454567 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65ba9a3d-c008-46be-b5ca-69a2b2eab018 req-e994bcae-d582-4bdd-a1e9-1bc747f69b41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d58891c1-e420-4870-8c3c-c3d413c904c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704839 Feb 10 11:49:42.465784 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-65ba9a3d-c008-46be-b5ca-69a2b2eab018 req-2f51b346-2222-43d4-a511-849acc5a3578 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:49:42.466619 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65ba9a3d-c008-46be-b5ca-69a2b2eab018 req-2f51b346-2222-43d4-a511-849acc5a3578 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055227 Feb 10 11:49:42.538600 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-fabf374e-38bc-40a9-855a-524897867bc4 None None] Set router a84208f2-29fc-4b89-be36-c93b6e34f927 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:42.598956 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65ba9a3d-c008-46be-b5ca-69a2b2eab018 req-811ec2c9-2946-4f92-9207-bec8c5768678 service neutron] 10.222.0.73 "GET /v2.0/networks/d58891c1-e420-4870-8c3c-c3d413c904c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255314 Feb 10 11:49:42.730662 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65ba9a3d-c008-46be-b5ca-69a2b2eab018 req-1e7f4074-932c-4592-8a86-6d6872b821c1 service neutron] 10.222.0.73 "GET /v2.0/networks/d58891c1-e420-4870-8c3c-c3d413c904c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252766 Feb 10 11:49:42.886231 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-fabf374e-38bc-40a9-855a-524897867bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'name': 'tempest-TestNetworkBasicOps-router-534401820', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '87a0926b-73f4-4561-a29b-d91f02182f64', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'port_id': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'mac_address': 'fa:16:3e:90:5c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:49:40Z', 'updated_at': '2022-02-10T11:49:40Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce93ce-1125-426b-b1e9-d2cd841b82a9', 'name': '', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:78:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:22Z', 'updated_at': '2022-02-10T11:49:29Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:42.890236 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabf374e-38bc-40a9-855a-524897867bc4 None None] The sync data for ids ['a84208f2-29fc-4b89-be36-c93b6e34f927'] in dv-neutron-828497-1-hyperv is: [{'id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'name': 'tempest-TestNetworkBasicOps-router-534401820', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:23Z', 'revision_number': 4, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '87a0926b-73f4-4561-a29b-d91f02182f64', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'port_id': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'mac_address': 'fa:16:3e:90:5c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:49:40Z', 'updated_at': '2022-02-10T11:49:40Z', 'revision_number': 0, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce93ce-1125-426b-b1e9-d2cd841b82a9', 'name': '', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:78:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:22Z', 'updated_at': '2022-02-10T11:49:29Z', 'revision_number': 5, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:49:42.974935 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43302) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:43.078569 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-43f66ccb-5c1b-48e8-94f6-74248e181699 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/87a0926b-73f4-4561-a29b-d91f02182f64 HTTP/1.1" status: 200 len: 992 time: 0.1025264 Feb 10 11:49:44.082459 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43306) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:44.262421 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1487240b-4407-4c3e-af1f-1211d4222cf4 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/87a0926b-73f4-4561-a29b-d91f02182f64 HTTP/1.1" status: 200 len: 992 time: 0.1788335 Feb 10 11:49:45.266462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43312) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:45.365716 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7b848dd5-235b-4a97-aea1-3984e5f88b3e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/87a0926b-73f4-4561-a29b-d91f02182f64 HTTP/1.1" status: 200 len: 992 time: 0.0980926 Feb 10 11:49:45.836493 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a718a3f-3c7e-410f-8384-aeee05cf4d88 None None] New status for floating IP 87a0926b-73f4-4561-a29b-d91f02182f64: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:49:46.368753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43316) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:46.580162 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6c480267-3a9f-420a-9d5d-80df7bb5d702 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/87a0926b-73f4-4561-a29b-d91f02182f64 HTTP/1.1" status: 200 len: 994 time: 0.2103448 Feb 10 11:49:56.523522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6652-4b1b-48ad-8a98-3a4840b00b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:58.848000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e5ce894f-098c-4de7-9951-4390cb9e21f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:59.818819 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:00.179197 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:01.559043 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:08.231994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:15.792691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43330) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:15.798524 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-9c47bdee-7d2e-4a48-a58c-0b230f20f85b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:50:16.132415 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:50:16.391447 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c47bdee-7d2e-4a48-a58c-0b230f20f85b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:16.403659 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c47bdee-7d2e-4a48-a58c-0b230f20f85b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:16.608866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c47bdee-7d2e-4a48-a58c-0b230f20f85b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router a84208f2-29fc-4b89-be36-c93b6e34f927 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:50:16.825410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c47bdee-7d2e-4a48-a58c-0b230f20f85b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:50:16.831569 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c47bdee-7d2e-4a48-a58c-0b230f20f85b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:16.833386 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9c47bdee-7d2e-4a48-a58c-0b230f20f85b tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/a84208f2-29fc-4b89-be36-c93b6e34f927 HTTP/1.1" status: 200 len: 888 time: 1.0387914 Feb 10 11:50:16.835006 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa34851-06a2-4b12-ad71-3aff8287ddbc None None] Sync routers for ids ['a84208f2-29fc-4b89-be36-c93b6e34f927'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:50:16.849463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa34851-06a2-4b12-ad71-3aff8287ddbc None None] Routers {'a84208f2-29fc-4b89-be36-c93b6e34f927'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:50:16.850121 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1aa34851-06a2-4b12-ad71-3aff8287ddbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:49:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a84208f2-29fc-4b89-be36-c93b6e34f927'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:16.912322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1aa34851-06a2-4b12-ad71-3aff8287ddbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:16.924071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa34851-06a2-4b12-ad71-3aff8287ddbc None None] Routers {'a84208f2-29fc-4b89-be36-c93b6e34f927'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:50:16.924676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1aa34851-06a2-4b12-ad71-3aff8287ddbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:49:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a84208f2-29fc-4b89-be36-c93b6e34f927'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:17.026855 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1aa34851-06a2-4b12-ad71-3aff8287ddbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:17.027265 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa34851-06a2-4b12-ad71-3aff8287ddbc None None] The sync data for ids ['a84208f2-29fc-4b89-be36-c93b6e34f927'] in dv-neutron-828497-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:50:17.777284 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8aed71-fa3e-4f97-8671-6ae2e3484d9a None None] New status for floating IP 87a0926b-73f4-4561-a29b-d91f02182f64: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:50:18.999466 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43336) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:19.004980 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-8d9314e4-9bbc-4974-88dd-67114ec7663e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:50:19.091458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 34ce93ce-1125-426b-b1e9-d2cd841b82a9 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:50:19.207241 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:19.241519 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 34ce93ce-1125-426b-b1e9-d2cd841b82a9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=34ce93ce-1125-426b-b1e9-d2cd841b82a9,segment=NetworkSegment(9ad98532-e486-464f-8e37-b657b0783319),segment_id=9ad98532-e486-464f-8e37-b657b0783319)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:19.246607 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:19.247496 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e9f22199-e4fe-4c3b-a202-7c0792c41421 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:50:19.367183 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=34ce93ce-1125-426b-b1e9-d2cd841b82a9,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:19.404679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:19.405028 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:19.405394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:19.405731 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:19.406066 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:19.406391 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:19.406719 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:19.407042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:19.407367 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:19.407685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:19.408003 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:19.440033 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:19.456387 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port e9f22199-e4fe-4c3b-a202-7c0792c41421, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e9f22199-e4fe-4c3b-a202-7c0792c41421,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:19.460740 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:19.529157 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=e9f22199-e4fe-4c3b-a202-7c0792c41421,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:19.719282 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d9314e4-9bbc-4974-88dd-67114ec7663e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:19.730377 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d9314e4-9bbc-4974-88dd-67114ec7663e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705945'] for router, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:19.941219 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9314e4-9bbc-4974-88dd-67114ec7663e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router a84208f2-29fc-4b89-be36-c93b6e34f927 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:50:20.153043 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9314e4-9bbc-4974-88dd-67114ec7663e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:50:20.158845 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d9314e4-9bbc-4974-88dd-67114ec7663e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:20.159991 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8d9314e4-9bbc-4974-88dd-67114ec7663e tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/a84208f2-29fc-4b89-be36-c93b6e34f927 HTTP/1.1" status: 200 len: 887 time: 1.1595383 Feb 10 11:50:20.162937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43340) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:20.163151 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e23b600-28a6-4bef-a871-463473d12a5b None None] Sync routers for ids ['a84208f2-29fc-4b89-be36-c93b6e34f927'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:50:20.175755 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e23b600-28a6-4bef-a871-463473d12a5b None None] Routers {'a84208f2-29fc-4b89-be36-c93b6e34f927'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:50:20.176355 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2e23b600-28a6-4bef-a871-463473d12a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:49:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a84208f2-29fc-4b89-be36-c93b6e34f927'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:20.272091 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-94a483ff-6e53-4c41-8d7c-18352dde17da tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/87a0926b-73f4-4561-a29b-d91f02182f64 HTTP/1.1" status: 200 len: 992 time: 0.1080368 Feb 10 11:50:20.356407 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-2e23b600-28a6-4bef-a871-463473d12a5b None None] Set router a84208f2-29fc-4b89-be36-c93b6e34f927 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:50:20.703934 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2e23b600-28a6-4bef-a871-463473d12a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'name': 'tempest-TestNetworkBasicOps-router-534401820', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:50:19Z', 'revision_number': 6, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:50:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '87a0926b-73f4-4561-a29b-d91f02182f64', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'port_id': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'mac_address': 'fa:16:3e:90:5c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:49:40Z', 'updated_at': '2022-02-10T11:50:17Z', 'revision_number': 2, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce93ce-1125-426b-b1e9-d2cd841b82a9', 'name': '', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:78:65:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:22Z', 'updated_at': '2022-02-10T11:50:19Z', 'revision_number': 6, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:20.707961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e23b600-28a6-4bef-a871-463473d12a5b None None] Checking router: a84208f2-29fc-4b89-be36-c93b6e34f927 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:50:20.718226 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e23b600-28a6-4bef-a871-463473d12a5b None None] Routers {'a84208f2-29fc-4b89-be36-c93b6e34f927'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:50:20.718810 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2e23b600-28a6-4bef-a871-463473d12a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:49:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a84208f2-29fc-4b89-be36-c93b6e34f927'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:20.905151 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-2e23b600-28a6-4bef-a871-463473d12a5b None None] Set router a84208f2-29fc-4b89-be36-c93b6e34f927 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:50:21.276571 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43344) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:21.291776 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2e23b600-28a6-4bef-a871-463473d12a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'name': 'tempest-TestNetworkBasicOps-router-534401820', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:50:19Z', 'revision_number': 6, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:50:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '87a0926b-73f4-4561-a29b-d91f02182f64', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'port_id': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'mac_address': 'fa:16:3e:90:5c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:49:40Z', 'updated_at': '2022-02-10T11:50:17Z', 'revision_number': 2, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce93ce-1125-426b-b1e9-d2cd841b82a9', 'name': '', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:78:65:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:22Z', 'updated_at': '2022-02-10T11:50:19Z', 'revision_number': 6, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:21.296195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e23b600-28a6-4bef-a871-463473d12a5b None None] The sync data for ids ['a84208f2-29fc-4b89-be36-c93b6e34f927'] in dv-neutron-828497-1-hyperv is: [{'id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'name': 'tempest-TestNetworkBasicOps-router-534401820', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:50:19Z', 'revision_number': 6, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:50:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '87a0926b-73f4-4561-a29b-d91f02182f64', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'port_id': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'mac_address': 'fa:16:3e:90:5c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:49:40Z', 'updated_at': '2022-02-10T11:50:17Z', 'revision_number': 2, 'project_id': '0287a4c215574103957c73d52a854e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce93ce-1125-426b-b1e9-d2cd841b82a9', 'name': '', 'network_id': 'd58891c1-e420-4870-8c3c-c3d413c904c4', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'mac_address': 'fa:16:3e:78:65:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:22Z', 'updated_at': '2022-02-10T11:50:19Z', 'revision_number': 6, 'project_id': '0287a4c215574103957c73d52a854e74', 'subnets': [{'id': '38bbc9de-ddf7-4598-b867-ad1d0317eb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:50:21.387072 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0e3e6ad4-9168-44db-b58a-19e4e5477554 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/87a0926b-73f4-4561-a29b-d91f02182f64 HTTP/1.1" status: 200 len: 992 time: 0.1077278 Feb 10 11:50:22.389829 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43348) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:22.498433 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7c862766-f085-4120-88e3-ddaa066050c6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/87a0926b-73f4-4561-a29b-d91f02182f64 HTTP/1.1" status: 200 len: 992 time: 0.1074715 Feb 10 11:50:23.112230 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 34ce93ce-1125-426b-b1e9-d2cd841b82a9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:50:23.180511 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 34ce93ce-1125-426b-b1e9-d2cd841b82a9 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:50:23.180875 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:23.295247 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:23.326452 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 34ce93ce-1125-426b-b1e9-d2cd841b82a9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=34ce93ce-1125-426b-b1e9-d2cd841b82a9,segment=NetworkSegment(9ad98532-e486-464f-8e37-b657b0783319),segment_id=9ad98532-e486-464f-8e37-b657b0783319)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:23.330603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:23.331478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e9f22199-e4fe-4c3b-a202-7c0792c41421 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:50:23.443888 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=34ce93ce-1125-426b-b1e9-d2cd841b82a9,revision_number=7']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:23.457775 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port e9f22199-e4fe-4c3b-a202-7c0792c41421 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:50:23.458169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:23.502291 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43352) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:23.573061 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:23.590856 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port e9f22199-e4fe-4c3b-a202-7c0792c41421, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e9f22199-e4fe-4c3b-a202-7c0792c41421,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:23.594944 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:23.609964 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9051d075-54f9-4eb6-bce0-bb214ebbcba7 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/87a0926b-73f4-4561-a29b-d91f02182f64 HTTP/1.1" status: 200 len: 992 time: 0.1065426 Feb 10 11:50:23.662880 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=e9f22199-e4fe-4c3b-a202-7c0792c41421,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:24.613885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43356) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:24.715539 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f073114e-f58d-414e-abc8-ca0ef205fc76 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/87a0926b-73f4-4561-a29b-d91f02182f64 HTTP/1.1" status: 200 len: 992 time: 0.1001318 Feb 10 11:50:25.081311 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 34ce93ce-1125-426b-b1e9-d2cd841b82a9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:50:25.153924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 34ce93ce-1125-426b-b1e9-d2cd841b82a9 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:50:25.154288 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:25.271931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e9f22199-e4fe-4c3b-a202-7c0792c41421 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:50:25.339690 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port e9f22199-e4fe-4c3b-a202-7c0792c41421 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:50:25.340059 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:25.719222 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43360) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:25.823881 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e5d4388a-8ffd-4852-a0a0-de44df1122d6 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/87a0926b-73f4-4561-a29b-d91f02182f64 HTTP/1.1" status: 200 len: 992 time: 0.1034610 Feb 10 11:50:26.283281 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-073ffdc5-6e5d-4432-ab97-124018450035 req-8d0e6c2e-41fc-4790-a5fb-8f7b0a85ff7f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680747 Feb 10 11:50:26.525069 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-073ffdc5-6e5d-4432-ab97-124018450035 req-d351e6ac-f7a6-4989-94f4-5a30b5935d92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 1099 time: 0.1604598 Feb 10 11:50:26.526214 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8a31fb88-9692-4c48-b754-010649391707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:26.669345 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ffdc5-6e5d-4432-ab97-124018450035 req-c1f8dd31-34b4-49fa-a988-a120c9e570c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:26.670778 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-073ffdc5-6e5d-4432-ab97-124018450035 req-c1f8dd31-34b4-49fa-a988-a120c9e570c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d58891c1-e420-4870-8c3c-c3d413c904c4 HTTP/1.1" status: 200 len: 898 time: 0.1276510 Feb 10 11:50:26.770023 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-073ffdc5-6e5d-4432-ab97-124018450035 req-6e2aeebc-a590-46b8-b000-22c2a93da372 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8831bd-78b0-4cc6-9e17-ff3a851ac58b HTTP/1.1" status: 200 len: 1000 time: 0.0932086 Feb 10 11:50:26.827008 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43364) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:26.835656 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ffdc5-6e5d-4432-ab97-124018450035 req-010f9b27-5b2b-4fe4-b51b-0a3ab6b11295 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:26.837084 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-073ffdc5-6e5d-4432-ab97-124018450035 req-010f9b27-5b2b-4fe4-b51b-0a3ab6b11295 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38bbc9de-ddf7-4598-b867-ad1d0317eb82 HTTP/1.1" status: 200 len: 835 time: 0.0604758 Feb 10 11:50:26.916671 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-073ffdc5-6e5d-4432-ab97-124018450035 req-553acda0-957c-48b9-9be4-5fc25c98a2e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d58891c1-e420-4870-8c3c-c3d413c904c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733371 Feb 10 11:50:27.044579 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d6d08996-dd0f-4a90-a287-069ad6e07e07 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/87a0926b-73f4-4561-a29b-d91f02182f64 HTTP/1.1" status: 200 len: 992 time: 0.2164485 Feb 10 11:50:27.055568 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-073ffdc5-6e5d-4432-ab97-124018450035 req-f21b4c6c-2f42-4ef3-abdc-49f86242ac1c service neutron] 10.222.0.73 "GET /v2.0/networks/d58891c1-e420-4870-8c3c-c3d413c904c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323998 Feb 10 11:50:27.193115 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-073ffdc5-6e5d-4432-ab97-124018450035 req-87aeedf0-ed47-4dcb-90f8-284913d7d356 service neutron] 10.222.0.73 "GET /v2.0/networks/d58891c1-e420-4870-8c3c-c3d413c904c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301928 Feb 10 11:50:28.048379 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43368) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:28.154590 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6485d643-d703-4dae-a8ca-15d46b6ab3ad tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/87a0926b-73f4-4561-a29b-d91f02182f64 HTTP/1.1" status: 200 len: 992 time: 0.1050861 Feb 10 11:50:28.418267 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22015ebb-5077-4cad-9ad0-0c08918446ba None None] New status for floating IP 87a0926b-73f4-4561-a29b-d91f02182f64: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:50:28.849798 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-80a519c3-54e7-4451-a196-97925e4e56fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:29.158564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43374) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:29.268198 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-237f1377-dfe9-4c4e-af8b-10e168f0f6f5 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/floatingips/87a0926b-73f4-4561-a29b-d91f02182f64 HTTP/1.1" status: 200 len: 994 time: 0.1082351 Feb 10 11:50:29.562011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43382) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:29.762434 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 001846d1-0cb3-45f2-8d28-f60b3ef0489a {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:50:29.762777 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:29.824601 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:29.933454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:29.933691 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:30.053440 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 001846d1-0cb3-45f2-8d28-f60b3ef0489a owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:50:30.181819 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:30.204571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:30.250287 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=001846d1-0cb3-45f2-8d28-f60b3ef0489a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:30.376299 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:30.376642 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:30.377056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:30.377413 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:30.377744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:30.378168 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:30.378401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:30.378736 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:30.379054 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:30.379399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:30.379747 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:30.440281 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:30.830858 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router a84208f2-29fc-4b89-be36-c93b6e34f927 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:50:31.033613 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:50:31.055528 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:31.108200 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-42ed4367-e10f-422f-8bbf-bafce537ba87 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/floatingips/87a0926b-73f4-4561-a29b-d91f02182f64 HTTP/1.1" status: 204 len: 168 time: 1.5450137 Feb 10 11:50:31.108651 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'tag': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:50:31.165658 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'tag': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b', 'status': 'completed', 'code': 200} Feb 10 11:50:31.259160 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5d0b3960-b3ee-4087-8198-97614d1df970 req-4f9c109b-973b-429a-ba5d-5195ace29577 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0287a4c215574103957c73d52a854e74&device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 1099 time: 0.0718071 Feb 10 11:50:31.397411 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b3960-b3ee-4087-8198-97614d1df970 req-48d82331-0541-4b6c-a687-6723a09e8138 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:31.398750 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5d0b3960-b3ee-4087-8198-97614d1df970 req-48d82331-0541-4b6c-a687-6723a09e8138 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d58891c1-e420-4870-8c3c-c3d413c904c4 HTTP/1.1" status: 200 len: 898 time: 0.1333020 Feb 10 11:50:31.508535 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5d0b3960-b3ee-4087-8198-97614d1df970 req-ef821ff1-6ae8-48a5-b51e-26d025c2054e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8831bd-78b0-4cc6-9e17-ff3a851ac58b HTTP/1.1" status: 200 len: 217 time: 0.1027846 Feb 10 11:50:31.562643 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:31.587584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b3960-b3ee-4087-8198-97614d1df970 req-192bad03-f6d7-4507-a21c-a0958596b860 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:31.589001 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5d0b3960-b3ee-4087-8198-97614d1df970 req-192bad03-f6d7-4507-a21c-a0958596b860 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38bbc9de-ddf7-4598-b867-ad1d0317eb82 HTTP/1.1" status: 200 len: 835 time: 0.0737638 Feb 10 11:50:31.597243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0bcb4-e1da-4802-b286-bd8d079728ed req-89af4c1a-9047-4a14-befc-9ee2ad9d1358 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:31.597910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-83e0bcb4-e1da-4802-b286-bd8d079728ed req-89af4c1a-9047-4a14-befc-9ee2ad9d1358 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:50:31.654872 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-83e0bcb4-e1da-4802-b286-bd8d079728ed req-89af4c1a-9047-4a14-befc-9ee2ad9d1358 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:50:31.656021 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-83e0bcb4-e1da-4802-b286-bd8d079728ed req-89af4c1a-9047-4a14-befc-9ee2ad9d1358 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 946 time: 0.2031691 Feb 10 11:50:31.711731 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-83e0bcb4-e1da-4802-b286-bd8d079728ed req-07818763-84c5-4cf8-851e-3f9874fec4f9 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c96b98d-926a-4263-9354-16f26ee100d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488620 Feb 10 11:50:31.717411 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5d0b3960-b3ee-4087-8198-97614d1df970 req-50e7713d-fd01-4656-8576-c4eac23e0eb8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d58891c1-e420-4870-8c3c-c3d413c904c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1168201 Feb 10 11:50:31.853994 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5d0b3960-b3ee-4087-8198-97614d1df970 req-bc5ac5a4-b2f7-4772-b49e-03c6adf1da5b service neutron] 10.222.0.73 "GET /v2.0/networks/d58891c1-e420-4870-8c3c-c3d413c904c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295435 Feb 10 11:50:32.091147 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5d0b3960-b3ee-4087-8198-97614d1df970 req-4e28b937-15e7-4e5e-bd91-bf4b05be48d4 service neutron] 10.222.0.73 "GET /v2.0/networks/d58891c1-e420-4870-8c3c-c3d413c904c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311473 Feb 10 11:50:32.864396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf042-4e2d-4157-9d33-2d608b09d411 req-afb09f18-87f6-475c-97cd-f17d85a59dc2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:32.865882 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b36bf042-4e2d-4157-9d33-2d608b09d411 req-afb09f18-87f6-475c-97cd-f17d85a59dc2 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "GET /v2.0/ports?device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 946 time: 0.0994339 Feb 10 11:50:32.993577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-b36bf042-4e2d-4157-9d33-2d608b09d411 req-95f7bc36-795a-4292-b17d-65ac1bffddcb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:50:32.994718 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b36bf042-4e2d-4157-9d33-2d608b09d411 req-95f7bc36-795a-4292-b17d-65ac1bffddcb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:33.119759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee271b-73ee-47bc-890e-0e24c1079026 req-f965ae0a-f9fa-44af-bb57-2bae2c57de0d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:33.121598 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-14ee271b-73ee-47bc-890e-0e24c1079026 req-f965ae0a-f9fa-44af-bb57-2bae2c57de0d tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 946 time: 0.2548339 Feb 10 11:50:33.293398 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-14ee271b-73ee-47bc-890e-0e24c1079026 req-0c31f810-6b53-4073-b2f3-a7461f4439cc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c96b98d-926a-4263-9354-16f26ee100d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643696 Feb 10 11:50:33.360651 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-b36bf042-4e2d-4157-9d33-2d608b09d411 req-95f7bc36-795a-4292-b17d-65ac1bffddcb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ec8831bd-78b0-4cc6-9e17-ff3a851ac58b,segment=NetworkSegment(9ad98532-e486-464f-8e37-b657b0783319),segment_id=9ad98532-e486-464f-8e37-b657b0783319)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:33.360998 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b36bf042-4e2d-4157-9d33-2d608b09d411 req-95f7bc36-795a-4292-b17d-65ac1bffddcb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:33.516054 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-b36bf042-4e2d-4157-9d33-2d608b09d411 req-95f7bc36-795a-4292-b17d-65ac1bffddcb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for ec8831bd-78b0-4cc6-9e17-ff3a851ac58b owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:50:33.665036 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b36bf042-4e2d-4157-9d33-2d608b09d411 req-95f7bc36-795a-4292-b17d-65ac1bffddcb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:33.715334 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7bc36-795a-4292-b17d-65ac1bffddcb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=ec8831bd-78b0-4cc6-9e17-ff3a851ac58b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:33.786730 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36bf042-4e2d-4157-9d33-2d608b09d411 req-95f7bc36-795a-4292-b17d-65ac1bffddcb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] No DVR routers for this DVR port ec8831bd-78b0-4cc6-9e17-ff3a851ac58b on host hv-neutron-8284 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:50:33.789053 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b36bf042-4e2d-4157-9d33-2d608b09d411 req-95f7bc36-795a-4292-b17d-65ac1bffddcb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:33.792234 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'name': 'network-vif-deleted', 'tag': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:50:33.809542 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b36bf042-4e2d-4157-9d33-2d608b09d411 req-95f7bc36-795a-4292-b17d-65ac1bffddcb tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.73 "DELETE /v2.0/ports/ec8831bd-78b0-4cc6-9e17-ff3a851ac58b HTTP/1.1" status: 204 len: 173 time: 0.9044635 Feb 10 11:50:33.852941 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b523aaf3-0d04-4b48-a0db-f6066a83857e', 'name': 'network-vif-deleted', 'tag': 'ec8831bd-78b0-4cc6-9e17-ff3a851ac58b', 'status': 'completed', 'code': 200} Feb 10 11:50:34.486131 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-e8776d34-c265-445c-acc4-dea237b273e6 req-74b0417a-9938-4752-ba9b-a0beeb534adc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Synchronizing usage tracker for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:50:34.502411 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-e8776d34-c265-445c-acc4-dea237b273e6 req-74b0417a-9938-4752-ba9b-a0beeb534adc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Unset dirty status for tenant:0287a4c215574103957c73d52a854e74 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:50:34.503703 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e8776d34-c265-445c-acc4-dea237b273e6 req-74b0417a-9938-4752-ba9b-a0beeb534adc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "GET /v2.0/ports?device_id=b523aaf3-0d04-4b48-a0db-f6066a83857e HTTP/1.1" status: 200 len: 210 time: 0.0640163 Feb 10 11:50:35.613034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43400) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:35.685074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15247513-2f56-4e78-b749-bb6779a9c920 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:35.713631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15247513-2f56-4e78-b749-bb6779a9c920 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:35.777884 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15247513-2f56-4e78-b749-bb6779a9c920 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:35.797165 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15247513-2f56-4e78-b749-bb6779a9c920 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c96b98d-926a-4263-9354-16f26ee100d6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:35.809545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15247513-2f56-4e78-b749-bb6779a9c920 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:35.810677 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-15247513-2f56-4e78-b749-bb6779a9c920 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/security-groups/3c96b98d-926a-4263-9354-16f26ee100d6 HTTP/1.1" status: 204 len: 168 time: 0.1963239 Feb 10 11:50:35.856989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43406) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:36.270064 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-483cbb70-bfde-486e-bc3c-b06352f93dff tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:36.472962 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ec8831bd-78b0-4cc6-9e17-ff3a851ac58b no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:50:36.508978 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: ec8831bd-78b0-4cc6-9e17-ff3a851ac58b {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:50:36.509952 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ec8831bd-78b0-4cc6-9e17-ff3a851ac58b not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:50:36.982515 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-483cbb70-bfde-486e-bc3c-b06352f93dff tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port 34ce93ce-1125-426b-b1e9-d2cd841b82a9 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:50:36.983110 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-483cbb70-bfde-486e-bc3c-b06352f93dff tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:37.174501 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-483cbb70-bfde-486e-bc3c-b06352f93dff tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port 34ce93ce-1125-426b-b1e9-d2cd841b82a9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=34ce93ce-1125-426b-b1e9-d2cd841b82a9,segment=NetworkSegment(9ad98532-e486-464f-8e37-b657b0783319),segment_id=9ad98532-e486-464f-8e37-b657b0783319)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:37.174771 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-483cbb70-bfde-486e-bc3c-b06352f93dff tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:37.296492 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-483cbb70-bfde-486e-bc3c-b06352f93dff tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for 34ce93ce-1125-426b-b1e9-d2cd841b82a9 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:50:37.472667 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-483cbb70-bfde-486e-bc3c-b06352f93dff tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:37.521911 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cbb70-bfde-486e-bc3c-b06352f93dff tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=34ce93ce-1125-426b-b1e9-d2cd841b82a9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:37.822988 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-483cbb70-bfde-486e-bc3c-b06352f93dff tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:38.232721 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:38.501086 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483cbb70-bfde-486e-bc3c-b06352f93dff tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Router a84208f2-29fc-4b89-be36-c93b6e34f927 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:50:38.699828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483cbb70-bfde-486e-bc3c-b06352f93dff tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:50:38.717484 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-483cbb70-bfde-486e-bc3c-b06352f93dff tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "PUT /v2.0/routers/a84208f2-29fc-4b89-be36-c93b6e34f927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8592429 Feb 10 11:50:38.720287 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43410) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:38.872923 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb09394-24e0-4bf2-861a-49ae9abfeff7 None None] Sync routers for ids ['a84208f2-29fc-4b89-be36-c93b6e34f927'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:50:38.885905 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb09394-24e0-4bf2-861a-49ae9abfeff7 None None] Routers {'a84208f2-29fc-4b89-be36-c93b6e34f927'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:50:38.886522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8eb09394-24e0-4bf2-861a-49ae9abfeff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:50:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a84208f2-29fc-4b89-be36-c93b6e34f927'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:38.919090 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-9760b16a-9692-4c76-b2aa-200546ebba48 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting subnet 38bbc9de-ddf7-4598-b867-ad1d0317eb82 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:50:38.923320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9760b16a-9692-4c76-b2aa-200546ebba48 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:38.980296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9760b16a-9692-4c76-b2aa-200546ebba48 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:39.079994 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9760b16a-9692-4c76-b2aa-200546ebba48 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:39.093088 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-8eb09394-24e0-4bf2-861a-49ae9abfeff7 None None] Set router a84208f2-29fc-4b89-be36-c93b6e34f927 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:50:39.155889 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9760b16a-9692-4c76-b2aa-200546ebba48 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:39.193928 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760b16a-9692-4c76-b2aa-200546ebba48 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Subnet': ['ID=38bbc9de-ddf7-4598-b867-ad1d0317eb82,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:39.200865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9760b16a-9692-4c76-b2aa-200546ebba48 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:39.207105 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9760b16a-9692-4c76-b2aa-200546ebba48 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/subnets/38bbc9de-ddf7-4598-b867-ad1d0317eb82 HTTP/1.1" status: 204 len: 168 time: 0.4858823 Feb 10 11:50:39.209679 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43414) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:39.220656 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cfaa48-5ac0-47d6-9ee6-5eed20963ce2 None None] Network d58891c1-e420-4870-8c3c-c3d413c904c4 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:50:39.421296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9c35791-4e20-483b-9131-be99b40b5160 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:39.637920 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8eb09394-24e0-4bf2-861a-49ae9abfeff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'name': 'tempest-TestNetworkBasicOps-router-534401820', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:50:37Z', 'revision_number': 7, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:50:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:39.642058 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb09394-24e0-4bf2-861a-49ae9abfeff7 None None] Checking router: a84208f2-29fc-4b89-be36-c93b6e34f927 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:50:39.653584 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb09394-24e0-4bf2-861a-49ae9abfeff7 None None] Routers {'a84208f2-29fc-4b89-be36-c93b6e34f927'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:50:39.654218 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8eb09394-24e0-4bf2-861a-49ae9abfeff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:50:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['a84208f2-29fc-4b89-be36-c93b6e34f927'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:39.710314 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb1fa68-55df-42a0-bf89-4313ac7ab67f None None] DHCP port deletion for d58891c1-e420-4870-8c3c-c3d413c904c4 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:50:39.736156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9c35791-4e20-483b-9131-be99b40b5160 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:39.747768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b9c35791-4e20-483b-9131-be99b40b5160 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Deleting port e9f22199-e4fe-4c3b-a202-7c0792c41421 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:50:39.748147 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9c35791-4e20-483b-9131-be99b40b5160 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:39.776809 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1fa68-55df-42a0-bf89-4313ac7ab67f None None] Deleting port cad02768-8814-4a38-9bbc-4ae75c95160d {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:50:39.777228 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ceb1fa68-55df-42a0-bf89-4313ac7ab67f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:39.933116 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-b9c35791-4e20-483b-9131-be99b40b5160 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] For port e9f22199-e4fe-4c3b-a202-7c0792c41421, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e9f22199-e4fe-4c3b-a202-7c0792c41421,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:39.933418 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9c35791-4e20-483b-9131-be99b40b5160 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:40.013185 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-8eb09394-24e0-4bf2-861a-49ae9abfeff7 None None] Set router a84208f2-29fc-4b89-be36-c93b6e34f927 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:50:40.056859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b9c35791-4e20-483b-9131-be99b40b5160 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Calling delete_port for e9f22199-e4fe-4c3b-a202-7c0792c41421 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:50:40.209376 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ceb1fa68-55df-42a0-bf89-4313ac7ab67f None None] For port cad02768-8814-4a38-9bbc-4ae75c95160d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cad02768-8814-4a38-9bbc-4ae75c95160d,segment=NetworkSegment(9ad98532-e486-464f-8e37-b657b0783319),segment_id=9ad98532-e486-464f-8e37-b657b0783319)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:40.209797 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ceb1fa68-55df-42a0-bf89-4313ac7ab67f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:40.240164 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9c35791-4e20-483b-9131-be99b40b5160 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:40.284891 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c35791-4e20-483b-9131-be99b40b5160 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Port': ['ID=e9f22199-e4fe-4c3b-a202-7c0792c41421,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:40.346057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1fa68-55df-42a0-bf89-4313ac7ab67f None None] Calling delete_port for cad02768-8814-4a38-9bbc-4ae75c95160d owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:50:40.490576 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ceb1fa68-55df-42a0-bf89-4313ac7ab67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:40.511065 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9c35791-4e20-483b-9131-be99b40b5160 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:40.552359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1fa68-55df-42a0-bf89-4313ac7ab67f None None] Pushing event deleted for resources: {'Port': ['ID=cad02768-8814-4a38-9bbc-4ae75c95160d,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:40.554140 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1fa68-55df-42a0-bf89-4313ac7ab67f None None] No DVR routers for this DVR port cad02768-8814-4a38-9bbc-4ae75c95160d on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:50:40.574243 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8eb09394-24e0-4bf2-861a-49ae9abfeff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'name': 'tempest-TestNetworkBasicOps-router-534401820', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:50:37Z', 'revision_number': 7, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:50:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:40.578994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb09394-24e0-4bf2-861a-49ae9abfeff7 None None] The sync data for ids ['a84208f2-29fc-4b89-be36-c93b6e34f927'] in dv-neutron-828497-1-hyperv is: [{'id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'name': 'tempest-TestNetworkBasicOps-router-534401820', 'tenant_id': '0287a4c215574103957c73d52a854e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:50:37Z', 'revision_number': 7, 'project_id': '0287a4c215574103957c73d52a854e74', 'gw_port': {'id': 'e9f22199-e4fe-4c3b-a202-7c0792c41421', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84208f2-29fc-4b89-be36-c93b6e34f927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:19Z', 'updated_at': '2022-02-10T11:50:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:50:40.772592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9c35791-4e20-483b-9131-be99b40b5160 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:40.777702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9c35791-4e20-483b-9131-be99b40b5160 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:40.802818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9c35791-4e20-483b-9131-be99b40b5160 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:40.803273 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c35791-4e20-483b-9131-be99b40b5160 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Fanout notify agent at l3_agent the message router_deleted on router a84208f2-29fc-4b89-be36-c93b6e34f927 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:50:40.821079 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9c35791-4e20-483b-9131-be99b40b5160 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:40.822729 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b9c35791-4e20-483b-9131-be99b40b5160 tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/routers/a84208f2-29fc-4b89-be36-c93b6e34f927 HTTP/1.1" status: 204 len: 168 time: 1.6121395 Feb 10 11:50:40.825387 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43418) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:40.940391 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acf70ca1-e370-48c7-a2a2-4b6bb17f05fc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:41.148572 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 34ce93ce-1125-426b-b1e9-d2cd841b82a9 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:50:41.183669 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 34ce93ce-1125-426b-b1e9-d2cd841b82a9 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:50:41.183894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 34ce93ce-1125-426b-b1e9-d2cd841b82a9 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:50:41.184285 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cad02768-8814-4a38-9bbc-4ae75c95160d no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:50:41.189347 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acf70ca1-e370-48c7-a2a2-4b6bb17f05fc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:41.216931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: cad02768-8814-4a38-9bbc-4ae75c95160d {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:50:41.217340 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cad02768-8814-4a38-9bbc-4ae75c95160d not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:50:41.220487 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-acf70ca1-e370-48c7-a2a2-4b6bb17f05fc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58891c1-e420-4870-8c3c-c3d413c904c4']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:41.232635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-acf70ca1-e370-48c7-a2a2-4b6bb17f05fc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad98532-e486-464f-8e37-b657b0783319') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:41.232933 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-acf70ca1-e370-48c7-a2a2-4b6bb17f05fc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad98532-e486-464f-8e37-b657b0783319') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:41.244243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acf70ca1-e370-48c7-a2a2-4b6bb17f05fc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:41.260776 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acf70ca1-e370-48c7-a2a2-4b6bb17f05fc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:41.268036 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf70ca1-e370-48c7-a2a2-4b6bb17f05fc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:50:41.268464 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acf70ca1-e370-48c7-a2a2-4b6bb17f05fc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:50:41.284059 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:50:41.368000 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acf70ca1-e370-48c7-a2a2-4b6bb17f05fc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:41.385261 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acf70ca1-e370-48c7-a2a2-4b6bb17f05fc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:41.396300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf70ca1-e370-48c7-a2a2-4b6bb17f05fc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] Pushing event deleted for resources: {'Network': ['ID=d58891c1-e420-4870-8c3c-c3d413c904c4,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:41.401725 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-acf70ca1-e370-48c7-a2a2-4b6bb17f05fc tempest-TestNetworkBasicOps-1704007791 tempest-TestNetworkBasicOps-1704007791-project] 10.222.0.36 "DELETE /v2.0/networks/d58891c1-e420-4870-8c3c-c3d413c904c4 HTTP/1.1" status: 204 len: 168 time: 0.5751266 Feb 10 11:50:41.721043 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43426) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:41.917981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43432) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:41.918593 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1fb8dc92-9c09-40e0-8c7f-7d6c13984574 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0287a4c215574103957c73d52a854e74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1957722 Feb 10 11:50:41.981855 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a7935f40-592c-436b-b96d-1cf46359cdd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:42.010992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a7935f40-592c-436b-b96d-1cf46359cdd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:42.070592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a7935f40-592c-436b-b96d-1cf46359cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:42.091591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7935f40-592c-436b-b96d-1cf46359cdd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aee3d57-241c-4c84-a438-12ee93c2c267,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:42.103287 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7935f40-592c-436b-b96d-1cf46359cdd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:42.103885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7935f40-592c-436b-b96d-1cf46359cdd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:42.104221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7935f40-592c-436b-b96d-1cf46359cdd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:42.104664 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7935f40-592c-436b-b96d-1cf46359cdd2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:42.104998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7935f40-592c-436b-b96d-1cf46359cdd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:42.105430 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7935f40-592c-436b-b96d-1cf46359cdd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:42.105760 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7935f40-592c-436b-b96d-1cf46359cdd2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:42.106085 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7935f40-592c-436b-b96d-1cf46359cdd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:42.106405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7935f40-592c-436b-b96d-1cf46359cdd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:42.106719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7935f40-592c-436b-b96d-1cf46359cdd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:42.107035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7935f40-592c-436b-b96d-1cf46359cdd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:42.111018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a7935f40-592c-436b-b96d-1cf46359cdd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:42.115226 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a7935f40-592c-436b-b96d-1cf46359cdd2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1aee3d57-241c-4c84-a438-12ee93c2c267 HTTP/1.1" status: 204 len: 168 time: 0.1931758 Feb 10 11:50:42.456001 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43440) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:42.474502 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-683291f0-91d3-4029-9d99-69a87137007c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:42.508849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-683291f0-91d3-4029-9d99-69a87137007c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:50:42.513260 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-683291f0-91d3-4029-9d99-69a87137007c admin admin] Usage tracker for resource:security_group_rule and tenant:1a111117ef364fe68a72fbc3ce48ac0f is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:50:42.516097 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-683291f0-91d3-4029-9d99-69a87137007c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:50:42.521999 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-683291f0-91d3-4029-9d99-69a87137007c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:50:42.587820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-683291f0-91d3-4029-9d99-69a87137007c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:42.591636 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-683291f0-91d3-4029-9d99-69a87137007c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:42.639314 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683291f0-91d3-4029-9d99-69a87137007c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b56a2a6-33fd-4dfe-abdd-3f299f8fde81,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:42.644031 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-683291f0-91d3-4029-9d99-69a87137007c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a111117ef364fe68a72fbc3ce48ac0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1868722 Feb 10 11:50:42.647049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43444) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:42.708980 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e631466-b869-45bf-a0d1-19b5763bda21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:42.734277 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e631466-b869-45bf-a0d1-19b5763bda21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:42.784954 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e631466-b869-45bf-a0d1-19b5763bda21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:42.799414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e631466-b869-45bf-a0d1-19b5763bda21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b56a2a6-33fd-4dfe-abdd-3f299f8fde81,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:42.806826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e631466-b869-45bf-a0d1-19b5763bda21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:42.807936 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6e631466-b869-45bf-a0d1-19b5763bda21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b56a2a6-33fd-4dfe-abdd-3f299f8fde81 HTTP/1.1" status: 204 len: 168 time: 0.1602268 Feb 10 11:50:44.254042 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194f24ee-79d8-40a4-ba9a-756ee1a0ac58 None None] New status for floating IP 87a0926b-73f4-4561-a29b-d91f02182f64: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:50:45.051529 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e9f22199-e4fe-4c3b-a202-7c0792c41421 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:50:45.130451 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: e9f22199-e4fe-4c3b-a202-7c0792c41421 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:50:45.131192 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e9f22199-e4fe-4c3b-a202-7c0792c41421 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:50:50.961560 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-aef5cc5c-d1ef-4732-aaa6-82c38a729da9 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b910b3280c2e4c06a1044b30eeda29d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286705 Feb 10 11:50:51.122020 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-c4da6b24-f7d6-4843-a493-c97ca7056075 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:51.123501 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-c4da6b24-f7d6-4843-a493-c97ca7056075 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563032 Feb 10 11:50:51.141302 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-15425210-1b38-46cf-873d-228f77612d4c tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/quotas/b910b3280c2e4c06a1044b30eeda29d1 HTTP/1.1" status: 200 len: 375 time: 0.0122435 Feb 10 11:50:51.190330 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-3563538d-89b8-4e4f-8160-d8194021c75c tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b910b3280c2e4c06a1044b30eeda29d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427649 Feb 10 11:50:51.412735 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f982a01f-4873-4a2b-aca8-ace9b38d8188 req-30d2ea32-e0a9-4fc3-a320-fde56d427d9c tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 210 time: 0.0461261 Feb 10 11:50:52.526312 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bfecc050-21ac-4083-b527-0ff3980499ea req-eac4e91a-66c1-4d14-8232-66dc95311463 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 210 time: 0.0426755 Feb 10 11:50:53.132432 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:50:53.642465 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-77e31446-8371-4daf-8272-431fb8226863 req-0c532043-d94e-47c7-9f77-4d01da43c919 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 210 time: 0.0425463 Feb 10 11:50:54.776825 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff2939b7-1a18-4fd6-b7f8-1e1f6dbaeef1 req-c022f677-f87a-4ded-a9aa-805c744e97a0 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 210 time: 0.0476696 Feb 10 11:50:56.026573 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68bc4477-f3e8-4e14-9525-9a74aeba0596 req-2e22650a-a090-4dd2-b3b1-d1229394c04c tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 210 time: 0.0502651 Feb 10 11:50:56.538919 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9f242c78-4130-45e5-a0d0-8054a3420e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:56.548692 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-3fd07b6f-8d09-4e6b-b416-62b1b2512644 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b910b3280c2e4c06a1044b30eeda29d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296469 Feb 10 11:50:56.708470 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-7dda219d-d394-4630-b075-440c68e5d5a6 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:56.709897 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-7dda219d-d394-4630-b075-440c68e5d5a6 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571124 Feb 10 11:50:56.725826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Request body: {'port': {'device_id': '0adb3a3f-5c58-4eeb-beb4-721a08613137', 'network_id': 'cce28068-1aa2-4cc7-9405-0f2acaae0e01', 'admin_state_up': True, 'tenant_id': 'b910b3280c2e4c06a1044b30eeda29d1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:50:56.880963 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:50:56.885897 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Usage tracker for resource:port and tenant:b910b3280c2e4c06a1044b30eeda29d1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:50:56.889035 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:50:56.895454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:50:56.906472 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Made reservation on behalf of b910b3280c2e4c06a1044b30eeda29d1 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:50:56.909538 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:56.923300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:56.957764 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:50:56.961943 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Usage tracker for resource:security_group_rule and tenant:b910b3280c2e4c06a1044b30eeda29d1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:50:56.964885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:50:56.971218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:50:57.053736 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:57.059294 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:57.148642 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80cc52ec-6477-4d34-a3ea-9e41a9b8a916,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:57.250813 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f8a37cc7-f6e5-45c0-9f9e-b1b98db9172b req-bea5a6f1-0f50-41e8-80e8-89ddcdd537af tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 210 time: 0.0825951 Feb 10 11:50:57.301347 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Allocated IP 192.168.233.171 (cce28068-1aa2-4cc7-9405-0f2acaae0e01/2f08e526-91c7-4233-a5f3-d55e309561f4/eed2b36a-ebef-4151-be85-9d9387442a3e) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:50:57.536423 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:57.554302 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Transition to ACTIVE for port object eed2b36a-ebef-4151-be85-9d9387442a3e will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:50:57.579339 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:57.755901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Network cce28068-1aa2-4cc7-9405-0f2acaae0e01 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:50:57.760194 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:50:57.767039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:50:57.792856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Pushing event updated for resources: {'Port': ['ID=eed2b36a-ebef-4151-be85-9d9387442a3e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:57.837880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:57.838583 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:57.881624 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-5a8b873d-5603-4463-b92c-a4fc21cbc2a2 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1590614 Feb 10 11:50:57.895870 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Request body: {'port': {'device_id': '0adb3a3f-5c58-4eeb-beb4-721a08613137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:50:58.039206 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fdd562b0-0995-4ce4-aa76-9d661cfcbddb None None] Provisioning for port eed2b36a-ebef-4151-be85-9d9387442a3e completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:50:58.049381 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fdd562b0-0995-4ce4-aa76-9d661cfcbddb None None] Provisioning complete for port eed2b36a-ebef-4151-be85-9d9387442a3e triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:50:58.049665 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fdd562b0-0995-4ce4-aa76-9d661cfcbddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:58.056250 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:58.108389 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-fdd562b0-0995-4ce4-aa76-9d661cfcbddb None None] Port eed2b36a-ebef-4151-be85-9d9387442a3e cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:50:58.538342 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed2b36a-ebef-4151-be85-9d9387442a3e {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:50:58.549021 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:58.572768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Transition to ACTIVE for port object eed2b36a-ebef-4151-be85-9d9387442a3e will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:50:58.579307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:58.623379 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac9bb3-ce7c-4bda-95da-a59d697e64f9 req-254dac2c-a4df-420d-a0c7-c7858c0152eb tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:58.624109 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-edac9bb3-ce7c-4bda-95da-a59d697e64f9 req-254dac2c-a4df-420d-a0c7-c7858c0152eb tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Synchronizing usage tracker for tenant:b910b3280c2e4c06a1044b30eeda29d1 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:50:58.742467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Pushing event updated for resources: {'Port': ['ID=eed2b36a-ebef-4151-be85-9d9387442a3e,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:58.746437 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-edac9bb3-ce7c-4bda-95da-a59d697e64f9 req-254dac2c-a4df-420d-a0c7-c7858c0152eb tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Unset dirty status for tenant:b910b3280c2e4c06a1044b30eeda29d1 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:50:58.747619 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-edac9bb3-ce7c-4bda-95da-a59d697e64f9 req-254dac2c-a4df-420d-a0c7-c7858c0152eb tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 936 time: 0.3321347 Feb 10 11:50:58.857201 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b6d27937-2fcf-46e9-9942-7c7031cda759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:58.886181 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-edac9bb3-ce7c-4bda-95da-a59d697e64f9 req-c40b164d-0e75-421c-976a-1d15901db1a5 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Synchronizing usage tracker for tenant:b910b3280c2e4c06a1044b30eeda29d1 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:50:58.917548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Attempting to bind port eed2b36a-ebef-4151-be85-9d9387442a3e on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:50:58.918331 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Attempting to bind port eed2b36a-ebef-4151-be85-9d9387442a3e by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '8c137d55-49b5-421a-96b6-ab6f07526ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cce28068-1aa2-4cc7-9405-0f2acaae0e01'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:50:58.918331 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Attempting to bind port eed2b36a-ebef-4151-be85-9d9387442a3e on network cce28068-1aa2-4cc7-9405-0f2acaae0e01 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:50:58.928460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Port eed2b36a-ebef-4151-be85-9d9387442a3e on network cce28068-1aa2-4cc7-9405-0f2acaae0e01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:50:58.928821 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Attempting to bind port eed2b36a-ebef-4151-be85-9d9387442a3e on network cce28068-1aa2-4cc7-9405-0f2acaae0e01 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:50:58.934702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-edac9bb3-ce7c-4bda-95da-a59d697e64f9 req-c40b164d-0e75-421c-976a-1d15901db1a5 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Unset dirty status for tenant:b910b3280c2e4c06a1044b30eeda29d1 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:50:58.936038 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-edac9bb3-ce7c-4bda-95da-a59d697e64f9 req-c40b164d-0e75-421c-976a-1d15901db1a5 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/security-groups?id=80cc52ec-6477-4d34-a3ea-9e41a9b8a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812437 Feb 10 11:50:58.939816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:50:58.940091 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Checking segment: {'id': '8c137d55-49b5-421a-96b6-ab6f07526ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cce28068-1aa2-4cc7-9405-0f2acaae0e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:50:58.940450 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Bound using segment: {'id': '8c137d55-49b5-421a-96b6-ab6f07526ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cce28068-1aa2-4cc7-9405-0f2acaae0e01'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:50:58.940894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Bound port: eed2b36a-ebef-4151-be85-9d9387442a3e, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c137d55-49b5-421a-96b6-ab6f07526ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cce28068-1aa2-4cc7-9405-0f2acaae0e01'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:50:58.941285 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:59.046946 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] For port eed2b36a-ebef-4151-be85-9d9387442a3e, host hv-neutron-8284, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:50:59.051217 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] For port eed2b36a-ebef-4151-be85-9d9387442a3e, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=eed2b36a-ebef-4151-be85-9d9387442a3e,segment=NetworkSegment(8c137d55-49b5-421a-96b6-ab6f07526ee4),segment_id=8c137d55-49b5-421a-96b6-ab6f07526ee4)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:50:59.056534 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:59.125219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:59.126494 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] 10.222.0.73 "PUT /v2.0/ports/eed2b36a-ebef-4151-be85-9d9387442a3e HTTP/1.1" status: 200 len: 1098 time: 1.2375185 Feb 10 11:50:59.126942 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adb3a3f-5c58-4eeb-beb4-721a08613137', 'tag': 'eed2b36a-ebef-4151-be85-9d9387442a3e'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:50:59.148130 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235a9c5-3655-4ce1-ad44-d6c09462f6ae service neutron] Pushing event updated for resources: {'Port': ['ID=eed2b36a-ebef-4151-be85-9d9387442a3e,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:59.233644 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adb3a3f-5c58-4eeb-beb4-721a08613137', 'tag': 'eed2b36a-ebef-4151-be85-9d9387442a3e', 'status': 'completed', 'code': 200} Feb 10 11:50:59.266459 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-93ddaf3c-08fe-4e3c-ab69-09811ea3da4e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b910b3280c2e4c06a1044b30eeda29d1&device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 1101 time: 0.0846267 Feb 10 11:50:59.343473 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-193b5651-5f03-4b27-a2a0-a1f5cb661652 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=eed2b36a-ebef-4151-be85-9d9387442a3e HTTP/1.1" status: 200 len: 217 time: 0.0680695 Feb 10 11:50:59.414232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-f95337d8-a27d-4a94-94f2-c6340630123d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:59.416421 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-f95337d8-a27d-4a94-94f2-c6340630123d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f08e526-91c7-4233-a5f3-d55e309561f4 HTTP/1.1" status: 200 len: 843 time: 0.0670273 Feb 10 11:50:59.503629 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-b45ac760-64cf-4f10-b24c-f262e27b8855 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cce28068-1aa2-4cc7-9405-0f2acaae0e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0803211 Feb 10 11:50:59.651082 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-38854668-2af3-4ac4-bdcc-97fc2d3d5785 service neutron] 10.222.0.73 "GET /v2.0/networks/cce28068-1aa2-4cc7-9405-0f2acaae0e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391544 Feb 10 11:50:59.837049 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:59.854824 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36366f97-b4f9-41a1-b5b5-dc616d7b86da req-e8802a77-5390-451b-8647-62d4f962612f service neutron] 10.222.0.73 "GET /v2.0/networks/cce28068-1aa2-4cc7-9405-0f2acaae0e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966152 Feb 10 11:51:00.168989 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7aa335d5-2495-4b34-908d-edd86bca3740 req-27ed6a31-dd99-44d1-b857-bc22272b5f46 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b910b3280c2e4c06a1044b30eeda29d1&device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 1101 time: 0.2494743 Feb 10 11:51:00.199594 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:00.295136 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aaab44-a5f4-4067-ae87-2a1f614aafdc req-75b84d14-732a-4c8d-aeda-eca65ed33c7c tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:00.297331 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-48aaab44-a5f4-4067-ae87-2a1f614aafdc req-75b84d14-732a-4c8d-aeda-eca65ed33c7c tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 948 time: 0.2068527 Feb 10 11:51:00.375976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa335d5-2495-4b34-908d-edd86bca3740 req-289d4bb9-3e9b-4f96-a785-4ebeb6ecf59c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:00.377485 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7aa335d5-2495-4b34-908d-edd86bca3740 req-289d4bb9-3e9b-4f96-a785-4ebeb6ecf59c service neutron] 10.222.0.73 "GET /v2.0/networks?id=cce28068-1aa2-4cc7-9405-0f2acaae0e01 HTTP/1.1" status: 200 len: 870 time: 0.2019055 Feb 10 11:51:00.385985 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-48aaab44-a5f4-4067-ae87-2a1f614aafdc req-fea8c35a-af4c-4ae4-9d4d-b3d89b533ed4 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/security-groups?id=80cc52ec-6477-4d34-a3ea-9e41a9b8a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815752 Feb 10 11:51:00.472209 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7aa335d5-2495-4b34-908d-edd86bca3740 req-cda34eb7-108b-4df9-8556-7b8a96b216e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=eed2b36a-ebef-4151-be85-9d9387442a3e HTTP/1.1" status: 200 len: 217 time: 0.0848863 Feb 10 11:51:00.578750 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa335d5-2495-4b34-908d-edd86bca3740 req-b01436b8-2cc2-4600-8cbd-c293559d3207 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:00.580254 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7aa335d5-2495-4b34-908d-edd86bca3740 req-b01436b8-2cc2-4600-8cbd-c293559d3207 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f08e526-91c7-4233-a5f3-d55e309561f4 HTTP/1.1" status: 200 len: 843 time: 0.1013746 Feb 10 11:51:00.667794 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7aa335d5-2495-4b34-908d-edd86bca3740 req-30ee1729-41a2-49d2-8b80-bb12f0306aa4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cce28068-1aa2-4cc7-9405-0f2acaae0e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0812497 Feb 10 11:51:00.820041 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7aa335d5-2495-4b34-908d-edd86bca3740 req-91c74de7-7389-4cd2-8642-efc4b9fca154 service neutron] 10.222.0.73 "GET /v2.0/networks/cce28068-1aa2-4cc7-9405-0f2acaae0e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451590 Feb 10 11:51:00.972086 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7aa335d5-2495-4b34-908d-edd86bca3740 req-80705dd3-d00f-4ac1-85ca-adb18e939de5 service neutron] 10.222.0.73 "GET /v2.0/networks/cce28068-1aa2-4cc7-9405-0f2acaae0e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459315 Feb 10 11:51:01.567213 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:01.634766 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e59b5-caac-4e17-8555-6c9e6bd961af req-d1032833-4fab-46be-ad06-b11f2c4b64e1 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:01.636386 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b14e59b5-caac-4e17-8555-6c9e6bd961af req-d1032833-4fab-46be-ad06-b11f2c4b64e1 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 948 time: 0.1051540 Feb 10 11:51:01.701047 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b14e59b5-caac-4e17-8555-6c9e6bd961af req-541b6902-0c13-46aa-be1b-93f3080b4608 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/security-groups?id=80cc52ec-6477-4d34-a3ea-9e41a9b8a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473711 Feb 10 11:51:02.622037 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device eed2b36a-ebef-4151-be85-9d9387442a3e details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:51:02.868148 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port eed2b36a-ebef-4151-be85-9d9387442a3e, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=eed2b36a-ebef-4151-be85-9d9387442a3e,segment=NetworkSegment(8c137d55-49b5-421a-96b6-ab6f07526ee4),segment_id=8c137d55-49b5-421a-96b6-ab6f07526ee4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:51:02.888651 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'eed2b36a-ebef-4151-be85-9d9387442a3e', 'network_id': 'cce28068-1aa2-4cc7-9405-0f2acaae0e01', 'port_id': 'eed2b36a-ebef-4151-be85-9d9387442a3e', 'mac_address': 'fa:16:3e:01:23:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f08e526-91c7-4233-a5f3-d55e309561f4', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:51:02.960164 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:02.990253 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed2b36a-ebef-4151-be85-9d9387442a3e {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:51:03.015750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port eed2b36a-ebef-4151-be85-9d9387442a3e, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=eed2b36a-ebef-4151-be85-9d9387442a3e,segment=NetworkSegment(8c137d55-49b5-421a-96b6-ab6f07526ee4),segment_id=8c137d55-49b5-421a-96b6-ab6f07526ee4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:51:03.021384 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:03.028952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c8cc1-87c2-4137-aa6a-abbce838ad81 req-534f64d6-5e31-4bd3-b9b3-77dd6c3a144e tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:03.030745 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-161c8cc1-87c2-4137-aa6a-abbce838ad81 req-534f64d6-5e31-4bd3-b9b3-77dd6c3a144e tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 948 time: 0.1297057 Feb 10 11:51:03.097561 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-161c8cc1-87c2-4137-aa6a-abbce838ad81 req-2fc7c76a-a49b-40b0-9ba3-e7eb545319a5 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/security-groups?id=80cc52ec-6477-4d34-a3ea-9e41a9b8a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556223 Feb 10 11:51:03.101683 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=eed2b36a-ebef-4151-be85-9d9387442a3e,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:03.242927 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['eed2b36a-ebef-4151-be85-9d9387442a3e'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:51:04.340415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84548a7-1d57-41f1-9c0e-88fba40c67be req-60b02f8b-bbf8-4233-b43d-984049a7a991 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:04.342127 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f84548a7-1d57-41f1-9c0e-88fba40c67be req-60b02f8b-bbf8-4233-b43d-984049a7a991 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 949 time: 0.0872269 Feb 10 11:51:04.395393 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f84548a7-1d57-41f1-9c0e-88fba40c67be req-0adb135f-57e2-4023-b4cc-876c97977f55 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/security-groups?id=80cc52ec-6477-4d34-a3ea-9e41a9b8a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471444 Feb 10 11:51:04.673369 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device eed2b36a-ebef-4151-be85-9d9387442a3e up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:51:04.844383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port eed2b36a-ebef-4151-be85-9d9387442a3e completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:51:04.860719 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port eed2b36a-ebef-4151-be85-9d9387442a3e triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:51:04.861287 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:05.027284 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:05.069774 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb3a3f-5c58-4eeb-beb4-721a08613137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed2b36a-ebef-4151-be85-9d9387442a3e'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:51:05.082971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port eed2b36a-ebef-4151-be85-9d9387442a3e, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=eed2b36a-ebef-4151-be85-9d9387442a3e,segment=NetworkSegment(8c137d55-49b5-421a-96b6-ab6f07526ee4),segment_id=8c137d55-49b5-421a-96b6-ab6f07526ee4)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:51:05.089069 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:05.155961 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb3a3f-5c58-4eeb-beb4-721a08613137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed2b36a-ebef-4151-be85-9d9387442a3e', 'code': 200} Feb 10 11:51:05.215938 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=eed2b36a-ebef-4151-be85-9d9387442a3e,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:05.409691 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2714f09-264c-4cd4-94da-c4a57f5e90ae req-de32cffc-ae3a-4c8a-8f34-3f1ac4e516e4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 1103 time: 0.0795531 Feb 10 11:51:05.475733 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2714f09-264c-4cd4-94da-c4a57f5e90ae req-260ab2b0-c7a8-4714-8fba-e4d725cb3ccd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=80cc52ec-6477-4d34-a3ea-9e41a9b8a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602219 Feb 10 11:51:05.617034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfadc73-9eb6-4432-94ae-321fe7af4d19 req-c999ce35-38b7-41d3-84e1-aac69b7ebf1f tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:05.618742 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4dfadc73-9eb6-4432-94ae-321fe7af4d19 req-c999ce35-38b7-41d3-84e1-aac69b7ebf1f tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 950 time: 0.0869892 Feb 10 11:51:05.670293 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4dfadc73-9eb6-4432-94ae-321fe7af4d19 req-25202e71-aa37-4a36-a225-58ddf9c87380 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/security-groups?id=80cc52ec-6477-4d34-a3ea-9e41a9b8a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453188 Feb 10 11:51:06.900976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ba953-63df-40f3-8c33-2fdd10603de4 req-6345068d-1b59-4f12-ac20-1bd1cf3057f7 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:06.902565 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b13ba953-63df-40f3-8c33-2fdd10603de4 req-6345068d-1b59-4f12-ac20-1bd1cf3057f7 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 950 time: 0.0951340 Feb 10 11:51:06.961508 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b13ba953-63df-40f3-8c33-2fdd10603de4 req-8d4d9942-bf70-4406-b1dd-0584ad04014c tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/security-groups?id=80cc52ec-6477-4d34-a3ea-9e41a9b8a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483360 Feb 10 11:51:07.449091 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f960f5be-5d6e-48e2-9656-5003fcb68345 req-7ababf78-57c6-4ec0-a31a-14446234f0a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0779274 Feb 10 11:51:08.099718 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6cf58c9-082f-4fe4-96e4-5b515793ab2f req-86d3d8e8-e910-4593-9f25-9da6ad723827 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0786667 Feb 10 11:51:08.250896 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:08.739326 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e05826-7ba3-4ba4-99bd-59ac9f404978 req-44638ff8-d7ab-4092-a4e9-2e28f4f6227d tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:08.741160 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-74e05826-7ba3-4ba4-99bd-59ac9f404978 req-44638ff8-d7ab-4092-a4e9-2e28f4f6227d tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 950 time: 0.0842152 Feb 10 11:51:08.792445 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-74e05826-7ba3-4ba4-99bd-59ac9f404978 req-f5106387-9497-45ea-a952-3c44c7bd4677 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/security-groups?id=80cc52ec-6477-4d34-a3ea-9e41a9b8a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444772 Feb 10 11:51:10.186318 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aebcfe-16df-4acf-8966-fdd3942ab06c req-abe729e2-e6dc-4f93-aa38-6746e8be0f38 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:10.187753 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-02aebcfe-16df-4acf-8966-fdd3942ab06c req-abe729e2-e6dc-4f93-aa38-6746e8be0f38 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.73 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 950 time: 0.2897439 Feb 10 11:51:10.193857 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c6cc4-2f96-45a8-8946-e4a686627257 req-cdc3523d-2e2f-4243-b655-3e6a037554c4 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:10.195486 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-567c6cc4-2f96-45a8-8946-e4a686627257 req-cdc3523d-2e2f-4243-b655-3e6a037554c4 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 950 time: 0.2248681 Feb 10 11:51:10.300003 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-02aebcfe-16df-4acf-8966-fdd3942ab06c req-4607c8ab-4a85-4542-98e3-2b07e4c022f5 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Deleting port eed2b36a-ebef-4151-be85-9d9387442a3e {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:51:10.300326 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-02aebcfe-16df-4acf-8966-fdd3942ab06c req-4607c8ab-4a85-4542-98e3-2b07e4c022f5 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:10.341209 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-567c6cc4-2f96-45a8-8946-e4a686627257 req-4d407109-92c7-4e0d-8712-b93296c86065 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/security-groups?id=80cc52ec-6477-4d34-a3ea-9e41a9b8a916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149874 Feb 10 11:51:10.590356 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-02aebcfe-16df-4acf-8966-fdd3942ab06c req-4607c8ab-4a85-4542-98e3-2b07e4c022f5 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] For port eed2b36a-ebef-4151-be85-9d9387442a3e, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=eed2b36a-ebef-4151-be85-9d9387442a3e,segment=NetworkSegment(8c137d55-49b5-421a-96b6-ab6f07526ee4),segment_id=8c137d55-49b5-421a-96b6-ab6f07526ee4)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:51:10.590710 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-02aebcfe-16df-4acf-8966-fdd3942ab06c req-4607c8ab-4a85-4542-98e3-2b07e4c022f5 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:10.720305 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-02aebcfe-16df-4acf-8966-fdd3942ab06c req-4607c8ab-4a85-4542-98e3-2b07e4c022f5 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Calling delete_port for eed2b36a-ebef-4151-be85-9d9387442a3e owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:51:10.912475 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-02aebcfe-16df-4acf-8966-fdd3942ab06c req-4607c8ab-4a85-4542-98e3-2b07e4c022f5 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:10.926645 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['eed2b36a-ebef-4151-be85-9d9387442a3e'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:51:10.989856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607c8ab-4a85-4542-98e3-2b07e4c022f5 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Pushing event deleted for resources: {'Port': ['ID=eed2b36a-ebef-4151-be85-9d9387442a3e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:11.106576 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-02aebcfe-16df-4acf-8966-fdd3942ab06c req-4607c8ab-4a85-4542-98e3-2b07e4c022f5 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] No DVR routers for this DVR port eed2b36a-ebef-4151-be85-9d9387442a3e on host hv-neutron-8284 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:51:11.110229 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-02aebcfe-16df-4acf-8966-fdd3942ab06c req-4607c8ab-4a85-4542-98e3-2b07e4c022f5 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:11.114685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb3a3f-5c58-4eeb-beb4-721a08613137', 'name': 'network-vif-deleted', 'tag': 'eed2b36a-ebef-4151-be85-9d9387442a3e'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:51:11.144493 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-02aebcfe-16df-4acf-8966-fdd3942ab06c req-4607c8ab-4a85-4542-98e3-2b07e4c022f5 tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.73 "DELETE /v2.0/ports/eed2b36a-ebef-4151-be85-9d9387442a3e HTTP/1.1" status: 204 len: 173 time: 0.9469903 Feb 10 11:51:11.219347 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb3a3f-5c58-4eeb-beb4-721a08613137', 'name': 'network-vif-deleted', 'tag': 'eed2b36a-ebef-4151-be85-9d9387442a3e', 'status': 'completed', 'code': 200} Feb 10 11:51:11.548378 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-fead13d7-1ef8-4dc9-b57a-c2c751709627 req-27b7f98f-7edb-497b-bc36-52c2e0b51a4a tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Synchronizing usage tracker for tenant:b910b3280c2e4c06a1044b30eeda29d1 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:51:11.571784 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-fead13d7-1ef8-4dc9-b57a-c2c751709627 req-27b7f98f-7edb-497b-bc36-52c2e0b51a4a tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] Unset dirty status for tenant:b910b3280c2e4c06a1044b30eeda29d1 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:51:11.573160 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fead13d7-1ef8-4dc9-b57a-c2c751709627 req-27b7f98f-7edb-497b-bc36-52c2e0b51a4a tempest-ServersAdminNegativeTestJSON-1937011557 tempest-ServersAdminNegativeTestJSON-1937011557-project] 10.222.0.36 "GET /v2.0/ports?device_id=0adb3a3f-5c58-4eeb-beb4-721a08613137 HTTP/1.1" status: 200 len: 210 time: 0.0726135 Feb 10 11:51:13.169600 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43588) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:51:13.366853 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ca3cbaf7-9f3c-4f34-adb5-a7dd725fa716 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b910b3280c2e4c06a1044b30eeda29d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1959183 Feb 10 11:51:13.370954 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43594) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:51:13.443493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eba292b3-527b-437f-97c1-0cb22e984fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:13.475548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eba292b3-527b-437f-97c1-0cb22e984fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:13.544150 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eba292b3-527b-437f-97c1-0cb22e984fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:13.564631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba292b3-527b-437f-97c1-0cb22e984fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cc52ec-6477-4d34-a3ea-9e41a9b8a916,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:13.579992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eba292b3-527b-437f-97c1-0cb22e984fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:13.583988 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-eba292b3-527b-437f-97c1-0cb22e984fc0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80cc52ec-6477-4d34-a3ea-9e41a9b8a916 HTTP/1.1" status: 204 len: 168 time: 0.2118232 Feb 10 11:51:14.041143 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43602) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:51:14.063616 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8260010f-f2e9-41de-8d36-ed2a7df0a9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.116323 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8260010f-f2e9-41de-8d36-ed2a7df0a9a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:51:14.122413 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8260010f-f2e9-41de-8d36-ed2a7df0a9a4 admin admin] Usage tracker for resource:security_group_rule and tenant:9b5244106eea4ccabb94873811e9f127 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:51:14.126240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8260010f-f2e9-41de-8d36-ed2a7df0a9a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:51:14.133883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8260010f-f2e9-41de-8d36-ed2a7df0a9a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:51:14.210815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8260010f-f2e9-41de-8d36-ed2a7df0a9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.215965 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8260010f-f2e9-41de-8d36-ed2a7df0a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.270023 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260010f-f2e9-41de-8d36-ed2a7df0a9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba4eaba-56d3-4ea7-82c9-437bd87f46df,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:14.277068 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8260010f-f2e9-41de-8d36-ed2a7df0a9a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b5244106eea4ccabb94873811e9f127&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2347226 Feb 10 11:51:14.281106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43606) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:51:14.353959 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0e16449-3c77-4bb2-9964-a1afdb9c2a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.385905 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0e16449-3c77-4bb2-9964-a1afdb9c2a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.444753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0e16449-3c77-4bb2-9964-a1afdb9c2a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.463712 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e16449-3c77-4bb2-9964-a1afdb9c2a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba4eaba-56d3-4ea7-82c9-437bd87f46df,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:14.471823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0e16449-3c77-4bb2-9964-a1afdb9c2a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.474174 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d0e16449-3c77-4bb2-9964-a1afdb9c2a3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aba4eaba-56d3-4ea7-82c9-437bd87f46df HTTP/1.1" status: 204 len: 168 time: 0.1918504 Feb 10 11:51:14.703440 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device eed2b36a-ebef-4151-be85-9d9387442a3e no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:51:14.758888 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: eed2b36a-ebef-4151-be85-9d9387442a3e {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:51:14.759367 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device eed2b36a-ebef-4151-be85-9d9387442a3e not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:51:15.573744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 43628) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:51:15.794159 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1414744688-network', 'tenant_id': '545bb83fd7064c4b939e35c106520c8e'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:51:15.799570 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:51:15.803976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Usage tracker for resource:network and tenant:545bb83fd7064c4b939e35c106520c8e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:51:15.808203 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:51:15.815774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:51:15.829454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Made reservation on behalf of 545bb83fd7064c4b939e35c106520c8e for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:51:15.832589 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:15.853050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:15.919400 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:51:15.927034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Usage tracker for resource:security_group_rule and tenant:545bb83fd7064c4b939e35c106520c8e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:51:15.936216 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:51:15.949015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:51:16.066993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:16.073614 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:16.116347 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:51:16.128605 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02eb809-8573-44cb-9e2e-f3df826b7de4,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:16.138203 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:16.138742 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Added segment e887669e-e428-4a84-a169-e90b827d90f9 of type vlan for network 0cd04131-dafc-4d4b-9826-329039d1d0a3 Feb 10 11:51:16.185602 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:16.235791 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:16.237193 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:16.238127 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:16.433656 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8580968 Feb 10 11:51:16.438385 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43634) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:51:16.442192 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33edcb7-ebd9-4e74-96c9-54583f8c2d75 admin admin] Pushing event updated for resources: {'Network': ['ID=0cd04131-dafc-4d4b-9826-329039d1d0a3,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:16.448405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-13d5c8fb-f07a-4247-8518-7cc0f50c3704 admin admin] Request body: {'subnet': {'network_id': '0cd04131-dafc-4d4b-9826-329039d1d0a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1414744688-subnet', 'tenant_id': '545bb83fd7064c4b939e35c106520c8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:51:16.456372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-13d5c8fb-f07a-4247-8518-7cc0f50c3704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:51:16.467431 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-13d5c8fb-f07a-4247-8518-7cc0f50c3704 admin admin] Usage tracker for resource:subnet and tenant:545bb83fd7064c4b939e35c106520c8e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:51:16.471007 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 0cd04131-dafc-4d4b-9826-329039d1d0a3 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:51:16.471991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-13d5c8fb-f07a-4247-8518-7cc0f50c3704 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:51:16.482257 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-13d5c8fb-f07a-4247-8518-7cc0f50c3704 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:51:16.498574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d5c8fb-f07a-4247-8518-7cc0f50c3704 admin admin] Made reservation on behalf of 545bb83fd7064c4b939e35c106520c8e for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:51:16.502106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-13d5c8fb-f07a-4247-8518-7cc0f50c3704 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:16.841411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-13d5c8fb-f07a-4247-8518-7cc0f50c3704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:16.978983 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5c8fb-f07a-4247-8518-7cc0f50c3704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=441d8faf-e9f5-41c1-a453-99007eaad5ae,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:17.002113 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5c8fb-f07a-4247-8518-7cc0f50c3704 admin admin] Checking segment: {'id': 'e887669e-e428-4a84-a169-e90b827d90f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0cd04131-dafc-4d4b-9826-329039d1d0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:51:17.002713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5c8fb-f07a-4247-8518-7cc0f50c3704 admin admin] Network hostable DHCP agents. Network: 0cd04131-dafc-4d4b-9826-329039d1d0a3, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:51:17.041909 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5c8fb-f07a-4247-8518-7cc0f50c3704 admin admin] Network 0cd04131-dafc-4d4b-9826-329039d1d0a3 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:51:17.055007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-13d5c8fb-f07a-4247-8518-7cc0f50c3704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 0cd04131-dafc-4d4b-9826-329039d1d0a3) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:51:17.060105 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d5c8fb-f07a-4247-8518-7cc0f50c3704 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:17.060962 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-13d5c8fb-f07a-4247-8518-7cc0f50c3704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:17.068005 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63414014-b2de-49ce-acc3-648686e961a2 None None] Network 0cd04131-dafc-4d4b-9826-329039d1d0a3 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:51:17.097330 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-13d5c8fb-f07a-4247-8518-7cc0f50c3704 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6567461 Feb 10 11:51:17.356133 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d277ed-4cb3-42cb-a38e-feb438c4e5bb None None] Network 0cd04131-dafc-4d4b-9826-329039d1d0a3 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:51:17.872454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-014e262d-b8bb-4cfb-8204-4d14622fc876 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:17.873205 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-014e262d-b8bb-4cfb-8204-4d14622fc876 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Synchronizing usage tracker for tenant:545bb83fd7064c4b939e35c106520c8e on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:51:17.893916 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-014e262d-b8bb-4cfb-8204-4d14622fc876 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Unset dirty status for tenant:545bb83fd7064c4b939e35c106520c8e on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:51:17.899286 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-014e262d-b8bb-4cfb-8204-4d14622fc876 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/networks?id=0cd04131-dafc-4d4b-9826-329039d1d0a3 HTTP/1.1" status: 200 len: 812 time: 0.1909781 Feb 10 11:51:17.913440 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-424961c2-ac77-445a-8811-72cf11ed3d8b tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/quotas/545bb83fd7064c4b939e35c106520c8e HTTP/1.1" status: 200 len: 375 time: 0.0123813 Feb 10 11:51:17.969254 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-eb65cbd2-b85c-477b-95f2-3b33f39bd728 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=545bb83fd7064c4b939e35c106520c8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483816 Feb 10 11:51:17.981589 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-10da000a-e889-4efb-8e55-bd9f67f6ef6d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:51:17.982608 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-10da000a-e889-4efb-8e55-bd9f67f6ef6d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054405 Feb 10 11:51:18.142463 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-2d23bcac-04b6-4eb6-91c7-07f5fac953b0 service neutron] 10.222.0.36 "GET /v2.0/networks/0cd04131-dafc-4d4b-9826-329039d1d0a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480968 Feb 10 11:51:18.395168 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-ba3fc350-a4de-461a-9c0c-06d7860c67ea service neutron] 10.222.0.36 "GET /v2.0/networks/0cd04131-dafc-4d4b-9826-329039d1d0a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462213 Feb 10 11:51:18.652989 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6afe980-f775-4ddf-aeab-814678632b65 req-189804cb-1b9c-4226-b5f4-f179347c0c34 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 210 time: 0.0458651 Feb 10 11:51:19.912292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-911f7d40-279c-433f-8b26-c30d7ffc5740 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:19.915386 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-911f7d40-279c-433f-8b26-c30d7ffc5740 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.73 "GET /v2.0/networks?id=0cd04131-dafc-4d4b-9826-329039d1d0a3 HTTP/1.1" status: 200 len: 812 time: 0.1930790 Feb 10 11:51:19.975244 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eae1fab6-25d3-46b8-8b53-3c8ca7554c70 req-db90964c-4b31-4bfe-9c40-e038f9404a1b tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 210 time: 0.0581605 Feb 10 11:51:19.982731 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-a86c0330-0c8a-4dc2-8dce-430b3d673635 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Request body: {'port': {'device_id': '717f517c-79c8-4f34-ad87-863ba375f5ed', 'network_id': '0cd04131-dafc-4d4b-9826-329039d1d0a3', 'admin_state_up': True, 'tenant_id': '545bb83fd7064c4b939e35c106520c8e'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:51:20.152856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-a86c0330-0c8a-4dc2-8dce-430b3d673635 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:51:20.157536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-a86c0330-0c8a-4dc2-8dce-430b3d673635 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Usage tracker for resource:port and tenant:545bb83fd7064c4b939e35c106520c8e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:51:20.160983 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-a86c0330-0c8a-4dc2-8dce-430b3d673635 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:51:20.169838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-a86c0330-0c8a-4dc2-8dce-430b3d673635 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:51:20.183057 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-a86c0330-0c8a-4dc2-8dce-430b3d673635 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Made reservation on behalf of 545bb83fd7064c4b939e35c106520c8e for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:51:20.186564 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-a86c0330-0c8a-4dc2-8dce-430b3d673635 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:20.367661 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-a86c0330-0c8a-4dc2-8dce-430b3d673635 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Allocated IP 172.20.0.6 (0cd04131-dafc-4d4b-9826-329039d1d0a3/441d8faf-e9f5-41c1-a453-99007eaad5ae/a591f22a-421e-4557-800c-ad0ec5e82a02) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:51:20.598858 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-a86c0330-0c8a-4dc2-8dce-430b3d673635 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:20.629838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-a86c0330-0c8a-4dc2-8dce-430b3d673635 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:20.707569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-a86c0330-0c8a-4dc2-8dce-430b3d673635 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Network 0cd04131-dafc-4d4b-9826-329039d1d0a3 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:51:20.711652 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-a86c0330-0c8a-4dc2-8dce-430b3d673635 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:51:20.714259 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-a86c0330-0c8a-4dc2-8dce-430b3d673635 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:51:20.752120 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c0330-0c8a-4dc2-8dce-430b3d673635 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Pushing event updated for resources: {'Port': ['ID=a591f22a-421e-4557-800c-ad0ec5e82a02,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:20.785676 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-a86c0330-0c8a-4dc2-8dce-430b3d673635 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:20.786309 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-a86c0330-0c8a-4dc2-8dce-430b3d673635 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:20.811617 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-a86c0330-0c8a-4dc2-8dce-430b3d673635 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8599455 Feb 10 11:51:20.823794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Request body: {'port': {'device_id': '717f517c-79c8-4f34-ad87-863ba375f5ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:51:20.944169 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:21.324453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d4d8d-fcf4-421a-98b0-b3717e0697b5 req-13ca6837-cb68-44c2-8fb3-4c544cc66d95 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:21.325214 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1f2d4d8d-fcf4-421a-98b0-b3717e0697b5 req-13ca6837-cb68-44c2-8fb3-4c544cc66d95 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Synchronizing usage tracker for tenant:545bb83fd7064c4b939e35c106520c8e on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:51:21.405628 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1f2d4d8d-fcf4-421a-98b0-b3717e0697b5 req-13ca6837-cb68-44c2-8fb3-4c544cc66d95 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Unset dirty status for tenant:545bb83fd7064c4b939e35c106520c8e on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:51:21.406932 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1f2d4d8d-fcf4-421a-98b0-b3717e0697b5 req-13ca6837-cb68-44c2-8fb3-4c544cc66d95 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 931 time: 0.2280562 Feb 10 11:51:21.411216 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a591f22a-421e-4557-800c-ad0ec5e82a02 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:51:21.433779 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:21.467961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Transition to ACTIVE for port object a591f22a-421e-4557-800c-ad0ec5e82a02 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:51:21.472480 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:21.536879 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1f2d4d8d-fcf4-421a-98b0-b3717e0697b5 req-c5469c20-2ddd-478f-aecf-fd5dae209e1b tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Synchronizing usage tracker for tenant:545bb83fd7064c4b939e35c106520c8e on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:51:21.628580 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a591f22a-421e-4557-800c-ad0ec5e82a02,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:21.645043 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1f2d4d8d-fcf4-421a-98b0-b3717e0697b5 req-c5469c20-2ddd-478f-aecf-fd5dae209e1b tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Unset dirty status for tenant:545bb83fd7064c4b939e35c106520c8e on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:51:21.646244 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1f2d4d8d-fcf4-421a-98b0-b3717e0697b5 req-c5469c20-2ddd-478f-aecf-fd5dae209e1b tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295127 Feb 10 11:51:21.759732 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Attempting to bind port a591f22a-421e-4557-800c-ad0ec5e82a02 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:51:21.760061 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Attempting to bind port a591f22a-421e-4557-800c-ad0ec5e82a02 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': 'e887669e-e428-4a84-a169-e90b827d90f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0cd04131-dafc-4d4b-9826-329039d1d0a3'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:51:21.760531 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Attempting to bind port a591f22a-421e-4557-800c-ad0ec5e82a02 on network 0cd04131-dafc-4d4b-9826-329039d1d0a3 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:51:21.767258 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Port a591f22a-421e-4557-800c-ad0ec5e82a02 on network 0cd04131-dafc-4d4b-9826-329039d1d0a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:51:21.767631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Attempting to bind port a591f22a-421e-4557-800c-ad0ec5e82a02 on network 0cd04131-dafc-4d4b-9826-329039d1d0a3 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:51:21.776158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:51:21.776495 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Checking segment: {'id': 'e887669e-e428-4a84-a169-e90b827d90f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0cd04131-dafc-4d4b-9826-329039d1d0a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:51:21.776868 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Bound using segment: {'id': 'e887669e-e428-4a84-a169-e90b827d90f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0cd04131-dafc-4d4b-9826-329039d1d0a3'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:51:21.777337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Bound port: a591f22a-421e-4557-800c-ad0ec5e82a02, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e887669e-e428-4a84-a169-e90b827d90f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0cd04131-dafc-4d4b-9826-329039d1d0a3'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:51:21.777681 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:21.975258 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] For port a591f22a-421e-4557-800c-ad0ec5e82a02, host hv-neutron-8284, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:51:21.979642 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] For port a591f22a-421e-4557-800c-ad0ec5e82a02, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=a591f22a-421e-4557-800c-ad0ec5e82a02,segment=NetworkSegment(e887669e-e428-4a84-a169-e90b827d90f9),segment_id=e887669e-e428-4a84-a169-e90b827d90f9)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:51:21.985172 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:22.054916 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:22.056375 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] 10.222.0.73 "PUT /v2.0/ports/a591f22a-421e-4557-800c-ad0ec5e82a02 HTTP/1.1" status: 200 len: 1093 time: 1.2376740 Feb 10 11:51:22.056837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717f517c-79c8-4f34-ad87-863ba375f5ed', 'tag': 'a591f22a-421e-4557-800c-ad0ec5e82a02'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:51:22.088633 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4653c9c-5f11-4fd2-9c69-f9c6405a12a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a591f22a-421e-4557-800c-ad0ec5e82a02,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:22.152800 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717f517c-79c8-4f34-ad87-863ba375f5ed', 'tag': 'a591f22a-421e-4557-800c-ad0ec5e82a02', 'status': 'completed', 'code': 200} Feb 10 11:51:22.192265 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-4952f53d-11c2-4b7b-970a-eaa071894db9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=545bb83fd7064c4b939e35c106520c8e&device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 1096 time: 0.0858989 Feb 10 11:51:22.266739 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-3da94495-c1ef-4209-8098-7e5ecf6a8ab0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a591f22a-421e-4557-800c-ad0ec5e82a02 HTTP/1.1" status: 200 len: 217 time: 0.0647640 Feb 10 11:51:22.341119 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-17996ef0-f22d-4883-b70b-3ea31bf8cd19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:22.343532 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-17996ef0-f22d-4883-b70b-3ea31bf8cd19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=441d8faf-e9f5-41c1-a453-99007eaad5ae HTTP/1.1" status: 200 len: 852 time: 0.0707867 Feb 10 11:51:22.392198 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-de818126-18f1-4a75-aaf0-8c351d901273 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0cd04131-dafc-4d4b-9826-329039d1d0a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426860 Feb 10 11:51:22.568148 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-b6e01dcf-e5b2-43a9-af46-bb51adafc2af service neutron] 10.222.0.73 "GET /v2.0/networks/0cd04131-dafc-4d4b-9826-329039d1d0a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689582 Feb 10 11:51:22.739374 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbb819b9-b61f-47be-a15a-e14a3b5e468f req-aa333dec-ce85-4f71-9a5e-7e96ffa36f37 service neutron] 10.222.0.73 "GET /v2.0/networks/0cd04131-dafc-4d4b-9826-329039d1d0a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632221 Feb 10 11:51:22.932261 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5530f8b9-f418-4eea-a365-379df958cc5b req-9297ec1a-bf4a-41d2-94b1-7d4c5af188f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=545bb83fd7064c4b939e35c106520c8e&device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 1096 time: 0.1438999 Feb 10 11:51:22.938099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ab19e-afa7-4c6f-ad87-ae41861e1af9 req-f4935eb7-09cb-4be3-87a5-a28d791c0a52 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:22.939688 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-895ab19e-afa7-4c6f-ad87-ae41861e1af9 req-f4935eb7-09cb-4be3-87a5-a28d791c0a52 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 943 time: 0.1201158 Feb 10 11:51:23.086552 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-895ab19e-afa7-4c6f-ad87-ae41861e1af9 req-7a8e32f2-086b-480a-a124-f0f59dd5cba3 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247091 Feb 10 11:51:23.134128 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530f8b9-f418-4eea-a365-379df958cc5b req-fdce5227-bfd8-404e-b11c-f839e2448af9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:23.135845 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5530f8b9-f418-4eea-a365-379df958cc5b req-fdce5227-bfd8-404e-b11c-f839e2448af9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0cd04131-dafc-4d4b-9826-329039d1d0a3 HTTP/1.1" status: 200 len: 913 time: 0.1952729 Feb 10 11:51:23.214615 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5530f8b9-f418-4eea-a365-379df958cc5b req-0a5cfbfa-2f5d-4fa1-a6a6-07a56d6ae7c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a591f22a-421e-4557-800c-ad0ec5e82a02 HTTP/1.1" status: 200 len: 217 time: 0.0701563 Feb 10 11:51:23.286122 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530f8b9-f418-4eea-a365-379df958cc5b req-aca490ac-5ce1-4758-93ee-e83dcd42012b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:23.287754 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5530f8b9-f418-4eea-a365-379df958cc5b req-aca490ac-5ce1-4758-93ee-e83dcd42012b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=441d8faf-e9f5-41c1-a453-99007eaad5ae HTTP/1.1" status: 200 len: 852 time: 0.0666714 Feb 10 11:51:23.342925 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5530f8b9-f418-4eea-a365-379df958cc5b req-cae402ce-752d-4887-9379-9a02e3ee88dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0cd04131-dafc-4d4b-9826-329039d1d0a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473583 Feb 10 11:51:23.498803 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5530f8b9-f418-4eea-a365-379df958cc5b req-ce9a7785-7745-4797-b38d-abedc768ebaf service neutron] 10.222.0.73 "GET /v2.0/networks/0cd04131-dafc-4d4b-9826-329039d1d0a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463506 Feb 10 11:51:23.645571 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5530f8b9-f418-4eea-a365-379df958cc5b req-756612dc-b1a6-4e29-adca-b2e90260ffca service neutron] 10.222.0.73 "GET /v2.0/networks/0cd04131-dafc-4d4b-9826-329039d1d0a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401103 Feb 10 11:51:24.317810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458f141-9d52-4f7c-8e36-4c7dacb15176 req-a669e91c-3c90-40bc-9632-08f520ae1145 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:24.319992 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d458f141-9d52-4f7c-8e36-4c7dacb15176 req-a669e91c-3c90-40bc-9632-08f520ae1145 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 943 time: 0.0891674 Feb 10 11:51:24.401702 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d458f141-9d52-4f7c-8e36-4c7dacb15176 req-016df4c8-564c-4008-a7e8-bd1895bf7f8e tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750003 Feb 10 11:51:24.748574 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device a591f22a-421e-4557-800c-ad0ec5e82a02 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:51:24.930441 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port a591f22a-421e-4557-800c-ad0ec5e82a02, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=a591f22a-421e-4557-800c-ad0ec5e82a02,segment=NetworkSegment(e887669e-e428-4a84-a169-e90b827d90f9),segment_id=e887669e-e428-4a84-a169-e90b827d90f9)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:51:24.951042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'a591f22a-421e-4557-800c-ad0ec5e82a02', 'network_id': '0cd04131-dafc-4d4b-9826-329039d1d0a3', 'port_id': 'a591f22a-421e-4557-800c-ad0ec5e82a02', 'mac_address': 'fa:16:3e:41:f2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441d8faf-e9f5-41c1-a453-99007eaad5ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:51:25.039448 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:25.059779 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a591f22a-421e-4557-800c-ad0ec5e82a02 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:51:25.077448 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port a591f22a-421e-4557-800c-ad0ec5e82a02, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=a591f22a-421e-4557-800c-ad0ec5e82a02,segment=NetworkSegment(e887669e-e428-4a84-a169-e90b827d90f9),segment_id=e887669e-e428-4a84-a169-e90b827d90f9)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:51:25.083022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:25.166223 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=a591f22a-421e-4557-800c-ad0ec5e82a02,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:25.176137 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:51:25.176559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:51:25.176938 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:51:25.177372 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:51:25.177764 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:51:25.178250 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:51:25.178681 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:51:25.179129 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:51:25.179641 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:51:25.180112 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:51:25.180478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:51:25.296349 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['a591f22a-421e-4557-800c-ad0ec5e82a02'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:51:25.747151 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3e42f-e22c-43bc-ae41-bef147142323 req-0afebb86-abb0-4446-a228-677df1ce840c tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:25.748605 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25b3e42f-e22c-43bc-ae41-bef147142323 req-0afebb86-abb0-4446-a228-677df1ce840c tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 944 time: 0.2139077 Feb 10 11:51:25.800020 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25b3e42f-e22c-43bc-ae41-bef147142323 req-23816c43-c0ad-4181-a9b5-d282e49f3e9f tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452003 Feb 10 11:51:26.537109 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b92dfd26-da48-45e3-924f-2ca41e3baa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:26.763276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device a591f22a-421e-4557-800c-ad0ec5e82a02 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:51:26.841845 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port a591f22a-421e-4557-800c-ad0ec5e82a02 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:51:26.848069 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port a591f22a-421e-4557-800c-ad0ec5e82a02 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:51:26.848755 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:26.986480 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:27.019534 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717f517c-79c8-4f34-ad87-863ba375f5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a591f22a-421e-4557-800c-ad0ec5e82a02'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:51:27.032903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port a591f22a-421e-4557-800c-ad0ec5e82a02, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=a591f22a-421e-4557-800c-ad0ec5e82a02,segment=NetworkSegment(e887669e-e428-4a84-a169-e90b827d90f9),segment_id=e887669e-e428-4a84-a169-e90b827d90f9)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:51:27.040250 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:27.092492 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717f517c-79c8-4f34-ad87-863ba375f5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a591f22a-421e-4557-800c-ad0ec5e82a02', 'code': 200} Feb 10 11:51:27.135360 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=a591f22a-421e-4557-800c-ad0ec5e82a02,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:27.165859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942ef5e-8c89-41b2-a60a-07e544a2a020 req-8b0eafa7-ef7b-41dd-9ca9-683be3f1655c tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:27.167568 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b942ef5e-8c89-41b2-a60a-07e544a2a020 req-8b0eafa7-ef7b-41dd-9ca9-683be3f1655c tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.1322312 Feb 10 11:51:27.225288 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b942ef5e-8c89-41b2-a60a-07e544a2a020 req-08335b38-0dfb-4d83-8c8e-c3d1bab0ea44 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512197 Feb 10 11:51:27.449489 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bc2d9e0c-df14-48a3-908a-c864cfc321c2 req-4db4f680-1a82-4bd2-ae3e-c55ae28761fa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 1098 time: 0.1245022 Feb 10 11:51:27.511970 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bc2d9e0c-df14-48a3-908a-c864cfc321c2 req-4cef9c44-1774-4113-85b7-10814807f6c7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522904 Feb 10 11:51:28.464029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55181c-bdef-4a7d-861a-107a984c78af req-0afd718f-03e8-4dd8-bf40-c0604245d9e4 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:28.467171 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cd55181c-bdef-4a7d-861a-107a984c78af req-0afd718f-03e8-4dd8-bf40-c0604245d9e4 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0994143 Feb 10 11:51:28.530625 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cd55181c-bdef-4a7d-861a-107a984c78af req-1de60e4a-20ea-4ecd-aaeb-dacd7d8411b4 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499611 Feb 10 11:51:28.856121 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a944b8ac-7057-40b0-a3ad-c72885e8a638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:29.750060 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d049a-d83c-47e5-93c6-41fea47c83cc req-55e59f0e-f6ef-4d6f-947f-80f511f22a1a tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:29.751753 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f89d049a-d83c-47e5-93c6-41fea47c83cc req-55e59f0e-f6ef-4d6f-947f-80f511f22a1a tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0915046 Feb 10 11:51:29.805363 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f89d049a-d83c-47e5-93c6-41fea47c83cc req-5f1411ec-9fb0-4d94-9fd4-75511e00609c tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458019 Feb 10 11:51:29.832159 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:30.028197 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e5d3cb93-6053-49c6-b300-690d24362224 req-cb8b7862-96af-49cc-b82e-782d217f842f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0746908 Feb 10 11:51:30.135763 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:51:30.186797 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:30.379974 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43690) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:51:30.459039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a942089-770c-4578-907f-05017bdc0184 req-6a74f39d-f6de-403c-9b09-a598c4ce51de tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:30.461768 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1a942089-770c-4578-907f-05017bdc0184 req-6a74f39d-f6de-403c-9b09-a598c4ce51de tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.1556098 Feb 10 11:51:30.530537 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1a942089-770c-4578-907f-05017bdc0184 req-60c624a4-d2ad-4e9d-8b36-cb348f2a83bb tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624759 Feb 10 11:51:30.539016 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-6a57f13a-6a29-4fc4-80c6-6b5aa8d451dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1571560 Feb 10 11:51:31.576821 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:31.855514 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf713ca-84ff-45ba-969a-9378c2122587 req-9017ab93-ae03-4e34-be33-b834456b7216 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:31.857005 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-acf713ca-84ff-45ba-969a-9378c2122587 req-9017ab93-ae03-4e34-be33-b834456b7216 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.1319845 Feb 10 11:51:31.932407 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-acf713ca-84ff-45ba-969a-9378c2122587 req-67564204-1141-4149-a852-a372c737e688 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635538 Feb 10 11:51:32.213223 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-f1d857cb-314a-4bf4-b996-ec93f054ef68 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=545bb83fd7064c4b939e35c106520c8e&device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 1098 time: 0.0878983 Feb 10 11:51:32.377241 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-f05e9b3b-89de-4a19-8245-becdb7ca234c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:32.380004 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-f05e9b3b-89de-4a19-8245-becdb7ca234c service neutron] 10.222.0.73 "GET /v2.0/networks?id=0cd04131-dafc-4d4b-9826-329039d1d0a3 HTTP/1.1" status: 200 len: 913 time: 0.1602535 Feb 10 11:51:32.511047 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-2d2a81b9-0cc5-45ae-818d-91558f5eb3b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a591f22a-421e-4557-800c-ad0ec5e82a02 HTTP/1.1" status: 200 len: 217 time: 0.1244750 Feb 10 11:51:32.589415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-2f869cc4-98f6-437a-9b9e-8fd4f31f12ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:32.590962 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-2f869cc4-98f6-437a-9b9e-8fd4f31f12ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=441d8faf-e9f5-41c1-a453-99007eaad5ae HTTP/1.1" status: 200 len: 852 time: 0.0731897 Feb 10 11:51:32.640095 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-4798e304-6cdc-488a-ade5-dd049dc35b1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0cd04131-dafc-4d4b-9826-329039d1d0a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421777 Feb 10 11:51:32.790820 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-00dc394a-9c06-4038-96a1-f7f770656ce1 service neutron] 10.222.0.73 "GET /v2.0/networks/0cd04131-dafc-4d4b-9826-329039d1d0a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424074 Feb 10 11:51:33.029415 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-f63bac09-2a64-43ff-a9c1-435481a45c90 service neutron] 10.222.0.73 "GET /v2.0/networks/0cd04131-dafc-4d4b-9826-329039d1d0a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314730 Feb 10 11:51:33.198783 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ef015-6aa2-4f63-b88d-d4eadc19a5d8 req-7d7ef257-8416-43ec-9ba0-b6255b368d4f tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:33.201441 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-144ef015-6aa2-4f63-b88d-d4eadc19a5d8 req-7d7ef257-8416-43ec-9ba0-b6255b368d4f tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.1352012 Feb 10 11:51:33.273147 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-144ef015-6aa2-4f63-b88d-d4eadc19a5d8 req-b51a4fea-bdb0-4285-88e8-f6daf11b42ea tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637965 Feb 10 11:51:34.675470 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bd7b2-a6ce-4e45-9fbe-a86fedd9234c req-d571c0f2-16e0-4ddc-8c8a-8a3c8170a68c tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:34.677944 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-418bd7b2-a6ce-4e45-9fbe-a86fedd9234c req-d571c0f2-16e0-4ddc-8c8a-8a3c8170a68c tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.1033046 Feb 10 11:51:34.735228 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-418bd7b2-a6ce-4e45-9fbe-a86fedd9234c req-2dadc78d-a7c0-4d9b-90df-e0d1087b3ab0 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506420 Feb 10 11:51:35.949023 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f9e91-e96a-42f9-99be-8d9d541ed351 req-c218dbcd-406e-4d64-8310-0b077e28ed74 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:35.950753 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9e3f9e91-e96a-42f9-99be-8d9d541ed351 req-c218dbcd-406e-4d64-8310-0b077e28ed74 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0858183 Feb 10 11:51:36.032334 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9e3f9e91-e96a-42f9-99be-8d9d541ed351 req-0ca2089a-264f-4bed-87a1-73f2c44e3edb tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751607 Feb 10 11:51:37.259269 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b1782-803d-49a0-827e-62c1f6665c9d req-a5ec4168-55d2-4178-a5c8-8364f75e6c8b tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:37.260910 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-652b1782-803d-49a0-827e-62c1f6665c9d req-a5ec4168-55d2-4178-a5c8-8364f75e6c8b tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0895674 Feb 10 11:51:37.313661 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-652b1782-803d-49a0-827e-62c1f6665c9d req-13f3d444-f207-4ff2-8632-bd2f13c4ebc0 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466461 Feb 10 11:51:38.262724 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:38.552243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c72b08-3a13-4e55-b3bf-b4a109edf311 req-c92c1ab3-77cb-4f79-9d6d-54ca090994c4 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:38.554101 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b9c72b08-3a13-4e55-b3bf-b4a109edf311 req-c92c1ab3-77cb-4f79-9d6d-54ca090994c4 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.1082671 Feb 10 11:51:38.614390 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b9c72b08-3a13-4e55-b3bf-b4a109edf311 req-73fe7e19-9fa0-4d49-98fb-2e55c788d24f tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492904 Feb 10 11:51:39.845225 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dea617-2e89-41da-8dc6-9e2e6389e838 req-8b9ff86e-255c-48ff-b15c-375566d19b59 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:39.846801 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2dea617-2e89-41da-8dc6-9e2e6389e838 req-8b9ff86e-255c-48ff-b15c-375566d19b59 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0932496 Feb 10 11:51:39.909554 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2dea617-2e89-41da-8dc6-9e2e6389e838 req-f7a5a464-5bf5-4f74-b296-e6ed0fc983a5 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521994 Feb 10 11:51:41.157864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8973821-9f65-4847-9785-f545682716f5 req-4a98d701-80c8-452c-a0f1-59f91423d08b tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:41.160500 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8973821-9f65-4847-9785-f545682716f5 req-4a98d701-80c8-452c-a0f1-59f91423d08b tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0957479 Feb 10 11:51:41.218763 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8973821-9f65-4847-9785-f545682716f5 req-989baa13-2204-4fcc-aefa-99569fac950e tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509183 Feb 10 11:51:42.441958 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d938b-6485-436c-ae17-7ad9e6ac43bd req-a1027f1c-4f93-4c29-87d6-f5e6c0341ad1 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:42.443518 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d16d938b-6485-436c-ae17-7ad9e6ac43bd req-a1027f1c-4f93-4c29-87d6-f5e6c0341ad1 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0861375 Feb 10 11:51:42.501174 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d16d938b-6485-436c-ae17-7ad9e6ac43bd req-8da7a9b9-93a7-4ca9-985d-37662d83da7c tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466330 Feb 10 11:51:43.750372 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89594a-6366-4518-956c-68c8dd72e609 req-2c826b4f-683f-4db7-ab95-e759e696c6b3 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:43.753008 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c89594a-6366-4518-956c-68c8dd72e609 req-2c826b4f-683f-4db7-ab95-e759e696c6b3 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.1127143 Feb 10 11:51:43.947767 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c89594a-6366-4518-956c-68c8dd72e609 req-e9ff8cc2-3e5a-4425-a33c-b516656c8c66 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884580 Feb 10 11:51:45.260981 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb2e39-c25f-4620-a16e-d577e91c856c req-c65825fb-ad9f-4fab-872c-d87abe8dd40a tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:45.262693 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c4cb2e39-c25f-4620-a16e-d577e91c856c req-c65825fb-ad9f-4fab-872c-d87abe8dd40a tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0864658 Feb 10 11:51:45.341339 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c4cb2e39-c25f-4620-a16e-d577e91c856c req-4d14cdd7-2b76-42b3-a212-1ddce4a27631 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668893 Feb 10 11:51:46.565113 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695f87a-1b56-4e37-b748-9fe0bfb87f96 req-250f883d-ea26-448c-9af6-1d2281c77eb2 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:46.567106 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8695f87a-1b56-4e37-b748-9fe0bfb87f96 req-250f883d-ea26-448c-9af6-1d2281c77eb2 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0908134 Feb 10 11:51:46.625160 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8695f87a-1b56-4e37-b748-9fe0bfb87f96 req-a98b63f8-a792-4a57-ad60-344f61dc2f2f tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516524 Feb 10 11:51:47.839281 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b500726-bde2-4545-a244-34957379f7f7 req-3565723a-36cf-4fe2-a517-c2412cc01a27 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:47.841365 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3b500726-bde2-4545-a244-34957379f7f7 req-3565723a-36cf-4fe2-a517-c2412cc01a27 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0838072 Feb 10 11:51:47.902158 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3b500726-bde2-4545-a244-34957379f7f7 req-b116288e-84ee-44d9-9ab1-1ae6abad3b62 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543964 Feb 10 11:51:49.134174 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de79c1f-e2cd-40a8-ab6e-0239568f5fb8 req-4b50ace5-4f32-4e4e-93bd-931b6817452f tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:49.136108 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2de79c1f-e2cd-40a8-ab6e-0239568f5fb8 req-4b50ace5-4f32-4e4e-93bd-931b6817452f tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0969212 Feb 10 11:51:49.190710 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2de79c1f-e2cd-40a8-ab6e-0239568f5fb8 req-4692a62e-900e-4c62-a538-d16c8cb1d690 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473182 Feb 10 11:51:50.412247 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29316f20-b298-4737-9187-8a836bec93e9 req-4e93e24b-e0c5-4d1c-b509-4b31ba3e095c tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:50.414383 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29316f20-b298-4737-9187-8a836bec93e9 req-4e93e24b-e0c5-4d1c-b509-4b31ba3e095c tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0896969 Feb 10 11:51:50.469188 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29316f20-b298-4737-9187-8a836bec93e9 req-38e24a25-d590-4956-a788-04ec48fc4401 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456684 Feb 10 11:51:51.695924 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78bc9f-b904-4068-8752-443c04772f9e req-a9d1dd61-f1d3-4acf-ad1c-5332620ed2f6 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:51.697548 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e78bc9f-b904-4068-8752-443c04772f9e req-a9d1dd61-f1d3-4acf-ad1c-5332620ed2f6 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0937231 Feb 10 11:51:51.754448 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e78bc9f-b904-4068-8752-443c04772f9e req-37fcb81a-64a9-4b21-b5ed-228c54f1f2de tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465014 Feb 10 11:51:53.072962 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e159cd-bfd6-4b23-9f66-1da563b72f6c req-581b13d1-e6c3-4e43-b23a-8377032f6eb2 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:53.074589 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e4e159cd-bfd6-4b23-9f66-1da563b72f6c req-581b13d1-e6c3-4e43-b23a-8377032f6eb2 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0879142 Feb 10 11:51:53.129451 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e4e159cd-bfd6-4b23-9f66-1da563b72f6c req-66f26809-f22f-4d40-a2f8-e70ed3e2f2a8 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447099 Feb 10 11:51:54.374081 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073826e6-7ab9-44c6-b21d-9ef28f5588e5 req-4d35e2bd-65c3-40aa-aab0-7fb783c2685c tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:54.375696 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-073826e6-7ab9-44c6-b21d-9ef28f5588e5 req-4d35e2bd-65c3-40aa-aab0-7fb783c2685c tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.1139441 Feb 10 11:51:54.444452 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-073826e6-7ab9-44c6-b21d-9ef28f5588e5 req-3d2f38ed-7111-46c1-8c5f-25011239ff4a tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619192 Feb 10 11:51:55.664820 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca804412-a2e1-4f31-bd57-692b92e4e460 req-64c7caae-ee86-43c4-9235-e9676c4c8ab4 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:55.666721 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ca804412-a2e1-4f31-bd57-692b92e4e460 req-64c7caae-ee86-43c4-9235-e9676c4c8ab4 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0892093 Feb 10 11:51:55.719286 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ca804412-a2e1-4f31-bd57-692b92e4e460 req-1d9f8d97-f72e-42d9-a3b6-86c7ec3a7761 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461342 Feb 10 11:51:56.534503 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-49e7a377-2104-4b8c-a8f1-4d8adc37f93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:57.018008 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc591d45-3f08-45a2-b60d-3ea4339dcf97 req-356c3682-cac8-4ccd-b2c7-f1593553a376 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:57.019586 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cc591d45-3f08-45a2-b60d-3ea4339dcf97 req-356c3682-cac8-4ccd-b2c7-f1593553a376 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0944111 Feb 10 11:51:57.082816 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cc591d45-3f08-45a2-b60d-3ea4339dcf97 req-43d848a8-e899-413a-bb9d-f4cd5314b306 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461812 Feb 10 11:51:58.306613 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58c8a6-b75d-42a2-acc4-07c491180ee3 req-17ba7152-a203-453e-bef6-f2b2ddb8575b tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:58.308421 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c58c8a6-b75d-42a2-acc4-07c491180ee3 req-17ba7152-a203-453e-bef6-f2b2ddb8575b tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0866344 Feb 10 11:51:58.362001 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c58c8a6-b75d-42a2-acc4-07c491180ee3 req-b6c4cf31-2644-4781-852f-6e619d7d51f4 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475948 Feb 10 11:51:58.854379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a7e097dc-1e33-426f-be3c-bc3ea00217a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:59.587786 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887ea53-4a6c-45d9-8777-bbeb1cb29f0f req-ccfaad14-637f-403e-8033-8196d7e933ab tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:59.589453 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1887ea53-4a6c-45d9-8777-bbeb1cb29f0f req-ccfaad14-637f-403e-8033-8196d7e933ab tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0912948 Feb 10 11:51:59.642938 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1887ea53-4a6c-45d9-8777-bbeb1cb29f0f req-abf8680e-05b1-4e9f-9de4-6cfb74c80de7 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473688 Feb 10 11:51:59.843298 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:59.901647 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-c57ff3df-9157-440c-91b7-1c58125a23e7 service neutron] 10.222.0.73 "GET /v2.0/ports/a591f22a-421e-4557-800c-ad0ec5e82a02/bindings/hv-neutron-8284 HTTP/1.1" status: 200 len: 384 time: 0.0848897 Feb 10 11:52:00.191530 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:00.225885 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-71ae2f1b-6ed4-45b7-b4fe-e1342d71414e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed&tenant_id=545bb83fd7064c4b939e35c106520c8e HTTP/1.1" status: 200 len: 1098 time: 0.0996280 Feb 10 11:52:00.336972 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-0384d629-44ee-402f-a1d3-0ace70ccbeb7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=545bb83fd7064c4b939e35c106520c8e&device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 1098 time: 0.0882967 Feb 10 11:52:00.483956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-1ad97007-4824-40dd-9fef-5e6917f97823 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:00.485443 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-1ad97007-4824-40dd-9fef-5e6917f97823 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0cd04131-dafc-4d4b-9826-329039d1d0a3 HTTP/1.1" status: 200 len: 913 time: 0.1426203 Feb 10 11:52:00.559999 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-f5781a1f-7026-4fb3-b3ae-494010f66a05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a591f22a-421e-4557-800c-ad0ec5e82a02 HTTP/1.1" status: 200 len: 217 time: 0.0677786 Feb 10 11:52:00.627954 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-29fa20d7-4937-466b-a436-551c6f2de2aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:00.629481 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-29fa20d7-4937-466b-a436-551c6f2de2aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=441d8faf-e9f5-41c1-a453-99007eaad5ae HTTP/1.1" status: 200 len: 852 time: 0.0631599 Feb 10 11:52:00.772714 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-079f574f-15fb-40e9-ab21-8092800c0709 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0cd04131-dafc-4d4b-9826-329039d1d0a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356544 Feb 10 11:52:00.979213 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-61f2615f-e31e-43ce-b5b0-90ae71bb656e service neutron] 10.222.0.73 "GET /v2.0/networks/0cd04131-dafc-4d4b-9826-329039d1d0a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000763 Feb 10 11:52:00.986213 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bb75c-5ead-4fe3-9251-3ec75e35e826 req-df746be7-c115-4e6c-8e0a-feb0f87b51fa tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:00.987755 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-119bb75c-5ead-4fe3-9251-3ec75e35e826 req-df746be7-c115-4e6c-8e0a-feb0f87b51fa tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.1893644 Feb 10 11:52:01.134906 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-119bb75c-5ead-4fe3-9251-3ec75e35e826 req-c6366010-e87d-4ac9-8439-fb3986e68a9c tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249299 Feb 10 11:52:01.174515 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-999f69b7-ffb0-4fab-b96e-791ab967b2ac req-3e824d01-f137-4479-a96f-6f54c3cfbac0 service neutron] 10.222.0.73 "GET /v2.0/networks/0cd04131-dafc-4d4b-9826-329039d1d0a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857493 Feb 10 11:52:01.571766 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:02.352599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b98fc6-2367-40a9-b578-091a9f1e538e req-44ab0969-c777-4806-9a33-e725a2bcffc4 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:02.354462 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52b98fc6-2367-40a9-b578-091a9f1e538e req-44ab0969-c777-4806-9a33-e725a2bcffc4 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0853262 Feb 10 11:52:02.406097 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52b98fc6-2367-40a9-b578-091a9f1e538e req-87b9f587-b91b-496f-a9a2-d10e63b0693d tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454173 Feb 10 11:52:02.935687 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device a591f22a-421e-4557-800c-ad0ec5e82a02 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:52:03.136030 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port a591f22a-421e-4557-800c-ad0ec5e82a02, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=a591f22a-421e-4557-800c-ad0ec5e82a02,segment=NetworkSegment(e887669e-e428-4a84-a169-e90b827d90f9),segment_id=e887669e-e428-4a84-a169-e90b827d90f9)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:03.152894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'a591f22a-421e-4557-800c-ad0ec5e82a02', 'network_id': '0cd04131-dafc-4d4b-9826-329039d1d0a3', 'port_id': 'a591f22a-421e-4557-800c-ad0ec5e82a02', 'mac_address': 'fa:16:3e:41:f2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441d8faf-e9f5-41c1-a453-99007eaad5ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:52:03.215478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:03.234927 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a591f22a-421e-4557-800c-ad0ec5e82a02 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:52:03.259844 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port a591f22a-421e-4557-800c-ad0ec5e82a02, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=a591f22a-421e-4557-800c-ad0ec5e82a02,segment=NetworkSegment(e887669e-e428-4a84-a169-e90b827d90f9),segment_id=e887669e-e428-4a84-a169-e90b827d90f9)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:03.264650 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:03.340665 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['a591f22a-421e-4557-800c-ad0ec5e82a02'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:52:03.385021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=a591f22a-421e-4557-800c-ad0ec5e82a02,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:03.688743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493cc80-c6bc-49da-8f7e-b70df9cd1cbc req-273d9adb-5386-4d79-8334-32003ad05d3a tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:03.690719 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6493cc80-c6bc-49da-8f7e-b70df9cd1cbc req-273d9adb-5386-4d79-8334-32003ad05d3a tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 944 time: 0.1099100 Feb 10 11:52:03.747159 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6493cc80-c6bc-49da-8f7e-b70df9cd1cbc req-68fc5250-ad01-43d8-8fcc-4bcb8dd10c8c tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498655 Feb 10 11:52:04.275885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-14a3c5b2-6d8f-43dc-b457-a59dc4970739 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:04.278600 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-14a3c5b2-6d8f-43dc-b457-a59dc4970739 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.73 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed&tenant_id=545bb83fd7064c4b939e35c106520c8e&binding%3Ahost_id=hv-neutron-8284 HTTP/1.1" status: 200 len: 944 time: 0.1083252 Feb 10 11:52:04.507558 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-d13f4ae7-f43c-46d3-a348-e68ded32943e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=545bb83fd7064c4b939e35c106520c8e&device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 1097 time: 0.1030831 Feb 10 11:52:04.655396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-177829d0-c4ca-4fc8-9d00-c6a0eb400d08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:04.656937 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-177829d0-c4ca-4fc8-9d00-c6a0eb400d08 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0cd04131-dafc-4d4b-9826-329039d1d0a3 HTTP/1.1" status: 200 len: 913 time: 0.1437237 Feb 10 11:52:04.729560 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-73120d57-0b95-4846-82b2-ecfbb735f205 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a591f22a-421e-4557-800c-ad0ec5e82a02 HTTP/1.1" status: 200 len: 217 time: 0.0650561 Feb 10 11:52:04.802993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-69b486f3-344e-4db2-875c-d6d04cc25943 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:04.804696 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-69b486f3-344e-4db2-875c-d6d04cc25943 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=441d8faf-e9f5-41c1-a453-99007eaad5ae HTTP/1.1" status: 200 len: 852 time: 0.0682712 Feb 10 11:52:04.855446 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-b93a0565-300f-4be5-a56e-6e64182c8ada service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0cd04131-dafc-4d4b-9826-329039d1d0a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438759 Feb 10 11:52:04.948424 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device a591f22a-421e-4557-800c-ad0ec5e82a02 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:52:05.019127 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-e051e3b2-5863-4a67-b8c3-643845da789a service neutron] 10.222.0.73 "GET /v2.0/networks/0cd04131-dafc-4d4b-9826-329039d1d0a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569483 Feb 10 11:52:05.036191 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port a591f22a-421e-4557-800c-ad0ec5e82a02 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:52:05.036749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:05.200467 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-c9fd2145-4e71-4778-a562-40ff9675345e service neutron] 10.222.0.73 "GET /v2.0/networks/0cd04131-dafc-4d4b-9826-329039d1d0a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730433 Feb 10 11:52:05.203711 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:05.241611 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717f517c-79c8-4f34-ad87-863ba375f5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a591f22a-421e-4557-800c-ad0ec5e82a02'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:52:05.254504 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port a591f22a-421e-4557-800c-ad0ec5e82a02, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=a591f22a-421e-4557-800c-ad0ec5e82a02,segment=NetworkSegment(e887669e-e428-4a84-a169-e90b827d90f9),segment_id=e887669e-e428-4a84-a169-e90b827d90f9)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:05.260298 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:05.348539 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717f517c-79c8-4f34-ad87-863ba375f5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a591f22a-421e-4557-800c-ad0ec5e82a02', 'code': 200} Feb 10 11:52:05.370425 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=a591f22a-421e-4557-800c-ad0ec5e82a02,revision_number=7']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:06.207975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe2295-802e-426b-9b64-bd9719aec1d5 req-c124fb34-a6fb-4a3b-b5d7-0ab7c84029a5 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:06.210386 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ddfe2295-802e-426b-9b64-bd9719aec1d5 req-c124fb34-a6fb-4a3b-b5d7-0ab7c84029a5 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0845580 Feb 10 11:52:06.268854 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ddfe2295-802e-426b-9b64-bd9719aec1d5 req-1707d411-2082-468f-b5a1-4e4afba877d6 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485590 Feb 10 11:52:07.140550 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:52:07.489549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5a535-1258-41f2-8b12-eb4cc43dd2d3 req-3dd829f5-cd36-4a46-86dc-af17cb4af571 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:07.491578 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a7c5a535-1258-41f2-8b12-eb4cc43dd2d3 req-3dd829f5-cd36-4a46-86dc-af17cb4af571 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.0881598 Feb 10 11:52:07.552278 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a7c5a535-1258-41f2-8b12-eb4cc43dd2d3 req-d4e5db2d-d31c-4840-a0ab-951175f8ea35 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533175 Feb 10 11:52:07.908678 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-9536641a-da88-4a96-b777-b78de3dc989d tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:07.911190 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-9536641a-da88-4a96-b777-b78de3dc989d tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.73 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.1149468 Feb 10 11:52:08.143285 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Deleting port a591f22a-421e-4557-800c-ad0ec5e82a02 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:52:08.143605 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:08.261047 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:08.426320 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] For port a591f22a-421e-4557-800c-ad0ec5e82a02, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=a591f22a-421e-4557-800c-ad0ec5e82a02,segment=NetworkSegment(e887669e-e428-4a84-a169-e90b827d90f9),segment_id=e887669e-e428-4a84-a169-e90b827d90f9)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:08.426736 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:08.560402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Calling delete_port for a591f22a-421e-4557-800c-ad0ec5e82a02 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:52:08.879685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:08.893588 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['a591f22a-421e-4557-800c-ad0ec5e82a02'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:52:08.983193 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Pushing event deleted for resources: {'Port': ['ID=a591f22a-421e-4557-800c-ad0ec5e82a02,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:09.081052 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:09.081683 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:09.082244 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:09.082815 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:09.084034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:09.084705 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:09.085407 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:09.086028 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:09.086748 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:09.087536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:09.088127 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:09.103204 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0281cec-425d-4982-8cae-a17c6754798d req-b76ed266-e27a-415b-81f4-2018f1b8ea4b tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:09.106255 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d0281cec-425d-4982-8cae-a17c6754798d req-b76ed266-e27a-415b-81f4-2018f1b8ea4b tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/ports?device_id=717f517c-79c8-4f34-ad87-863ba375f5ed HTTP/1.1" status: 200 len: 945 time: 0.3846507 Feb 10 11:52:09.212590 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] No DVR routers for this DVR port a591f22a-421e-4557-800c-ad0ec5e82a02 on host hv-neutron-8284 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:52:09.221307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:09.226519 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717f517c-79c8-4f34-ad87-863ba375f5ed', 'name': 'network-vif-deleted', 'tag': 'a591f22a-421e-4557-800c-ad0ec5e82a02'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:52:09.277077 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b9e5e9ef-98f5-4760-929a-780076c718c5 req-f5c2a114-70fb-4128-8054-4c1ad43a8f09 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.73 "DELETE /v2.0/ports/a591f22a-421e-4557-800c-ad0ec5e82a02 HTTP/1.1" status: 204 len: 173 time: 1.3593690 Feb 10 11:52:09.295324 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d0281cec-425d-4982-8cae-a17c6754798d req-c73c9644-a9ac-4d37-b4df-38c3c0004d52 tempest-DeleteServersTestJSON-2059703800 tempest-DeleteServersTestJSON-2059703800-project] 10.222.0.36 "GET /v2.0/security-groups?id=a02eb809-8573-44cb-9e2e-f3df826b7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779189 Feb 10 11:52:09.442085 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717f517c-79c8-4f34-ad87-863ba375f5ed', 'name': 'network-vif-deleted', 'tag': 'a591f22a-421e-4557-800c-ad0ec5e82a02', 'status': 'completed', 'code': 200} Feb 10 11:52:10.596425 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43790) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:52:10.669257 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Deleting subnet 441d8faf-e9f5-41c1-a453-99007eaad5ae {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:52:10.673025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:10.732884 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:10.808182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:10.913413 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:10.957577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=441d8faf-e9f5-41c1-a453-99007eaad5ae,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:10.972559 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:10.977264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:10.977608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:10.977941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:10.978271 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:10.978601 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:10.978927 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:10.979252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:10.979577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:10.979894 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:10.980209 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:10.980527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:10.987840 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-923ae83f-6d2d-4dc0-8dec-d7e760e2677e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/441d8faf-e9f5-41c1-a453-99007eaad5ae HTTP/1.1" status: 204 len: 168 time: 0.3900666 Feb 10 11:52:10.989883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43794) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:52:11.162667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d96f1b9d-d2b8-4300-ae91-3175e60d88dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:11.405708 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d96f1b9d-d2b8-4300-ae91-3175e60d88dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:11.435353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-d96f1b9d-d2b8-4300-ae91-3175e60d88dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd04131-dafc-4d4b-9826-329039d1d0a3']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:52:11.449805 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-d96f1b9d-d2b8-4300-ae91-3175e60d88dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e887669e-e428-4a84-a169-e90b827d90f9') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:52:11.450172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-d96f1b9d-d2b8-4300-ae91-3175e60d88dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e887669e-e428-4a84-a169-e90b827d90f9') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:52:11.463310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d96f1b9d-d2b8-4300-ae91-3175e60d88dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:11.481543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d96f1b9d-d2b8-4300-ae91-3175e60d88dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:11.488507 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96f1b9d-d2b8-4300-ae91-3175e60d88dc admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:52:11.488900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d96f1b9d-d2b8-4300-ae91-3175e60d88dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:52:11.506270 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:52:11.591251 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d96f1b9d-d2b8-4300-ae91-3175e60d88dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:11.611698 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d96f1b9d-d2b8-4300-ae91-3175e60d88dc admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:11.624410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f1b9d-d2b8-4300-ae91-3175e60d88dc admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd04131-dafc-4d4b-9826-329039d1d0a3,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:11.635075 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d96f1b9d-d2b8-4300-ae91-3175e60d88dc admin admin] 10.222.0.36 "DELETE /v2.0/networks/0cd04131-dafc-4d4b-9826-329039d1d0a3 HTTP/1.1" status: 204 len: 168 time: 0.6436677 Feb 10 11:52:11.795389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43800) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:52:11.863405 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6f49deca-62c7-40df-8bd8-68e7efb2a134 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=545bb83fd7064c4b939e35c106520c8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0666761 Feb 10 11:52:11.866658 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43804) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:52:11.935372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1614-da59-469f-9652-36526771d498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:11.966506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1614-da59-469f-9652-36526771d498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:12.029683 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1614-da59-469f-9652-36526771d498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:12.051103 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe1614-da59-469f-9652-36526771d498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02eb809-8573-44cb-9e2e-f3df826b7de4,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:12.065949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1614-da59-469f-9652-36526771d498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:12.070879 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1bbe1614-da59-469f-9652-36526771d498 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a02eb809-8573-44cb-9e2e-f3df826b7de4 HTTP/1.1" status: 204 len: 168 time: 0.1999984 Feb 10 11:52:12.994675 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device a591f22a-421e-4557-800c-ad0ec5e82a02 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:52:13.035534 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: a591f22a-421e-4557-800c-ad0ec5e82a02 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:52:13.036079 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device a591f22a-421e-4557-800c-ad0ec5e82a02 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:52:13.062547 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43826) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:52:13.289009 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-538956552-network', 'tenant_id': '45ca9826cee040e8a1006f382999d156'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:52:13.294442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:52:13.298645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Usage tracker for resource:network and tenant:45ca9826cee040e8a1006f382999d156 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:52:13.302095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:52:13.309211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:52:13.322414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Made reservation on behalf of 45ca9826cee040e8a1006f382999d156 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:52:13.324966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:13.339182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:13.376755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:52:13.382346 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Usage tracker for resource:security_group_rule and tenant:45ca9826cee040e8a1006f382999d156 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:52:13.386150 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:52:13.392689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:52:13.478724 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:13.483331 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:13.517323 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:52:13.528969 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631f9aa6-03b6-461d-b9cb-5d965ba4f450,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:13.535688 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:13.536035 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Added segment 69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5 of type vlan for network 94bfb00e-9b01-403c-b473-ea2c77e3e872 Feb 10 11:52:13.569480 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:13.604720 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:13.605850 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:13.606450 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:13.726984 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] Pushing event updated for resources: {'Network': ['ID=94bfb00e-9b01-403c-b473-ea2c77e3e872,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:13.734166 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-20c99703-897d-4925-9f6b-1a1eb3545691 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6677771 Feb 10 11:52:13.734613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 43832) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:52:13.738056 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 94bfb00e-9b01-403c-b473-ea2c77e3e872 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:52:13.742650 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-859bde10-55b1-4683-8a3b-999f934de1de admin admin] Request body: {'subnet': {'network_id': '94bfb00e-9b01-403c-b473-ea2c77e3e872', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-538956552-subnet', 'tenant_id': '45ca9826cee040e8a1006f382999d156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:52:13.747986 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-859bde10-55b1-4683-8a3b-999f934de1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:52:13.752509 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-859bde10-55b1-4683-8a3b-999f934de1de admin admin] Usage tracker for resource:subnet and tenant:45ca9826cee040e8a1006f382999d156 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:52:13.755938 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-859bde10-55b1-4683-8a3b-999f934de1de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:52:13.763300 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-859bde10-55b1-4683-8a3b-999f934de1de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:52:13.778082 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859bde10-55b1-4683-8a3b-999f934de1de admin admin] Made reservation on behalf of 45ca9826cee040e8a1006f382999d156 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:52:13.781427 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-859bde10-55b1-4683-8a3b-999f934de1de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:14.034335 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-859bde10-55b1-4683-8a3b-999f934de1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:14.126618 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bde10-55b1-4683-8a3b-999f934de1de admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a176cef-c0df-4c3c-a1e4-8604b5a103c4,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:14.140914 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859bde10-55b1-4683-8a3b-999f934de1de admin admin] Checking segment: {'id': '69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94bfb00e-9b01-403c-b473-ea2c77e3e872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:52:14.141307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859bde10-55b1-4683-8a3b-999f934de1de admin admin] Network hostable DHCP agents. Network: 94bfb00e-9b01-403c-b473-ea2c77e3e872, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:52:14.167318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859bde10-55b1-4683-8a3b-999f934de1de admin admin] Network 94bfb00e-9b01-403c-b473-ea2c77e3e872 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:52:14.179692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-859bde10-55b1-4683-8a3b-999f934de1de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 94bfb00e-9b01-403c-b473-ea2c77e3e872) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:52:14.185538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859bde10-55b1-4683-8a3b-999f934de1de admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:14.186537 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-859bde10-55b1-4683-8a3b-999f934de1de admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:14.195335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6f4fb3-e80d-4d23-bfa6-943b7499de3b None None] Network 94bfb00e-9b01-403c-b473-ea2c77e3e872 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:52:14.217400 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-859bde10-55b1-4683-8a3b-999f934de1de admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4809465 Feb 10 11:52:14.458308 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987c3867-1999-4339-b035-882424da8cd0 None None] Network 94bfb00e-9b01-403c-b473-ea2c77e3e872 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:52:14.886533 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-b050bb42-3205-4731-be35-684fc9516c23 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:14.888322 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-b050bb42-3205-4731-be35-684fc9516c23 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/networks?id=94bfb00e-9b01-403c-b473-ea2c77e3e872 HTTP/1.1" status: 200 len: 814 time: 0.1922565 Feb 10 11:52:14.911562 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-6e507ce2-ec34-44a8-bef4-939dc3491fab tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/quotas/45ca9826cee040e8a1006f382999d156 HTTP/1.1" status: 200 len: 375 time: 0.0131221 Feb 10 11:52:14.987674 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-fe19babb-b3a4-4641-8fb6-fe651d8cebe8 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=45ca9826cee040e8a1006f382999d156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662074 Feb 10 11:52:15.159663 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-3ebb1c52-0ffc-4315-855b-8796485a9f0b service neutron] 10.222.0.36 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585293 Feb 10 11:52:15.310996 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-7ee043d5-a3a0-4c9e-8395-9573e8bcf898 service neutron] 10.222.0.36 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448028 Feb 10 11:52:15.561354 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-148f5865-a2d5-4f39-9438-318cf90bde41 req-1713132f-1103-4f48-823b-85929ca6bf5c tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 210 time: 0.0542686 Feb 10 11:52:17.016355 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a8e3da9-6a61-4209-bf6d-40c19215ac1a req-53babe19-1d1c-4ead-8732-f3a20c699d40 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 210 time: 0.1123481 Feb 10 11:52:17.259245 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c9c8dc16-a8be-48f7-910e-a915acf30621 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:17.261842 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c9c8dc16-a8be-48f7-910e-a915acf30621 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.73 "GET /v2.0/networks?id=94bfb00e-9b01-403c-b473-ea2c77e3e872 HTTP/1.1" status: 200 len: 814 time: 0.4950514 Feb 10 11:52:17.278529 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c4352983-92c2-45c0-88da-0b0626843cbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Request body: {'port': {'device_id': '6eff6e85-4363-43a2-8d8e-bfaf6335eb09', 'network_id': '94bfb00e-9b01-403c-b473-ea2c77e3e872', 'admin_state_up': True, 'tenant_id': '45ca9826cee040e8a1006f382999d156'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:52:17.431878 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c4352983-92c2-45c0-88da-0b0626843cbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:52:17.436275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c4352983-92c2-45c0-88da-0b0626843cbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Usage tracker for resource:port and tenant:45ca9826cee040e8a1006f382999d156 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:52:17.439683 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c4352983-92c2-45c0-88da-0b0626843cbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:52:17.446478 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c4352983-92c2-45c0-88da-0b0626843cbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:52:17.460272 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c4352983-92c2-45c0-88da-0b0626843cbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Made reservation on behalf of 45ca9826cee040e8a1006f382999d156 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:52:17.463925 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c4352983-92c2-45c0-88da-0b0626843cbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:17.658018 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c4352983-92c2-45c0-88da-0b0626843cbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Allocated IP 172.20.0.8 (94bfb00e-9b01-403c-b473-ea2c77e3e872/8a176cef-c0df-4c3c-a1e4-8604b5a103c4/2559186e-7a57-40da-8c88-6243754b9f2d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:52:17.881218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c4352983-92c2-45c0-88da-0b0626843cbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:17.915539 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c4352983-92c2-45c0-88da-0b0626843cbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:17.996531 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c4352983-92c2-45c0-88da-0b0626843cbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Network 94bfb00e-9b01-403c-b473-ea2c77e3e872 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:52:17.999840 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c4352983-92c2-45c0-88da-0b0626843cbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:52:18.005104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c4352983-92c2-45c0-88da-0b0626843cbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:52:18.045501 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4352983-92c2-45c0-88da-0b0626843cbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Pushing event updated for resources: {'Port': ['ID=2559186e-7a57-40da-8c88-6243754b9f2d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:18.093573 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c4352983-92c2-45c0-88da-0b0626843cbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:18.094296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c4352983-92c2-45c0-88da-0b0626843cbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:18.121416 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c4352983-92c2-45c0-88da-0b0626843cbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8468454 Feb 10 11:52:18.135442 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Request body: {'port': {'device_id': '6eff6e85-4363-43a2-8d8e-bfaf6335eb09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:52:18.313023 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:18.373932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa79a27-2384-4889-b278-c4bfc04b2f14 req-28061b20-00df-436d-b687-316dbc422683 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:18.374669 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-5aa79a27-2384-4889-b278-c4bfc04b2f14 req-28061b20-00df-436d-b687-316dbc422683 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Synchronizing usage tracker for tenant:45ca9826cee040e8a1006f382999d156 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:52:18.464494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-5aa79a27-2384-4889-b278-c4bfc04b2f14 req-28061b20-00df-436d-b687-316dbc422683 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Unset dirty status for tenant:45ca9826cee040e8a1006f382999d156 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:52:18.465697 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5aa79a27-2384-4889-b278-c4bfc04b2f14 req-28061b20-00df-436d-b687-316dbc422683 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 931 time: 0.2909732 Feb 10 11:52:18.619210 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5aa79a27-2384-4889-b278-c4bfc04b2f14 req-1018a62a-4639-4bf8-b21e-89f5f1ba1ca4 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420615 Feb 10 11:52:18.766169 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2559186e-7a57-40da-8c88-6243754b9f2d {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:52:18.774232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:18.792670 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Transition to ACTIVE for port object 2559186e-7a57-40da-8c88-6243754b9f2d will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:52:18.798347 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:19.001296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Pushing event updated for resources: {'Port': ['ID=2559186e-7a57-40da-8c88-6243754b9f2d,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:19.130748 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Attempting to bind port 2559186e-7a57-40da-8c88-6243754b9f2d on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:52:19.132305 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Attempting to bind port 2559186e-7a57-40da-8c88-6243754b9f2d by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94bfb00e-9b01-403c-b473-ea2c77e3e872'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:52:19.132648 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Attempting to bind port 2559186e-7a57-40da-8c88-6243754b9f2d on network 94bfb00e-9b01-403c-b473-ea2c77e3e872 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:52:19.140006 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Port 2559186e-7a57-40da-8c88-6243754b9f2d on network 94bfb00e-9b01-403c-b473-ea2c77e3e872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:52:19.140336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Attempting to bind port 2559186e-7a57-40da-8c88-6243754b9f2d on network 94bfb00e-9b01-403c-b473-ea2c77e3e872 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:52:19.152339 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:52:19.152815 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Checking segment: {'id': '69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94bfb00e-9b01-403c-b473-ea2c77e3e872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:52:19.153384 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Bound using segment: {'id': '69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94bfb00e-9b01-403c-b473-ea2c77e3e872'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:52:19.153928 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Bound port: 2559186e-7a57-40da-8c88-6243754b9f2d, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94bfb00e-9b01-403c-b473-ea2c77e3e872'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:52:19.154365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:19.261948 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] For port 2559186e-7a57-40da-8c88-6243754b9f2d, host hv-neutron-8284, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:52:19.266139 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] For port 2559186e-7a57-40da-8c88-6243754b9f2d, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2559186e-7a57-40da-8c88-6243754b9f2d,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:52:19.273016 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:19.403074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:19.405483 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] 10.222.0.73 "PUT /v2.0/ports/2559186e-7a57-40da-8c88-6243754b9f2d HTTP/1.1" status: 200 len: 1093 time: 1.2763000 Feb 10 11:52:19.406211 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eff6e85-4363-43a2-8d8e-bfaf6335eb09', 'tag': '2559186e-7a57-40da-8c88-6243754b9f2d'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:52:19.435508 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb52bfb-0bdd-4f27-8e44-792074d52001 service neutron] Pushing event updated for resources: {'Port': ['ID=2559186e-7a57-40da-8c88-6243754b9f2d,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:19.499387 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eff6e85-4363-43a2-8d8e-bfaf6335eb09', 'tag': '2559186e-7a57-40da-8c88-6243754b9f2d', 'status': 'completed', 'code': 200} Feb 10 11:52:19.653807 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-1e9b2ffc-c41e-4e71-85f2-a442fd00b73e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45ca9826cee040e8a1006f382999d156&device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 1096 time: 0.2000699 Feb 10 11:52:19.729442 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-90a43f67-87ec-489a-bed8-b3e9762649b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2559186e-7a57-40da-8c88-6243754b9f2d HTTP/1.1" status: 200 len: 217 time: 0.0668297 Feb 10 11:52:19.849066 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-28d77180-6dd0-41b5-8043-927672a97f79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:19.850650 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-28d77180-6dd0-41b5-8043-927672a97f79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a176cef-c0df-4c3c-a1e4-8604b5a103c4 HTTP/1.1" status: 200 len: 854 time: 0.1147897 Feb 10 11:52:19.907206 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-de4d5ad2-5b6e-4447-994c-7df2e47c30b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94bfb00e-9b01-403c-b473-ea2c77e3e872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496478 Feb 10 11:52:19.944949 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44b2ee-d41b-47f4-8754-9aa9fa3b5c26 req-0c00e559-747a-4161-82dc-4b30d0b1a13d tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:19.946509 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae44b2ee-d41b-47f4-8754-9aa9fa3b5c26 req-0c00e559-747a-4161-82dc-4b30d0b1a13d tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 943 time: 0.1750643 Feb 10 11:52:20.077657 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae44b2ee-d41b-47f4-8754-9aa9fa3b5c26 req-982bfcd9-d8e1-4ff2-9d81-0a0d2677bf1d tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827374 Feb 10 11:52:20.105824 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-b0d519ab-ca98-47e6-b568-879af21df6bc service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903441 Feb 10 11:52:20.256456 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25e2baef-acec-4f89-a2e6-7848b99efd45 req-c5342a92-d91f-4062-8836-88976061f3cd service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444054 Feb 10 11:52:20.385273 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c5a323c-b622-45b8-be91-3a0eb070db30 req-02ad1586-ea0e-45a5-b08f-b452aafb5864 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45ca9826cee040e8a1006f382999d156&device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 1096 time: 0.0766485 Feb 10 11:52:20.537253 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a323c-b622-45b8-be91-3a0eb070db30 req-f19b4cb9-e7f2-402d-b98a-9a914fd32d42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:20.538676 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c5a323c-b622-45b8-be91-3a0eb070db30 req-f19b4cb9-e7f2-402d-b98a-9a914fd32d42 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94bfb00e-9b01-403c-b473-ea2c77e3e872 HTTP/1.1" status: 200 len: 915 time: 0.1469092 Feb 10 11:52:20.613694 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c5a323c-b622-45b8-be91-3a0eb070db30 req-0bef7f14-4d58-4896-948f-23b4b347c52d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2559186e-7a57-40da-8c88-6243754b9f2d HTTP/1.1" status: 200 len: 217 time: 0.0682516 Feb 10 11:52:20.684174 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a323c-b622-45b8-be91-3a0eb070db30 req-69bfa287-eab8-4d04-9ac4-651c52901b74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:20.685700 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c5a323c-b622-45b8-be91-3a0eb070db30 req-69bfa287-eab8-4d04-9ac4-651c52901b74 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a176cef-c0df-4c3c-a1e4-8604b5a103c4 HTTP/1.1" status: 200 len: 854 time: 0.0649445 Feb 10 11:52:20.737990 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c5a323c-b622-45b8-be91-3a0eb070db30 req-4a6401a9-78ea-4313-8ecc-cffb4d4d85ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94bfb00e-9b01-403c-b473-ea2c77e3e872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453367 Feb 10 11:52:20.896737 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c5a323c-b622-45b8-be91-3a0eb070db30 req-a6416d24-4e30-435e-b269-f4d94e6f1f59 service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499407 Feb 10 11:52:21.042602 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c5a323c-b622-45b8-be91-3a0eb070db30 req-1d34d805-f670-4dd2-b933-f62904d9a05d service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397424 Feb 10 11:52:21.343285 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70256ca4-55f1-4c7d-84b0-9b86d35082d8 req-771f2d4e-cae1-43af-ac4b-ade7dbdcac46 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:21.345207 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-70256ca4-55f1-4c7d-84b0-9b86d35082d8 req-771f2d4e-cae1-43af-ac4b-ade7dbdcac46 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 943 time: 0.1180377 Feb 10 11:52:21.397978 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-70256ca4-55f1-4c7d-84b0-9b86d35082d8 req-d8bcd52c-8b06-4b24-89ac-b7eb058f281b tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466022 Feb 10 11:52:22.632234 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8a7c5-0ca7-40cf-a686-03b6bf577a42 req-fdb4eccd-7853-495f-adb2-47dd51be4001 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:22.634755 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ed8a7c5-0ca7-40cf-a686-03b6bf577a42 req-fdb4eccd-7853-495f-adb2-47dd51be4001 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 943 time: 0.1019609 Feb 10 11:52:22.685192 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ed8a7c5-0ca7-40cf-a686-03b6bf577a42 req-ec794980-51e0-424c-a9c4-3de8dee2d3ed tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445390 Feb 10 11:52:23.094681 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 2559186e-7a57-40da-8c88-6243754b9f2d details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:52:23.353294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 2559186e-7a57-40da-8c88-6243754b9f2d, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2559186e-7a57-40da-8c88-6243754b9f2d,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:23.368878 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '2559186e-7a57-40da-8c88-6243754b9f2d', 'network_id': '94bfb00e-9b01-403c-b473-ea2c77e3e872', 'port_id': '2559186e-7a57-40da-8c88-6243754b9f2d', 'mac_address': 'fa:16:3e:b9:06:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a176cef-c0df-4c3c-a1e4-8604b5a103c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:52:23.435279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:23.455624 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2559186e-7a57-40da-8c88-6243754b9f2d {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:52:23.472438 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 2559186e-7a57-40da-8c88-6243754b9f2d, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2559186e-7a57-40da-8c88-6243754b9f2d,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:23.477787 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:23.603510 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=2559186e-7a57-40da-8c88-6243754b9f2d,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:23.717139 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['2559186e-7a57-40da-8c88-6243754b9f2d'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:52:23.929501 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79674a58-de8f-4558-8490-136ebc3c0b43 req-b1bf0f43-efc1-4e09-8b65-09605c0b7cf0 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:23.932020 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-79674a58-de8f-4558-8490-136ebc3c0b43 req-b1bf0f43-efc1-4e09-8b65-09605c0b7cf0 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 944 time: 0.1104183 Feb 10 11:52:23.983462 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-79674a58-de8f-4558-8490-136ebc3c0b43 req-3363512b-5b63-4d54-afde-f40ac78d0cdd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457487 Feb 10 11:52:25.104129 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 2559186e-7a57-40da-8c88-6243754b9f2d up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:52:25.189180 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 2559186e-7a57-40da-8c88-6243754b9f2d completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:52:25.197352 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 2559186e-7a57-40da-8c88-6243754b9f2d triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:52:25.197864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:25.343390 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:25.376305 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eff6e85-4363-43a2-8d8e-bfaf6335eb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2559186e-7a57-40da-8c88-6243754b9f2d'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:52:25.388474 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 2559186e-7a57-40da-8c88-6243754b9f2d, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2559186e-7a57-40da-8c88-6243754b9f2d,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:25.396670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:25.431727 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118fc4c-96fe-410a-b56d-d27a36a2c1da req-c26605b4-62f0-4f62-84ae-17caded3f174 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:25.435069 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2118fc4c-96fe-410a-b56d-d27a36a2c1da req-c26605b4-62f0-4f62-84ae-17caded3f174 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 944 time: 0.3084524 Feb 10 11:52:25.463705 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eff6e85-4363-43a2-8d8e-bfaf6335eb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2559186e-7a57-40da-8c88-6243754b9f2d', 'code': 200} Feb 10 11:52:25.507896 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2118fc4c-96fe-410a-b56d-d27a36a2c1da req-82601af1-2a28-4981-a88e-0f486569012d tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575175 Feb 10 11:52:25.515913 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=2559186e-7a57-40da-8c88-6243754b9f2d,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:25.533401 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:25.533888 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:25.534563 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:25.535138 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:25.536233 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:25.536831 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:25.537419 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:25.537989 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:25.538559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:25.539116 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:25.539859 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:25.694974 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bc8914fb-bcb1-4c73-90a7-d50055635269 req-289d64dc-6c40-41a2-ab52-e16e46550234 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 1098 time: 0.0752342 Feb 10 11:52:25.743639 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bc8914fb-bcb1-4c73-90a7-d50055635269 req-bea6453c-592d-4cb8-bb7e-751a30a5fc90 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412199 Feb 10 11:52:26.533554 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3d554d49-c218-4762-807b-2be6b3bb46b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:26.759460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab9d9a-325c-4e4a-9024-fb114ea1e725 req-68777bfb-8375-495a-b693-3ae37e98d1cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:26.761061 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4eab9d9a-325c-4e4a-9024-fb114ea1e725 req-68777bfb-8375-495a-b693-3ae37e98d1cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.1104369 Feb 10 11:52:26.819350 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4eab9d9a-325c-4e4a-9024-fb114ea1e725 req-87d3d690-fe56-4a77-9e9a-917fb4534951 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516009 Feb 10 11:52:28.063377 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e23774-83e0-4f46-83ba-c804eb9021ea req-aa90f198-0967-4825-8ead-df5e35f1c7e8 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:28.064830 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c7e23774-83e0-4f46-83ba-c804eb9021ea req-aa90f198-0967-4825-8ead-df5e35f1c7e8 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0861647 Feb 10 11:52:28.118796 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c7e23774-83e0-4f46-83ba-c804eb9021ea req-0ff8cdc2-a903-4ab4-937f-dd82e8ab066c tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471082 Feb 10 11:52:28.343885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20da60-1c7c-4c99-884a-9bbbb2b7c7a6 req-5e216704-648b-48fa-ac9b-be1c81dacc57 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:28.345481 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae20da60-1c7c-4c99-884a-9bbbb2b7c7a6 req-5e216704-648b-48fa-ac9b-be1c81dacc57 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0862348 Feb 10 11:52:28.398912 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae20da60-1c7c-4c99-884a-9bbbb2b7c7a6 req-ea383616-cac5-4636-946d-0db18f511938 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446966 Feb 10 11:52:28.864637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-95f88ce7-a003-46b1-b948-7f241c22da0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:28.981117 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d8496-2587-4c3e-a8e8-414ac30a89e4 req-58a71b2a-e087-42c8-b9ab-f391e56cd427 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:28.983785 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5f3d8496-2587-4c3e-a8e8-414ac30a89e4 req-58a71b2a-e087-42c8-b9ab-f391e56cd427 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.1156845 Feb 10 11:52:29.048935 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5f3d8496-2587-4c3e-a8e8-414ac30a89e4 req-108dfdbc-018e-408d-9f2f-8799cf65cbb4 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585601 Feb 10 11:52:29.325298 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934efa1-09ed-42d5-8a98-993eef56fa98 req-248e7a26-b927-43fc-babf-b7bb260baa02 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:29.327968 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d934efa1-09ed-42d5-8a98-993eef56fa98 req-248e7a26-b927-43fc-babf-b7bb260baa02 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.1393757 Feb 10 11:52:29.388839 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d934efa1-09ed-42d5-8a98-993eef56fa98 req-6d5e296e-18af-439e-8cbc-bf9083b0f6bf tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542889 Feb 10 11:52:29.601878 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a6d93264-fcd4-47a0-b4d9-126d8e85e6b9 req-1f254517-4a2b-4093-91d5-3e6b67ec41f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0780532 Feb 10 11:52:29.852325 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:29.935524 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-5c38ba23-50a8-4cb7-b9ae-7ab47c13307e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1213930 Feb 10 11:52:30.034259 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353605f-fa7d-4305-9137-cef9e037a9ec req-fdf35d57-f669-4ae3-bf6e-09c821d2bd9e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:30.037557 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2353605f-fa7d-4305-9137-cef9e037a9ec req-fdf35d57-f669-4ae3-bf6e-09c821d2bd9e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.1435876 Feb 10 11:52:30.117463 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2353605f-fa7d-4305-9137-cef9e037a9ec req-6e3b2b79-cacc-4b45-a478-6cc4d4201d5c tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736234 Feb 10 11:52:30.180974 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:30.382621 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ba195e5-c152-4766-9135-4c4b132ff5a2 req-44ee8d9c-37f2-4b8d-b31f-a5a44b9cb8a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45ca9826cee040e8a1006f382999d156&device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 1098 time: 0.1020653 Feb 10 11:52:30.584500 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba195e5-c152-4766-9135-4c4b132ff5a2 req-2711be9e-472c-47fa-b8a4-1547ea18e03d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:30.586662 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ba195e5-c152-4766-9135-4c4b132ff5a2 req-2711be9e-472c-47fa-b8a4-1547ea18e03d service neutron] 10.222.0.73 "GET /v2.0/networks?id=94bfb00e-9b01-403c-b473-ea2c77e3e872 HTTP/1.1" status: 200 len: 915 time: 0.1796708 Feb 10 11:52:30.661349 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ba195e5-c152-4766-9135-4c4b132ff5a2 req-4bea2b73-e6f8-4a44-8737-7c9b8aa7481d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2559186e-7a57-40da-8c88-6243754b9f2d HTTP/1.1" status: 200 len: 217 time: 0.0674818 Feb 10 11:52:30.742070 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba195e5-c152-4766-9135-4c4b132ff5a2 req-2aff3df6-2477-4197-894d-789b54513489 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:30.743547 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ba195e5-c152-4766-9135-4c4b132ff5a2 req-2aff3df6-2477-4197-894d-789b54513489 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a176cef-c0df-4c3c-a1e4-8604b5a103c4 HTTP/1.1" status: 200 len: 854 time: 0.0749753 Feb 10 11:52:30.799647 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ba195e5-c152-4766-9135-4c4b132ff5a2 req-4f82d076-fded-4314-aef2-c36f01026eeb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94bfb00e-9b01-403c-b473-ea2c77e3e872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498247 Feb 10 11:52:31.034236 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ba195e5-c152-4766-9135-4c4b132ff5a2 req-879a160b-d747-458d-b4e8-65e3cdca8465 service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266991 Feb 10 11:52:31.189115 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ba195e5-c152-4766-9135-4c4b132ff5a2 req-d6f3bea9-00a5-40b9-ba9a-10e55c40a01d service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468368 Feb 10 11:52:31.392407 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9c83c-873c-4b5c-98c5-dabc63088e35 req-e7ddf317-150b-4203-9fad-4cf57724ff93 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:31.394565 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-60c9c83c-873c-4b5c-98c5-dabc63088e35 req-e7ddf317-150b-4203-9fad-4cf57724ff93 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0972669 Feb 10 11:52:31.446021 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-60c9c83c-873c-4b5c-98c5-dabc63088e35 req-71fc06b1-4262-46c6-b30d-d065dd2ca63d tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454650 Feb 10 11:52:31.576919 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:31.877344 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-0fccfff8-668a-453a-85bf-61e4469d1226 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45ca9826cee040e8a1006f382999d156&device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 1098 time: 0.0816038 Feb 10 11:52:32.119714 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-0805ce6f-5e68-42d3-b40a-291d2cda6a16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:32.121353 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-0805ce6f-5e68-42d3-b40a-291d2cda6a16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94bfb00e-9b01-403c-b473-ea2c77e3e872 HTTP/1.1" status: 200 len: 915 time: 0.2370868 Feb 10 11:52:32.199240 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-ed4e446d-3735-44da-87e3-9f25c1aa81bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2559186e-7a57-40da-8c88-6243754b9f2d HTTP/1.1" status: 200 len: 217 time: 0.0712144 Feb 10 11:52:32.272945 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-5952e779-95d2-462f-88ed-325a9a3ffb30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:32.274557 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-5952e779-95d2-462f-88ed-325a9a3ffb30 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a176cef-c0df-4c3c-a1e4-8604b5a103c4 HTTP/1.1" status: 200 len: 854 time: 0.0691252 Feb 10 11:52:32.327567 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-65e0fc14-0b2c-48b7-8c3d-ec9ea599a2d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94bfb00e-9b01-403c-b473-ea2c77e3e872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459502 Feb 10 11:52:32.475560 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-72597e4d-6103-4025-8684-a6b690b5ecff service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409311 Feb 10 11:52:32.780247 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-39a26e34-6cb4-4121-8efe-d5dbbbf90de9 service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972157 Feb 10 11:52:32.808392 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0175f37-1152-4a3e-9e81-32a98bf1f443 req-d4b11e62-22af-4ee4-b79f-d0af60f46097 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:32.811035 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b0175f37-1152-4a3e-9e81-32a98bf1f443 req-d4b11e62-22af-4ee4-b79f-d0af60f46097 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.2204564 Feb 10 11:52:32.896154 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b0175f37-1152-4a3e-9e81-32a98bf1f443 req-b8ebd9d3-85d8-4180-a2fd-70b692d63966 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767338 Feb 10 11:52:34.131360 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af2f6c-b490-4f74-b188-9cca26cda105 req-a0a13f41-4edd-4e08-a265-eebe6959473d tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:34.132938 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-81af2f6c-b490-4f74-b188-9cca26cda105 req-a0a13f41-4edd-4e08-a265-eebe6959473d tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0869946 Feb 10 11:52:34.184281 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-81af2f6c-b490-4f74-b188-9cca26cda105 req-a008fef5-268f-4009-999a-7faa904a0f9a tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447109 Feb 10 11:52:35.433061 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0306ad7-68f8-4c24-8979-9e759a390c51 req-48b036a0-081a-40e3-821e-e74ae1474c8f tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:35.434604 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c0306ad7-68f8-4c24-8979-9e759a390c51 req-48b036a0-081a-40e3-821e-e74ae1474c8f tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0896964 Feb 10 11:52:35.518140 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c0306ad7-68f8-4c24-8979-9e759a390c51 req-9eec7100-eca1-4c94-801d-8fd69e0b6bc5 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771170 Feb 10 11:52:36.729523 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb865e-c903-46c2-85c1-2f591614dcfd req-221f6b7e-b1e4-4586-85c4-3bbe87fa3aef tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:36.731380 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a6bb865e-c903-46c2-85c1-2f591614dcfd req-221f6b7e-b1e4-4586-85c4-3bbe87fa3aef tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0824580 Feb 10 11:52:36.787991 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a6bb865e-c903-46c2-85c1-2f591614dcfd req-74a1854f-99a3-4e9a-b66e-7f8ff5af822a tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505898 Feb 10 11:52:38.066206 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a63fd7-2daa-4d00-89e4-4ebd0e8cf779 req-4c321f5f-c7d1-47e9-b098-a726e6b25c93 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:38.068536 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2a63fd7-2daa-4d00-89e4-4ebd0e8cf779 req-4c321f5f-c7d1-47e9-b098-a726e6b25c93 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0933135 Feb 10 11:52:38.119648 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2a63fd7-2daa-4d00-89e4-4ebd0e8cf779 req-4b52b3f5-411f-4be9-8aca-b6b6ca0d286b tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447509 Feb 10 11:52:38.262134 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:39.382659 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f3694-c2b9-4e5f-82e8-e6d23c283de0 req-59d510e5-0123-43fb-8198-29a43e478781 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:39.384197 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0b1f3694-c2b9-4e5f-82e8-e6d23c283de0 req-59d510e5-0123-43fb-8198-29a43e478781 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0849771 Feb 10 11:52:39.439737 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0b1f3694-c2b9-4e5f-82e8-e6d23c283de0 req-947123a6-81c4-4193-a968-8ebb7b41f901 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441947 Feb 10 11:52:40.665227 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72b9b2-a73f-418f-a004-bf672b51be8d req-c671c199-52b6-4218-85b8-02264a82f0c1 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:40.666944 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2f72b9b2-a73f-418f-a004-bf672b51be8d req-c671c199-52b6-4218-85b8-02264a82f0c1 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0892866 Feb 10 11:52:40.737413 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2f72b9b2-a73f-418f-a004-bf672b51be8d req-0a8c2b8a-ca7e-43ce-ac31-c39fac3b6e39 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638301 Feb 10 11:52:41.950612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c4a98-e070-4ab6-979f-5e958d2d0a3a req-018d1855-b8f5-45ad-a50e-fab690b6562c tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:41.952070 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0b7c4a98-e070-4ab6-979f-5e958d2d0a3a req-018d1855-b8f5-45ad-a50e-fab690b6562c tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0855613 Feb 10 11:52:42.012060 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0b7c4a98-e070-4ab6-979f-5e958d2d0a3a req-11c911e2-bafc-4e9b-853a-fe3996deef88 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459194 Feb 10 11:52:43.226399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a33b16-6a8b-4c49-b3aa-2d8b428424df req-a480c4d2-652a-4ff0-a33c-c50fd34d958b tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:43.228065 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-13a33b16-6a8b-4c49-b3aa-2d8b428424df req-a480c4d2-652a-4ff0-a33c-c50fd34d958b tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0850213 Feb 10 11:52:43.310849 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-13a33b16-6a8b-4c49-b3aa-2d8b428424df req-989f6f38-4b23-4ad4-bfbb-4e05254ea8b9 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761054 Feb 10 11:52:44.142135 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:52:44.537837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fece8b-d659-4a17-9703-f16588cae566 req-d04afbe1-f5e8-41e0-be5b-6ed24b494fcc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:44.539394 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-00fece8b-d659-4a17-9703-f16588cae566 req-d04afbe1-f5e8-41e0-be5b-6ed24b494fcc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0928984 Feb 10 11:52:44.601957 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-00fece8b-d659-4a17-9703-f16588cae566 req-fa9014bf-5298-4a69-b697-036b110a9cca tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523283 Feb 10 11:52:45.826756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd634935-52f6-4335-abb1-f543e42b21e2 req-945a9eaa-61de-436a-a29d-efae71e58114 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:45.829434 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fd634935-52f6-4335-abb1-f543e42b21e2 req-945a9eaa-61de-436a-a29d-efae71e58114 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0893073 Feb 10 11:52:45.880448 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fd634935-52f6-4335-abb1-f543e42b21e2 req-6d6cb330-e8fc-4ad4-9608-4e617c815877 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443339 Feb 10 11:52:47.248558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0f7b6-4f2a-4646-bea9-dbf1922a619e req-4719582b-56e2-47a2-a424-2141dc1a89f4 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:47.250187 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-82e0f7b6-4f2a-4646-bea9-dbf1922a619e req-4719582b-56e2-47a2-a424-2141dc1a89f4 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.2396109 Feb 10 11:52:47.304376 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-82e0f7b6-4f2a-4646-bea9-dbf1922a619e req-640af176-76fb-4cf4-bb51-3219c2fb1b93 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470262 Feb 10 11:52:48.540763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9957b-db14-4c6c-8b84-d9d9225ce5b9 req-f6edb9f6-4555-4aac-9b0f-b50b849f8105 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:48.542343 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9eb9957b-db14-4c6c-8b84-d9d9225ce5b9 req-f6edb9f6-4555-4aac-9b0f-b50b849f8105 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.1000779 Feb 10 11:52:48.598706 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9eb9957b-db14-4c6c-8b84-d9d9225ce5b9 req-d3eb5a65-fb86-4662-8630-dfaa3720785d tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501850 Feb 10 11:52:49.819526 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8bf2b-d3cf-4dbe-abf2-e69a1ac86fe4 req-b3800f5b-f1bb-405b-bd90-c92f243a78b6 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:49.821107 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-08e8bf2b-d3cf-4dbe-abf2-e69a1ac86fe4 req-b3800f5b-f1bb-405b-bd90-c92f243a78b6 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0895545 Feb 10 11:52:49.880013 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-08e8bf2b-d3cf-4dbe-abf2-e69a1ac86fe4 req-7d6dcf76-ee64-4e0c-8bf7-477378222fbd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516686 Feb 10 11:52:51.099666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67263001-a839-4c28-8e87-2b06eba332e0 req-1d7793da-44da-4e7e-815c-3b291b42d6ff tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:51.101675 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-67263001-a839-4c28-8e87-2b06eba332e0 req-1d7793da-44da-4e7e-815c-3b291b42d6ff tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0854111 Feb 10 11:52:51.159214 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-67263001-a839-4c28-8e87-2b06eba332e0 req-49b50516-eea2-42ed-b5b1-12df50d7ebf9 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508285 Feb 10 11:52:52.371569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1242b-f06f-497c-98be-8eeaae5198ad req-a02d8ca7-e939-4ed2-aa7a-33169857e1b3 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:52.373253 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-57a1242b-f06f-497c-98be-8eeaae5198ad req-a02d8ca7-e939-4ed2-aa7a-33169857e1b3 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0827260 Feb 10 11:52:52.454130 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-57a1242b-f06f-497c-98be-8eeaae5198ad req-33a85362-b73b-443c-9477-23cc435b584c tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735250 Feb 10 11:52:53.689821 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6b1e5-478e-4900-8aa0-77530a25f285 req-8ff740d1-b659-492e-abbe-11ccf2508d49 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:53.693172 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bde6b1e5-478e-4900-8aa0-77530a25f285 req-8ff740d1-b659-492e-abbe-11ccf2508d49 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0991364 Feb 10 11:52:53.741967 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bde6b1e5-478e-4900-8aa0-77530a25f285 req-108cbda8-0734-45d4-bf53-057914f61a05 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430567 Feb 10 11:52:54.973535 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab3d8f-bebd-49db-96a6-971a9319bd2b req-a89742bf-56c9-4d98-83ba-f4440a8d8880 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:54.974853 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7fab3d8f-bebd-49db-96a6-971a9319bd2b req-a89742bf-56c9-4d98-83ba-f4440a8d8880 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0839031 Feb 10 11:52:55.036471 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7fab3d8f-bebd-49db-96a6-971a9319bd2b req-66afb929-a307-4932-a676-404c7d70db4c tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513685 Feb 10 11:52:56.332164 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067836f-10b1-4763-92bf-6207f9adf0dc req-93cbf903-7dee-4db9-be1d-6813b2604f43 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:56.333779 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5067836f-10b1-4763-92bf-6207f9adf0dc req-93cbf903-7dee-4db9-be1d-6813b2604f43 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0874891 Feb 10 11:52:56.390108 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5067836f-10b1-4763-92bf-6207f9adf0dc req-f1380709-eae0-4d04-bffd-42da12b8cea6 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462728 Feb 10 11:52:56.539162 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-79e2af16-fb5f-4611-a077-2438795bcd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:57.644117 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72243bc8-6706-408d-a2b3-038dc287496c req-7e5bf44e-3753-4529-ad6f-3234f00f8482 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:57.645919 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-72243bc8-6706-408d-a2b3-038dc287496c req-7e5bf44e-3753-4529-ad6f-3234f00f8482 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.1147177 Feb 10 11:52:57.706226 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-72243bc8-6706-408d-a2b3-038dc287496c req-bd4da743-6bee-4561-b9a9-f4a9ff5487b3 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501118 Feb 10 11:52:58.851522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-147b60bb-3906-421b-b640-f3a0053d037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:58.958116 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc338ba8-047e-4233-a27c-4805bf1e695d req-1c384a04-a624-4e5b-90b5-c57672972b3f tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:58.960730 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bc338ba8-047e-4233-a27c-4805bf1e695d req-1c384a04-a624-4e5b-90b5-c57672972b3f tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.1202338 Feb 10 11:52:59.039602 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bc338ba8-047e-4233-a27c-4805bf1e695d req-651d9622-7657-4c34-8cd4-51d186bdf305 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727732 Feb 10 11:52:59.697736 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-03291cc7-210e-4246-bf22-23de846acd34 service neutron] 10.222.0.73 "GET /v2.0/ports/2559186e-7a57-40da-8c88-6243754b9f2d/bindings/hv-neutron-8284 HTTP/1.1" status: 200 len: 384 time: 0.0837343 Feb 10 11:52:59.844074 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:00.020313 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-a6f20ff4-70e6-4e80-b211-0a3bfa4e2334 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09&tenant_id=45ca9826cee040e8a1006f382999d156 HTTP/1.1" status: 200 len: 1098 time: 0.0985255 Feb 10 11:53:00.122016 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-6b5ec2e9-08bf-44b5-b285-74079558bc7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45ca9826cee040e8a1006f382999d156&device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 1098 time: 0.0773163 Feb 10 11:53:00.193179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:00.321563 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-4dbc7f5e-8e24-4544-8b66-eb6559bde7a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:00.322938 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-4dbc7f5e-8e24-4544-8b66-eb6559bde7a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94bfb00e-9b01-403c-b473-ea2c77e3e872 HTTP/1.1" status: 200 len: 915 time: 0.1951296 Feb 10 11:53:00.405666 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-cd652563-1108-48d2-b8c0-bab578333837 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2559186e-7a57-40da-8c88-6243754b9f2d HTTP/1.1" status: 200 len: 217 time: 0.0731485 Feb 10 11:53:00.471134 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452809a5-ee26-4040-ba91-20f6ea53d051 req-8050c6b1-2124-41e4-ac0a-6d111558868b tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:00.472758 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-452809a5-ee26-4040-ba91-20f6ea53d051 req-8050c6b1-2124-41e4-ac0a-6d111558868b tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.2227559 Feb 10 11:53:00.502221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-5db55917-4810-4c6d-8eda-08f890669f46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:00.504323 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-5db55917-4810-4c6d-8eda-08f890669f46 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a176cef-c0df-4c3c-a1e4-8604b5a103c4 HTTP/1.1" status: 200 len: 854 time: 0.0919464 Feb 10 11:53:00.569189 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-6b734673-4c32-4612-9f4d-158dae4e8ffe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94bfb00e-9b01-403c-b473-ea2c77e3e872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562127 Feb 10 11:53:00.602616 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-452809a5-ee26-4040-ba91-20f6ea53d051 req-6a62ee73-6fff-4cd0-8db9-57a2ae24dac1 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192131 Feb 10 11:53:00.724101 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-8175295d-9c33-4f2a-bb97-6f596835397a service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479750 Feb 10 11:53:00.968316 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ccba92-a0c7-48d7-8826-5fc1fefbe460 req-3151be38-3706-4fb8-98bc-dbdb6bcbe8fe service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379956 Feb 10 11:53:01.576776 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:01.847069 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57a502-7deb-4f24-bc0e-9641f49a9e14 req-7e586d84-b855-43fa-9fc7-9e9eb6ee6e9c tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:01.848492 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6b57a502-7deb-4f24-bc0e-9641f49a9e14 req-7e586d84-b855-43fa-9fc7-9e9eb6ee6e9c tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0853899 Feb 10 11:53:01.915709 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6b57a502-7deb-4f24-bc0e-9641f49a9e14 req-c9b5d137-6537-4c13-ae1f-9ba24612fb59 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586815 Feb 10 11:53:03.148355 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cb891-5250-43f8-ae37-ddeec5b1e0f2 req-07f4e3eb-6bd6-4ddf-b70e-4e5f8f975a95 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:03.149904 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-325cb891-5250-43f8-ae37-ddeec5b1e0f2 req-07f4e3eb-6bd6-4ddf-b70e-4e5f8f975a95 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0887949 Feb 10 11:53:03.213470 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-325cb891-5250-43f8-ae37-ddeec5b1e0f2 req-8323d1de-e0b6-417b-a5af-ac820ac6cb28 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577106 Feb 10 11:53:03.297834 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 2559186e-7a57-40da-8c88-6243754b9f2d no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:53:03.326026 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 2559186e-7a57-40da-8c88-6243754b9f2d details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:53:03.598161 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:03.654942 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bc682-9692-4c03-9cad-09583ea43fa4 req-71bd0f57-25af-4b59-b43a-e8bd48ee0870 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:03.656493 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-678bc682-9692-4c03-9cad-09583ea43fa4 req-71bd0f57-25af-4b59-b43a-e8bd48ee0870 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09&tenant_id=45ca9826cee040e8a1006f382999d156&binding%3Ahost_id=hv-neutron-8284 HTTP/1.1" status: 200 len: 945 time: 0.1569550 Feb 10 11:53:03.664083 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c645333-faf6-48fc-949a-a95eed9fd569 req-b09856f6-672e-4b4f-a2e0-326e1c5e2426 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:03.666453 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c645333-faf6-48fc-949a-a95eed9fd569 req-b09856f6-672e-4b4f-a2e0-326e1c5e2426 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.1322796 Feb 10 11:53:03.699653 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eff6e85-4363-43a2-8d8e-bfaf6335eb09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2559186e-7a57-40da-8c88-6243754b9f2d'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:53:03.711662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 2559186e-7a57-40da-8c88-6243754b9f2d, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2559186e-7a57-40da-8c88-6243754b9f2d,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:03.742912 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 2559186e-7a57-40da-8c88-6243754b9f2d, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2559186e-7a57-40da-8c88-6243754b9f2d,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:03.744568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '2559186e-7a57-40da-8c88-6243754b9f2d', 'network_id': '94bfb00e-9b01-403c-b473-ea2c77e3e872', 'port_id': '2559186e-7a57-40da-8c88-6243754b9f2d', 'mac_address': 'fa:16:3e:b9:06:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a176cef-c0df-4c3c-a1e4-8604b5a103c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:53:03.755181 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c645333-faf6-48fc-949a-a95eed9fd569 req-3658e4fb-7c73-4241-a1c0-cb1e1d1f88cb tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771754 Feb 10 11:53:03.796711 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:03.919485 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-678bc682-9692-4c03-9cad-09583ea43fa4 req-cb87f8cd-bce8-4da9-96ec-ab3fb5c53f4d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45ca9826cee040e8a1006f382999d156&device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 1096 time: 0.1369746 Feb 10 11:53:03.946944 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eff6e85-4363-43a2-8d8e-bfaf6335eb09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2559186e-7a57-40da-8c88-6243754b9f2d', 'code': 200} Feb 10 11:53:03.989918 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:04.013889 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=2559186e-7a57-40da-8c88-6243754b9f2d,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:04.019638 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2559186e-7a57-40da-8c88-6243754b9f2d {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:53:04.037165 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 2559186e-7a57-40da-8c88-6243754b9f2d, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2559186e-7a57-40da-8c88-6243754b9f2d,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:04.042883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:04.116863 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['2559186e-7a57-40da-8c88-6243754b9f2d'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:53:04.139190 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bc682-9692-4c03-9cad-09583ea43fa4 req-d6b34f58-1651-4ebd-9aa8-86a3c438a943 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:04.140891 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-678bc682-9692-4c03-9cad-09583ea43fa4 req-d6b34f58-1651-4ebd-9aa8-86a3c438a943 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94bfb00e-9b01-403c-b473-ea2c77e3e872 HTTP/1.1" status: 200 len: 915 time: 0.2136576 Feb 10 11:53:04.214615 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-678bc682-9692-4c03-9cad-09583ea43fa4 req-93b4ab53-1f4c-46d3-a33b-931626b84c67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2559186e-7a57-40da-8c88-6243754b9f2d HTTP/1.1" status: 200 len: 217 time: 0.0665953 Feb 10 11:53:04.227917 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=2559186e-7a57-40da-8c88-6243754b9f2d,revision_number=7']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:04.286596 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bc682-9692-4c03-9cad-09583ea43fa4 req-5ed4a89b-546d-4ecf-b56d-ce1b4b2c6700 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:04.288065 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-678bc682-9692-4c03-9cad-09583ea43fa4 req-5ed4a89b-546d-4ecf-b56d-ce1b4b2c6700 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a176cef-c0df-4c3c-a1e4-8604b5a103c4 HTTP/1.1" status: 200 len: 854 time: 0.0673087 Feb 10 11:53:04.338658 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-678bc682-9692-4c03-9cad-09583ea43fa4 req-93df85b0-0566-4fe5-bf63-89da3dc87b54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94bfb00e-9b01-403c-b473-ea2c77e3e872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443900 Feb 10 11:53:04.491977 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-678bc682-9692-4c03-9cad-09583ea43fa4 req-3e0278a8-eace-4dd4-b50b-9242b7a979a0 service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464915 Feb 10 11:53:04.716282 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-678bc682-9692-4c03-9cad-09583ea43fa4 req-747ad89b-15ff-4c43-a8bf-04c4fcc7975e service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174911 Feb 10 11:53:05.156100 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88e3a4-bcf6-47c5-a3de-1990ca63451c req-22e248a6-162c-4382-ab8a-6797b3d1e3f1 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:05.157766 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4c88e3a4-bcf6-47c5-a3de-1990ca63451c req-22e248a6-162c-4382-ab8a-6797b3d1e3f1 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 944 time: 0.1052737 Feb 10 11:53:05.236402 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4c88e3a4-bcf6-47c5-a3de-1990ca63451c req-9e4e6548-fcf6-4e23-8bff-7bade618c68e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716734 Feb 10 11:53:05.332636 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 2559186e-7a57-40da-8c88-6243754b9f2d up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:53:05.441091 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 2559186e-7a57-40da-8c88-6243754b9f2d triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:53:05.441529 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:05.584278 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:05.624089 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 2559186e-7a57-40da-8c88-6243754b9f2d, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2559186e-7a57-40da-8c88-6243754b9f2d,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:05.629844 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:05.732614 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=2559186e-7a57-40da-8c88-6243754b9f2d,revision_number=8']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:05.948239 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eff6e85-4363-43a2-8d8e-bfaf6335eb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2559186e-7a57-40da-8c88-6243754b9f2d'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:53:06.009963 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eff6e85-4363-43a2-8d8e-bfaf6335eb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2559186e-7a57-40da-8c88-6243754b9f2d', 'code': 200} Feb 10 11:53:06.464561 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25616b3a-2c6b-4c4b-98dc-4314727552a6 req-cde417a7-8899-4f1c-8785-db7001d45da8 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:06.466153 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25616b3a-2c6b-4c4b-98dc-4314727552a6 req-cde417a7-8899-4f1c-8785-db7001d45da8 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0859087 Feb 10 11:53:06.523155 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25616b3a-2c6b-4c4b-98dc-4314727552a6 req-e094bb2c-e12d-4cb0-8c79-74a9371e502d tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463204 Feb 10 11:53:06.749255 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67baf660-09e8-4017-ac22-3cee6ea6aac6 req-dc7e0931-f146-4903-8a91-aa0c976f8bef tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:06.750895 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-67baf660-09e8-4017-ac22-3cee6ea6aac6 req-dc7e0931-f146-4903-8a91-aa0c976f8bef tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0921569 Feb 10 11:53:06.803490 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-67baf660-09e8-4017-ac22-3cee6ea6aac6 req-49e1fd8f-f640-448b-8091-ab86fef4b770 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459106 Feb 10 11:53:07.026572 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a47f6-515e-4a45-9eb6-c01c82ec7920 req-3a6dada0-dbc1-4de5-8469-db62d8260967 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:07.029217 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-903a47f6-515e-4a45-9eb6-c01c82ec7920 req-3a6dada0-dbc1-4de5-8469-db62d8260967 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.0958128 Feb 10 11:53:07.078222 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-903a47f6-515e-4a45-9eb6-c01c82ec7920 req-905f86bb-1bc8-4d72-bfcc-335ee1b32867 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427339 Feb 10 11:53:07.758702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-2acf0af4-7c5d-42af-a73e-08dc17e8bbf9 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:07.760975 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-2acf0af4-7c5d-42af-a73e-08dc17e8bbf9 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/networks?id=94bfb00e-9b01-403c-b473-ea2c77e3e872 HTTP/1.1" status: 200 len: 814 time: 0.2595067 Feb 10 11:53:07.780313 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-5ea96244-88ae-4ca4-8ae5-6556a410f217 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/quotas/45ca9826cee040e8a1006f382999d156 HTTP/1.1" status: 200 len: 375 time: 0.0129900 Feb 10 11:53:07.876259 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-02d863b5-dab1-444f-8ba8-5062eec30817 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=45ca9826cee040e8a1006f382999d156&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0897748 Feb 10 11:53:08.169874 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-ebd98769-9e7c-461d-a5d4-c58780137ab1 service neutron] 10.222.0.36 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853181 Feb 10 11:53:08.265604 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:08.343982 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-c1e6119b-0f13-40d0-be31-f43009d193b4 service neutron] 10.222.0.36 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640317 Feb 10 11:53:08.571986 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-40aed10b-ebce-4e21-87ed-7edac65566e4 req-6f15e7f1-3760-40b8-8fbf-2a756cc290b6 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 210 time: 0.0476708 Feb 10 11:53:09.302450 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb71a07-e601-47e8-82f2-52467480645b req-09e92b99-fb59-40bb-bf20-6b8ae07434c1 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:09.305085 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fb71a07-e601-47e8-82f2-52467480645b req-09e92b99-fb59-40bb-bf20-6b8ae07434c1 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eff6e85-4363-43a2-8d8e-bfaf6335eb09 HTTP/1.1" status: 200 len: 945 time: 0.1175158 Feb 10 11:53:09.411601 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-2fb71a07-e601-47e8-82f2-52467480645b req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Deleting port 2559186e-7a57-40da-8c88-6243754b9f2d {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:53:09.412040 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2fb71a07-e601-47e8-82f2-52467480645b req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:09.780855 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b52d13af-7cc9-42fc-9383-6014673a18ab req-f84b8251-c6cb-45b8-9d8e-585eb135f7f3 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 210 time: 0.0623579 Feb 10 11:53:09.787592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-2fb71a07-e601-47e8-82f2-52467480645b req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] For port 2559186e-7a57-40da-8c88-6243754b9f2d, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=2559186e-7a57-40da-8c88-6243754b9f2d,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:09.787953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2fb71a07-e601-47e8-82f2-52467480645b req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:09.988582 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-2fb71a07-e601-47e8-82f2-52467480645b req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Calling delete_port for 2559186e-7a57-40da-8c88-6243754b9f2d owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:53:10.146793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-994147dd-09ae-49c7-9215-9fca31145018 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:10.147837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-994147dd-09ae-49c7-9215-9fca31145018 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Synchronizing usage tracker for tenant:45ca9826cee040e8a1006f382999d156 on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:53:10.176829 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-994147dd-09ae-49c7-9215-9fca31145018 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Unset dirty status for tenant:45ca9826cee040e8a1006f382999d156 on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:53:10.178212 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-994147dd-09ae-49c7-9215-9fca31145018 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.73 "GET /v2.0/networks?id=94bfb00e-9b01-403c-b473-ea2c77e3e872 HTTP/1.1" status: 200 len: 814 time: 0.2857826 Feb 10 11:53:10.195502 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Request body: {'port': {'device_id': '92b3ec7b-cfa7-4809-84ff-b37c937688d4', 'network_id': '94bfb00e-9b01-403c-b473-ea2c77e3e872', 'admin_state_up': True, 'tenant_id': '45ca9826cee040e8a1006f382999d156'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:53:10.203419 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2fb71a07-e601-47e8-82f2-52467480645b req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:10.216315 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['2559186e-7a57-40da-8c88-6243754b9f2d'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:53:10.258489 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Pushing event deleted for resources: {'Port': ['ID=2559186e-7a57-40da-8c88-6243754b9f2d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:10.305977 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:10.306842 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:10.306842 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:10.307163 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:10.307401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:10.307731 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:10.308056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:10.308542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:10.309026 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:10.309378 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:10.309698 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:10.342767 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:53:10.352733 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb71a07-e601-47e8-82f2-52467480645b req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] No DVR routers for this DVR port 2559186e-7a57-40da-8c88-6243754b9f2d on host hv-neutron-8284 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:53:10.354111 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:53:10.355174 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2fb71a07-e601-47e8-82f2-52467480645b req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:10.358070 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eff6e85-4363-43a2-8d8e-bfaf6335eb09', 'name': 'network-vif-deleted', 'tag': '2559186e-7a57-40da-8c88-6243754b9f2d'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:53:10.366184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Made reservation on behalf of 45ca9826cee040e8a1006f382999d156 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:53:10.369484 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:10.376329 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fb71a07-e601-47e8-82f2-52467480645b req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.73 "DELETE /v2.0/ports/2559186e-7a57-40da-8c88-6243754b9f2d HTTP/1.1" status: 204 len: 173 time: 1.0654089 Feb 10 11:53:10.428305 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eff6e85-4363-43a2-8d8e-bfaf6335eb09', 'name': 'network-vif-deleted', 'tag': '2559186e-7a57-40da-8c88-6243754b9f2d', 'status': 'completed', 'code': 200} Feb 10 11:53:10.558136 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Allocated IP 172.20.0.10 (94bfb00e-9b01-403c-b473-ea2c77e3e872/8a176cef-c0df-4c3c-a1e4-8604b5a103c4/901ca85f-2421-4a0f-b914-87e3dbf872d7) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:53:10.785397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:10.825511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:10.841354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['2559186e-7a57-40da-8c88-6243754b9f2d'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:53:11.122433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Pushing event updated for resources: {'Port': ['ID=901ca85f-2421-4a0f-b914-87e3dbf872d7,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:11.149296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Network 94bfb00e-9b01-403c-b473-ea2c77e3e872 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:53:11.154327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:53:11.159532 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:11.160096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:11.160545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:11.160998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:11.161723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:11.162289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:11.162829 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:11.163377 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:11.163940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:11.164468 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:11.165011 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:11.171936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:53:11.173380 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b1bd8-fff9-408d-93c8-05865926afc8 req-61447605-8664-4412-87cf-e7a802cd8a2a tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:11.175398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-697b1bd8-fff9-408d-93c8-05865926afc8 req-61447605-8664-4412-87cf-e7a802cd8a2a tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Synchronizing usage tracker for tenant:45ca9826cee040e8a1006f382999d156 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:53:11.201230 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-697b1bd8-fff9-408d-93c8-05865926afc8 req-61447605-8664-4412-87cf-e7a802cd8a2a tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Unset dirty status for tenant:45ca9826cee040e8a1006f382999d156 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:53:11.202602 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-697b1bd8-fff9-408d-93c8-05865926afc8 req-61447605-8664-4412-87cf-e7a802cd8a2a tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 932 time: 0.1434095 Feb 10 11:53:11.273828 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:11.274902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:11.278942 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-697b1bd8-fff9-408d-93c8-05865926afc8 req-5c8bd4a4-61de-4660-8da0-cb727ced756a tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651054 Feb 10 11:53:11.310607 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-88f17af3-d4a4-4541-8b6a-36d5ee8ae80e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1198213 Feb 10 11:53:11.323094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Request body: {'port': {'device_id': '92b3ec7b-cfa7-4809-84ff-b37c937688d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:53:11.502030 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:11.979620 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901ca85f-2421-4a0f-b914-87e3dbf872d7 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:53:11.988258 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:12.005669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Transition to ACTIVE for port object 901ca85f-2421-4a0f-b914-87e3dbf872d7 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:53:12.010778 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:12.160338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Pushing event updated for resources: {'Port': ['ID=901ca85f-2421-4a0f-b914-87e3dbf872d7,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:12.274154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Attempting to bind port 901ca85f-2421-4a0f-b914-87e3dbf872d7 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:53:12.274486 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Attempting to bind port 901ca85f-2421-4a0f-b914-87e3dbf872d7 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94bfb00e-9b01-403c-b473-ea2c77e3e872'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:53:12.274812 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Attempting to bind port 901ca85f-2421-4a0f-b914-87e3dbf872d7 on network 94bfb00e-9b01-403c-b473-ea2c77e3e872 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:53:12.281163 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Port 901ca85f-2421-4a0f-b914-87e3dbf872d7 on network 94bfb00e-9b01-403c-b473-ea2c77e3e872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:53:12.281478 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Attempting to bind port 901ca85f-2421-4a0f-b914-87e3dbf872d7 on network 94bfb00e-9b01-403c-b473-ea2c77e3e872 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:53:12.289173 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:53:12.289513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Checking segment: {'id': '69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94bfb00e-9b01-403c-b473-ea2c77e3e872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:53:12.289901 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Bound using segment: {'id': '69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94bfb00e-9b01-403c-b473-ea2c77e3e872'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:53:12.290336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Bound port: 901ca85f-2421-4a0f-b914-87e3dbf872d7, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94bfb00e-9b01-403c-b473-ea2c77e3e872'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:53:12.290687 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:12.396769 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] For port 901ca85f-2421-4a0f-b914-87e3dbf872d7, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:53:12.400530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] For port 901ca85f-2421-4a0f-b914-87e3dbf872d7, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=901ca85f-2421-4a0f-b914-87e3dbf872d7,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:53:12.406918 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:12.484170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:12.485603 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] 10.222.0.73 "PUT /v2.0/ports/901ca85f-2421-4a0f-b914-87e3dbf872d7 HTTP/1.1" status: 200 len: 1094 time: 1.1678357 Feb 10 11:53:12.486064 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b3ec7b-cfa7-4809-84ff-b37c937688d4', 'tag': '901ca85f-2421-4a0f-b914-87e3dbf872d7'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:53:12.510759 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f184f-6b3c-4412-bbe0-25ef1856cdbf service neutron] Pushing event updated for resources: {'Port': ['ID=901ca85f-2421-4a0f-b914-87e3dbf872d7,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:12.515414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7ac12-897e-4cbc-8203-095652f1e9c7 req-1a85fe88-a065-4368-a010-4b9af051b0e0 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:12.517341 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-57c7ac12-897e-4cbc-8203-095652f1e9c7 req-1a85fe88-a065-4368-a010-4b9af051b0e0 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 944 time: 0.1033916 Feb 10 11:53:12.600253 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-57c7ac12-897e-4cbc-8203-095652f1e9c7 req-8165e2c0-a1b8-4ee5-b389-8c78d6e7fc7b tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760038 Feb 10 11:53:12.683598 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-4a21ccd9-44b0-4cbb-be57-005ec5bf56e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45ca9826cee040e8a1006f382999d156&device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 1097 time: 0.1376057 Feb 10 11:53:12.741225 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b3ec7b-cfa7-4809-84ff-b37c937688d4', 'tag': '901ca85f-2421-4a0f-b914-87e3dbf872d7', 'status': 'completed', 'code': 200} Feb 10 11:53:12.757052 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-6bd079af-7aab-4be4-b304-5b51ad4d0b8e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=901ca85f-2421-4a0f-b914-87e3dbf872d7 HTTP/1.1" status: 200 len: 217 time: 0.0658309 Feb 10 11:53:12.827791 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-abef93c8-d763-4c05-b00d-04562d71862e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:12.829285 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-abef93c8-d763-4c05-b00d-04562d71862e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a176cef-c0df-4c3c-a1e4-8604b5a103c4 HTTP/1.1" status: 200 len: 854 time: 0.0658929 Feb 10 11:53:12.906603 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-f1ed69b3-84ed-4ab4-8f87-4c2b44a42691 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94bfb00e-9b01-403c-b473-ea2c77e3e872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709441 Feb 10 11:53:13.092608 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-50465fa6-85d5-4dc2-8fe0-f473d3ffb3c3 service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783991 Feb 10 11:53:13.232513 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c63c64ae-ff87-4e7a-9ba0-81048a318029 req-9f6b4e00-d4f2-4064-837b-be7de1c8ba67 service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326885 Feb 10 11:53:13.357679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 2559186e-7a57-40da-8c88-6243754b9f2d no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:53:13.372428 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-da361bbf-9f6e-4d4d-abc6-30707044d1b3 req-c65d87ff-ca43-4e23-9787-ebd13e90f56e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45ca9826cee040e8a1006f382999d156&device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 1097 time: 0.0804112 Feb 10 11:53:13.397997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 2559186e-7a57-40da-8c88-6243754b9f2d {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:53:13.398361 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 2559186e-7a57-40da-8c88-6243754b9f2d not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:53:13.617210 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da361bbf-9f6e-4d4d-abc6-30707044d1b3 req-b766270a-52aa-4e88-9509-349c1d055742 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:13.618617 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-da361bbf-9f6e-4d4d-abc6-30707044d1b3 req-b766270a-52aa-4e88-9509-349c1d055742 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94bfb00e-9b01-403c-b473-ea2c77e3e872 HTTP/1.1" status: 200 len: 915 time: 0.2382667 Feb 10 11:53:13.742563 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-da361bbf-9f6e-4d4d-abc6-30707044d1b3 req-98830fb6-ae7a-41d0-beca-b3d8f3f63437 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=901ca85f-2421-4a0f-b914-87e3dbf872d7 HTTP/1.1" status: 200 len: 217 time: 0.1173337 Feb 10 11:53:13.818629 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da361bbf-9f6e-4d4d-abc6-30707044d1b3 req-9bfda14c-f4a1-4181-88b7-14233a19cf5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:13.820199 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-da361bbf-9f6e-4d4d-abc6-30707044d1b3 req-9bfda14c-f4a1-4181-88b7-14233a19cf5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a176cef-c0df-4c3c-a1e4-8604b5a103c4 HTTP/1.1" status: 200 len: 854 time: 0.0687265 Feb 10 11:53:13.825834 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922bc1-7386-4fbe-9852-79bf60740412 req-f24ab665-f5eb-49bc-8bfa-112cee4443e9 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:13.828560 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-99922bc1-7386-4fbe-9852-79bf60740412 req-f24ab665-f5eb-49bc-8bfa-112cee4443e9 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 944 time: 0.0897853 Feb 10 11:53:13.869927 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-da361bbf-9f6e-4d4d-abc6-30707044d1b3 req-fd2a7896-7d48-4771-a72b-248de2c5d8c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94bfb00e-9b01-403c-b473-ea2c77e3e872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428886 Feb 10 11:53:13.999823 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-99922bc1-7386-4fbe-9852-79bf60740412 req-f92adc75-22ad-41c6-af47-0bd43b7d2351 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612167 Feb 10 11:53:14.122705 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-da361bbf-9f6e-4d4d-abc6-30707044d1b3 req-f9e60558-4d79-4074-90b7-90938267479e service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453334 Feb 10 11:53:14.272929 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-da361bbf-9f6e-4d4d-abc6-30707044d1b3 req-41c87268-821b-4311-9b86-051a1c9372dd service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380587 Feb 10 11:53:15.257184 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacd009-f23c-4b05-8d90-ef655719a956 req-facca186-8896-467c-aecb-61e35a28c35c tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:15.259351 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1aacd009-f23c-4b05-8d90-ef655719a956 req-facca186-8896-467c-aecb-61e35a28c35c tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 944 time: 0.1187134 Feb 10 11:53:15.310714 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1aacd009-f23c-4b05-8d90-ef655719a956 req-c0ffa28a-b1f4-4ee3-9227-af50d58eaac3 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449467 Feb 10 11:53:15.369405 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 901ca85f-2421-4a0f-b914-87e3dbf872d7 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:53:15.531901 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 901ca85f-2421-4a0f-b914-87e3dbf872d7, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=901ca85f-2421-4a0f-b914-87e3dbf872d7,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:15.550135 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '901ca85f-2421-4a0f-b914-87e3dbf872d7', 'network_id': '94bfb00e-9b01-403c-b473-ea2c77e3e872', 'port_id': '901ca85f-2421-4a0f-b914-87e3dbf872d7', 'mac_address': 'fa:16:3e:af:9f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a176cef-c0df-4c3c-a1e4-8604b5a103c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:53:15.617772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:15.639165 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901ca85f-2421-4a0f-b914-87e3dbf872d7 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:53:15.660231 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 901ca85f-2421-4a0f-b914-87e3dbf872d7, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=901ca85f-2421-4a0f-b914-87e3dbf872d7,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:15.665502 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:15.744375 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=901ca85f-2421-4a0f-b914-87e3dbf872d7,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:15.867439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['901ca85f-2421-4a0f-b914-87e3dbf872d7'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:53:16.536749 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ddd08-9a10-49c2-b6d1-3da6baf3425a req-4ba06019-a9a7-4f29-a4d6-46a921fa1e22 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:16.538680 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5d6ddd08-9a10-49c2-b6d1-3da6baf3425a req-4ba06019-a9a7-4f29-a4d6-46a921fa1e22 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 945 time: 0.0873711 Feb 10 11:53:16.589214 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5d6ddd08-9a10-49c2-b6d1-3da6baf3425a req-f81c750c-2044-428d-b7c7-abe2dab1867d tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446088 Feb 10 11:53:17.369458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 901ca85f-2421-4a0f-b914-87e3dbf872d7 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:53:17.449274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 901ca85f-2421-4a0f-b914-87e3dbf872d7 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:53:17.454705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 901ca85f-2421-4a0f-b914-87e3dbf872d7 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:53:17.455077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:17.588421 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:17.620207 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b3ec7b-cfa7-4809-84ff-b37c937688d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901ca85f-2421-4a0f-b914-87e3dbf872d7'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:53:17.637885 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 901ca85f-2421-4a0f-b914-87e3dbf872d7, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=901ca85f-2421-4a0f-b914-87e3dbf872d7,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:17.646290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:17.708423 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b3ec7b-cfa7-4809-84ff-b37c937688d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901ca85f-2421-4a0f-b914-87e3dbf872d7', 'code': 200} Feb 10 11:53:17.747002 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=901ca85f-2421-4a0f-b914-87e3dbf872d7,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:17.865548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead284a6-6cbd-448d-bf0e-653470248cbf req-bb645edd-ce69-4e6d-85be-79772dcc781e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:17.868260 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ead284a6-6cbd-448d-bf0e-653470248cbf req-bb645edd-ce69-4e6d-85be-79772dcc781e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.1008317 Feb 10 11:53:17.934728 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ead284a6-6cbd-448d-bf0e-653470248cbf req-454e81f6-be0c-49e2-9479-565cc1f3f752 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588589 Feb 10 11:53:17.999193 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0fe9d28f-1fd6-4dd6-8700-49d1cc164dc7 req-660c14c6-8f0e-464e-9f69-50601d0f832b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 1099 time: 0.1041396 Feb 10 11:53:18.048389 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0fe9d28f-1fd6-4dd6-8700-49d1cc164dc7 req-b0bc8528-dca3-4535-bb64-6ed7ea6aae98 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422995 Feb 10 11:53:19.189174 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eea01-d30b-4bfc-9bdb-57105b095393 req-8eb45c8e-2828-48e8-84c9-eab9ac82a69a tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:19.191216 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-017eea01-d30b-4bfc-9bdb-57105b095393 req-8eb45c8e-2828-48e8-84c9-eab9ac82a69a tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0973001 Feb 10 11:53:19.242922 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-017eea01-d30b-4bfc-9bdb-57105b095393 req-7ef690a3-680d-4a0e-bce4-b1253f76945b tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455823 Feb 10 11:53:20.468144 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c360a4b-2f0a-40b9-9ac0-cfe31e72fc68 req-88e539b6-deae-468e-8f64-95a7a04d8cfb tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:20.469732 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c360a4b-2f0a-40b9-9ac0-cfe31e72fc68 req-88e539b6-deae-468e-8f64-95a7a04d8cfb tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0855460 Feb 10 11:53:20.528645 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c360a4b-2f0a-40b9-9ac0-cfe31e72fc68 req-ca6b0b5d-4c22-447a-aaf6-99ab24113087 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482972 Feb 10 11:53:20.748969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcac38-9da2-4449-a571-2b7686038490 req-2bef8bf1-a6c9-41ae-94ff-78b0e1bf12bb tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:20.750548 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-97fcac38-9da2-4449-a571-2b7686038490 req-2bef8bf1-a6c9-41ae-94ff-78b0e1bf12bb tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0846770 Feb 10 11:53:20.807875 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-97fcac38-9da2-4449-a571-2b7686038490 req-1ce8ec93-4612-4170-8971-d6d0771435ef tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465751 Feb 10 11:53:21.071352 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90dc9021-6ee7-4204-9f91-8185b2e63254 req-ba2bf845-d017-4cb6-a92f-02e0573efa13 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1227376 Feb 10 11:53:21.147709 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:53:21.362949 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-6356c963-c760-4ab2-a555-ba60b40f4591 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873804 Feb 10 11:53:21.434157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9edbf8-678f-4a50-900b-66dbcc9008ed req-b1d8867d-f462-47c3-99e0-898b75f1ea76 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:21.435970 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c9edbf8-678f-4a50-900b-66dbcc9008ed req-b1d8867d-f462-47c3-99e0-898b75f1ea76 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.1074483 Feb 10 11:53:21.486197 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c9edbf8-678f-4a50-900b-66dbcc9008ed req-b519abf9-935c-40d7-a2e4-2d69fe3ab56e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443084 Feb 10 11:53:22.711478 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e321b-d613-4e78-b625-4741d6da4b25 req-d3188989-9aaa-45b9-ac75-2565a08da6e9 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:22.712990 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-276e321b-d613-4e78-b625-4741d6da4b25 req-d3188989-9aaa-45b9-ac75-2565a08da6e9 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0933373 Feb 10 11:53:22.762215 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-276e321b-d613-4e78-b625-4741d6da4b25 req-d3131a93-c4c2-401b-ad0d-c7bf5af7bd61 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428028 Feb 10 11:53:22.763865 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-1135ebd8-98e1-4768-b52b-6885e0a515d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45ca9826cee040e8a1006f382999d156&device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 1099 time: 0.0727723 Feb 10 11:53:22.909553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-bb909f39-6d5a-4d1f-93b5-06361f80261f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:22.910626 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-bb909f39-6d5a-4d1f-93b5-06361f80261f service neutron] 10.222.0.73 "GET /v2.0/networks?id=94bfb00e-9b01-403c-b473-ea2c77e3e872 HTTP/1.1" status: 200 len: 915 time: 0.1392562 Feb 10 11:53:22.984790 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-d23454ef-4702-4404-813e-4645032dc216 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=901ca85f-2421-4a0f-b914-87e3dbf872d7 HTTP/1.1" status: 200 len: 217 time: 0.0674260 Feb 10 11:53:23.051253 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-8a75e0d1-352a-41c3-80fd-2193156653e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:23.052751 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-8a75e0d1-352a-41c3-80fd-2193156653e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a176cef-c0df-4c3c-a1e4-8604b5a103c4 HTTP/1.1" status: 200 len: 854 time: 0.0621815 Feb 10 11:53:23.105631 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-1cf2fcad-6b9c-45a6-b848-bdbd0228a71b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94bfb00e-9b01-403c-b473-ea2c77e3e872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462103 Feb 10 11:53:23.278640 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-13a696b4-2060-4d83-a764-6cba76d32e85 service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671567 Feb 10 11:53:23.417939 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-a666d779-0e3b-4c5b-b58b-9f6c5e93836d service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321840 Feb 10 11:53:23.974441 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c33c9b-cd5e-424a-a8b6-734535b9be00 req-a17dfce9-9532-475f-ba3c-43d682a2a6ad tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:23.975957 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e9c33c9b-cd5e-424a-a8b6-734535b9be00 req-a17dfce9-9532-475f-ba3c-43d682a2a6ad tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0849316 Feb 10 11:53:24.025623 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e9c33c9b-cd5e-424a-a8b6-734535b9be00 req-418819a5-6411-4509-8dcc-c341cad0d862 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439739 Feb 10 11:53:25.250828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211645e-04f0-406e-96c8-5d5bdf4bc814 req-264ca80d-f335-424d-8a60-b52563ba6876 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:25.252944 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e211645e-04f0-406e-96c8-5d5bdf4bc814 req-264ca80d-f335-424d-8a60-b52563ba6876 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0894265 Feb 10 11:53:25.303285 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e211645e-04f0-406e-96c8-5d5bdf4bc814 req-b2c24dbc-15dd-4d6a-8ce4-f45a31342df7 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447357 Feb 10 11:53:26.519635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28feba5e-92e6-47f1-b204-658f49bf5b00 req-69c83873-e98e-49df-8a41-ba3e3cd960b7 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:26.521152 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-28feba5e-92e6-47f1-b204-658f49bf5b00 req-69c83873-e98e-49df-8a41-ba3e3cd960b7 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0823081 Feb 10 11:53:26.525405 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8406cba7-ae05-4f5e-874b-5b6d86988c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:26.573416 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-28feba5e-92e6-47f1-b204-658f49bf5b00 req-51d6e797-a72c-43c8-9340-2f6a92ba7158 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462816 Feb 10 11:53:27.790833 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e952984-b913-4deb-ba30-b407a5269666 req-af149915-2d0f-44a8-ab06-54a68d7357ab tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:27.792410 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e952984-b913-4deb-ba30-b407a5269666 req-af149915-2d0f-44a8-ab06-54a68d7357ab tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0876906 Feb 10 11:53:27.850053 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e952984-b913-4deb-ba30-b407a5269666 req-037891ff-d7fd-425c-9f6b-251d4953ad90 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475411 Feb 10 11:53:28.846401 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b360842e-5d1e-4a96-b436-cd548d81eccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:29.096506 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd356e-99b6-4d3a-8bc2-c986c035d1c8 req-1e16815f-a0f4-45a3-9ed1-b84507cf22f6 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:29.098027 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-befd356e-99b6-4d3a-8bc2-c986c035d1c8 req-1e16815f-a0f4-45a3-9ed1-b84507cf22f6 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0917182 Feb 10 11:53:29.157161 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-befd356e-99b6-4d3a-8bc2-c986c035d1c8 req-d5be90db-3985-41c9-9f85-89deb69702cd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495102 Feb 10 11:53:29.848976 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:30.181529 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:30.370320 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4aa5fa4a-b4b4-46e8-9a85-fd18a3c4cb8f req-d70b7c7a-7019-45f5-9f34-42fc446077e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45ca9826cee040e8a1006f382999d156&device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 1099 time: 0.0840468 Feb 10 11:53:30.411557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e42221-c435-4568-a21e-b05ccba1af89 req-3fdffe26-3c2c-4c35-8242-ceb5e17d7aad tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:30.413094 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-14e42221-c435-4568-a21e-b05ccba1af89 req-3fdffe26-3c2c-4c35-8242-ceb5e17d7aad tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.1078899 Feb 10 11:53:30.465273 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-14e42221-c435-4568-a21e-b05ccba1af89 req-fe91a5ed-ca67-4812-885e-4f06ad509064 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463123 Feb 10 11:53:30.761561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fa4a-b4b4-46e8-9a85-fd18a3c4cb8f req-732198fb-8a5f-43c1-b7a8-401832fa9b17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:30.764184 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4aa5fa4a-b4b4-46e8-9a85-fd18a3c4cb8f req-732198fb-8a5f-43c1-b7a8-401832fa9b17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94bfb00e-9b01-403c-b473-ea2c77e3e872 HTTP/1.1" status: 200 len: 915 time: 0.3726103 Feb 10 11:53:30.842640 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4aa5fa4a-b4b4-46e8-9a85-fd18a3c4cb8f req-2968cc9e-aedf-4eef-a9b0-92e89451e627 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=901ca85f-2421-4a0f-b914-87e3dbf872d7 HTTP/1.1" status: 200 len: 217 time: 0.0709281 Feb 10 11:53:30.919674 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fa4a-b4b4-46e8-9a85-fd18a3c4cb8f req-f734fa65-79d4-4186-8e32-bead852fb48c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:30.921183 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4aa5fa4a-b4b4-46e8-9a85-fd18a3c4cb8f req-f734fa65-79d4-4186-8e32-bead852fb48c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a176cef-c0df-4c3c-a1e4-8604b5a103c4 HTTP/1.1" status: 200 len: 854 time: 0.0714717 Feb 10 11:53:30.975902 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4aa5fa4a-b4b4-46e8-9a85-fd18a3c4cb8f req-20d70508-8f36-4677-82da-dc1328801cf7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94bfb00e-9b01-403c-b473-ea2c77e3e872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477624 Feb 10 11:53:31.132852 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4aa5fa4a-b4b4-46e8-9a85-fd18a3c4cb8f req-b5a11b41-d855-41f2-977e-304f56750c24 service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504228 Feb 10 11:53:31.281053 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4aa5fa4a-b4b4-46e8-9a85-fd18a3c4cb8f req-db9d38c9-414d-40ea-a20a-cdfa329439ed service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418014 Feb 10 11:53:31.588862 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:31.688032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1d177-21b8-48f5-9d4a-300510cfbe92 req-dfaa804b-4ea5-4c8a-8e5c-b43b6abc7730 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:31.689709 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ef1d177-21b8-48f5-9d4a-300510cfbe92 req-dfaa804b-4ea5-4c8a-8e5c-b43b6abc7730 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0923007 Feb 10 11:53:31.757146 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ef1d177-21b8-48f5-9d4a-300510cfbe92 req-72a0dda0-0878-47b9-b277-f5b6e2aaf474 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611830 Feb 10 11:53:33.010144 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447b16a-16d0-4d52-a8a5-11539bd43f7f req-8fe3d4e2-85ef-43dd-b186-28ef62c05475 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:33.011689 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3447b16a-16d0-4d52-a8a5-11539bd43f7f req-8fe3d4e2-85ef-43dd-b186-28ef62c05475 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.1114256 Feb 10 11:53:33.065224 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3447b16a-16d0-4d52-a8a5-11539bd43f7f req-743f87e3-7e06-491c-8097-f36063e44f15 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440772 Feb 10 11:53:34.286592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fff956-5f34-488b-96ac-e05bb9298ebb req-fd331ead-a2a7-4e1e-ae27-6d43eb3bb388 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:34.288447 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-71fff956-5f34-488b-96ac-e05bb9298ebb req-fd331ead-a2a7-4e1e-ae27-6d43eb3bb388 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0888603 Feb 10 11:53:34.339961 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-71fff956-5f34-488b-96ac-e05bb9298ebb req-82dd04c8-53a8-4c8b-b722-3f84e3cbda07 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455124 Feb 10 11:53:35.581720 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02948302-45b3-4230-8412-efdd05810c6f req-7174bb53-1f76-403d-b78f-e9cb073c30c8 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:35.583647 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-02948302-45b3-4230-8412-efdd05810c6f req-7174bb53-1f76-403d-b78f-e9cb073c30c8 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0857494 Feb 10 11:53:35.651712 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-02948302-45b3-4230-8412-efdd05810c6f req-2306b190-1180-4036-bf53-c9d29736c129 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605397 Feb 10 11:53:36.887344 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20877738-4a0d-4ee2-82d6-b865410522b4 req-04dce524-db02-4eb0-af4c-73fdc0310d45 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:36.890313 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-20877738-4a0d-4ee2-82d6-b865410522b4 req-04dce524-db02-4eb0-af4c-73fdc0310d45 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0937629 Feb 10 11:53:36.972371 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-20877738-4a0d-4ee2-82d6-b865410522b4 req-eff44096-e251-4d86-94ef-91708f029a6a tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740077 Feb 10 11:53:38.273034 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:38.286841 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c39415-82b1-4c8d-a181-7de8fa43afb1 req-a0e4ae3b-e38f-4952-becd-142eec1784d6 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:38.289535 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-43c39415-82b1-4c8d-a181-7de8fa43afb1 req-a0e4ae3b-e38f-4952-becd-142eec1784d6 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.1850317 Feb 10 11:53:38.343257 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-43c39415-82b1-4c8d-a181-7de8fa43afb1 req-e6dde8b9-d0a7-4310-9153-6dd979364252 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478029 Feb 10 11:53:39.559034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08263d7b-35a6-4049-9def-c2867f2ecc7d req-c58e6521-c26a-4780-a920-d64849aabba2 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:39.560609 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-08263d7b-35a6-4049-9def-c2867f2ecc7d req-c58e6521-c26a-4780-a920-d64849aabba2 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0856144 Feb 10 11:53:39.616552 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-08263d7b-35a6-4049-9def-c2867f2ecc7d req-1a3cf2da-46b9-45b5-8d10-f786253a4d7b tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462463 Feb 10 11:53:40.840166 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a93d2-bf24-4eca-a7c1-947d7da444bc req-550083da-9280-4d8d-a415-dd8b21abf78e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:40.841882 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee4a93d2-bf24-4eca-a7c1-947d7da444bc req-550083da-9280-4d8d-a415-dd8b21abf78e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0936503 Feb 10 11:53:40.900795 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee4a93d2-bf24-4eca-a7c1-947d7da444bc req-63d6a468-5337-43cc-b7b7-8f4fa087c65c tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501151 Feb 10 11:53:42.151039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e22f6-19c1-4058-a160-d646c5b19097 req-2b0b6bf3-8217-4273-bf24-351434f41b71 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:42.152671 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fa6e22f6-19c1-4058-a160-d646c5b19097 req-2b0b6bf3-8217-4273-bf24-351434f41b71 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0997519 Feb 10 11:53:42.205454 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fa6e22f6-19c1-4058-a160-d646c5b19097 req-e1b9bbfa-955e-46bf-8e3f-1a1b5df042fd tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459914 Feb 10 11:53:43.427985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01636c-5d6d-4b9a-a9e0-31b95cd6316d req-17fb8a10-8b89-4d3e-89c9-35a685262bb4 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:43.429584 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1d01636c-5d6d-4b9a-a9e0-31b95cd6316d req-17fb8a10-8b89-4d3e-89c9-35a685262bb4 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0908341 Feb 10 11:53:43.479974 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1d01636c-5d6d-4b9a-a9e0-31b95cd6316d req-c20499ed-38f5-4302-8d5b-d6044f816ef2 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440931 Feb 10 11:53:44.754353 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65a3e8-59a1-4fa1-9cff-8d88dcfae416 req-791a9fbf-b73b-41f4-b2cc-3b6803ab142a tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:44.755940 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae65a3e8-59a1-4fa1-9cff-8d88dcfae416 req-791a9fbf-b73b-41f4-b2cc-3b6803ab142a tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.1360195 Feb 10 11:53:44.846780 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae65a3e8-59a1-4fa1-9cff-8d88dcfae416 req-87b6fae4-b8b0-4cb3-ac38-cba88adc21e9 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787969 Feb 10 11:53:46.104707 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f938603-bbfd-49e9-acd8-26695029f339 req-abb9c064-5523-4f0f-8f0b-c501db00bbf8 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:46.106340 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2f938603-bbfd-49e9-acd8-26695029f339 req-abb9c064-5523-4f0f-8f0b-c501db00bbf8 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0983748 Feb 10 11:53:46.161359 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2f938603-bbfd-49e9-acd8-26695029f339 req-67edd567-e5de-4f30-a8d8-ba3d658d74b8 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476542 Feb 10 11:53:47.466793 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7348a07-b1b5-47ae-96ff-5116efa6339c req-9a702a02-1389-457b-a78b-3876f7a64f09 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:47.468293 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f7348a07-b1b5-47ae-96ff-5116efa6339c req-9a702a02-1389-457b-a78b-3876f7a64f09 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.1344256 Feb 10 11:53:47.522864 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f7348a07-b1b5-47ae-96ff-5116efa6339c req-56e06526-3f01-4feb-ae4d-1048c9fbe752 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471411 Feb 10 11:53:48.731745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa66e23-5d31-4874-84ca-18bcd27cef9b req-9e6c117d-38d5-460d-ad1a-60981a08cd8b tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:48.733265 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cfa66e23-5d31-4874-84ca-18bcd27cef9b req-9e6c117d-38d5-460d-ad1a-60981a08cd8b tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0786271 Feb 10 11:53:48.784550 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cfa66e23-5d31-4874-84ca-18bcd27cef9b req-08dfe804-86c1-4b52-9789-2798677f42a9 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444782 Feb 10 11:53:50.045064 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc93619-3870-4852-a4d1-f61102ac695e req-13928295-dd5b-42f1-8b03-bf8cfe65bd9f tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:50.048329 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0cc93619-3870-4852-a4d1-f61102ac695e req-13928295-dd5b-42f1-8b03-bf8cfe65bd9f tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.1201234 Feb 10 11:53:50.103759 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0cc93619-3870-4852-a4d1-f61102ac695e req-cd95ff0d-2495-4596-8fc2-a7bff4aded4c tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488911 Feb 10 11:53:50.259923 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-b9d0b43f-3ccf-4490-85ff-70dbbfb4d677 service neutron] 10.222.0.73 "GET /v2.0/ports/901ca85f-2421-4a0f-b914-87e3dbf872d7/bindings/hv-neutron-8284 HTTP/1.1" status: 200 len: 384 time: 0.0923350 Feb 10 11:53:50.551305 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-a2920a3c-f93f-44ed-bbdb-cc88669c6be1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4&tenant_id=45ca9826cee040e8a1006f382999d156 HTTP/1.1" status: 200 len: 1099 time: 0.0759959 Feb 10 11:53:50.656927 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-441e1671-5b1b-4a28-a3f8-7f4ce4e839ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45ca9826cee040e8a1006f382999d156&device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 1099 time: 0.0819156 Feb 10 11:53:50.850220 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-e93083fe-73a3-46c8-9dde-7a5f4f236a11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:50.851739 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-e93083fe-73a3-46c8-9dde-7a5f4f236a11 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94bfb00e-9b01-403c-b473-ea2c77e3e872 HTTP/1.1" status: 200 len: 915 time: 0.1874843 Feb 10 11:53:50.933783 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-cd0c9123-e8d4-4019-af07-bb6ad3d6b073 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=901ca85f-2421-4a0f-b914-87e3dbf872d7 HTTP/1.1" status: 200 len: 217 time: 0.0754645 Feb 10 11:53:51.004102 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-a8654a90-970d-4e79-bef3-1e8b29e4159c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:51.005609 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-a8654a90-970d-4e79-bef3-1e8b29e4159c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a176cef-c0df-4c3c-a1e4-8604b5a103c4 HTTP/1.1" status: 200 len: 854 time: 0.0643747 Feb 10 11:53:51.055195 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-c9105088-5e3a-4cc3-b6c1-f39ddc6c2ffd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94bfb00e-9b01-403c-b473-ea2c77e3e872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430162 Feb 10 11:53:51.239367 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-765e61e7-162a-46cf-85b0-f97e3ba92dcb service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774979 Feb 10 11:53:51.404666 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ee80be3e-2a3f-4b9e-a2a9-9b3fbb22a70a req-a0b7781e-9eb3-48f8-8ba0-076acc3fc92c service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588893 Feb 10 11:53:51.438125 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69345e98-2c71-4034-93a7-24b5742f7726 req-746afefa-a298-41c7-ad07-c509b4c5ae62 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:51.440730 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-69345e98-2c71-4034-93a7-24b5742f7726 req-746afefa-a298-41c7-ad07-c509b4c5ae62 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.1482000 Feb 10 11:53:51.503534 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-69345e98-2c71-4034-93a7-24b5742f7726 req-253859cc-a760-45ac-97c1-7329ecc2174b tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562265 Feb 10 11:53:52.726312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fddfc-08b2-4602-9656-9b7d7769f285 req-53ec68dc-32f4-499b-bfe0-150e65ffbf15 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:52.727820 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-da8fddfc-08b2-4602-9656-9b7d7769f285 req-53ec68dc-32f4-499b-bfe0-150e65ffbf15 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0868921 Feb 10 11:53:52.780269 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-da8fddfc-08b2-4602-9656-9b7d7769f285 req-c21776d6-55e3-477f-956a-5b56ae0858c9 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468738 Feb 10 11:53:53.499754 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 901ca85f-2421-4a0f-b914-87e3dbf872d7 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:53:53.503802 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 901ca85f-2421-4a0f-b914-87e3dbf872d7 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:53:53.774764 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:53.811310 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 901ca85f-2421-4a0f-b914-87e3dbf872d7, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=901ca85f-2421-4a0f-b914-87e3dbf872d7,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:53.836883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b3ec7b-cfa7-4809-84ff-b37c937688d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901ca85f-2421-4a0f-b914-87e3dbf872d7'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:53:53.843498 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '901ca85f-2421-4a0f-b914-87e3dbf872d7', 'network_id': '94bfb00e-9b01-403c-b473-ea2c77e3e872', 'port_id': '901ca85f-2421-4a0f-b914-87e3dbf872d7', 'mac_address': 'fa:16:3e:af:9f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a176cef-c0df-4c3c-a1e4-8604b5a103c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:53:53.885550 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 901ca85f-2421-4a0f-b914-87e3dbf872d7, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=901ca85f-2421-4a0f-b914-87e3dbf872d7,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:53.900211 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:53.981628 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b3ec7b-cfa7-4809-84ff-b37c937688d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901ca85f-2421-4a0f-b914-87e3dbf872d7', 'code': 200} Feb 10 11:53:53.988270 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:54.015906 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 901ca85f-2421-4a0f-b914-87e3dbf872d7 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:53:54.025246 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=901ca85f-2421-4a0f-b914-87e3dbf872d7,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:54.071485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:54.071846 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:54.072191 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:54.072530 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:54.072871 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:54.073238 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:54.073576 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:54.073908 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:54.074240 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:54.074562 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:54.074903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:54.102849 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:53:54.103392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:53:54.124473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b46ce-2dbd-4fd9-814b-008674b154c2 req-87e4045c-511a-4f7a-be90-a4e30b283d62 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:54.126765 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-790b46ce-2dbd-4fd9-814b-008674b154c2 req-87e4045c-511a-4f7a-be90-a4e30b283d62 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 944 time: 0.1161869 Feb 10 11:53:54.180502 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-790b46ce-2dbd-4fd9-814b-008674b154c2 req-bde1f094-1290-4f65-9900-00c51f732f70 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471578 Feb 10 11:53:54.558758 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d74b44-355f-41d3-b56a-14d75f2c1750 req-2d9dfedb-81b1-48ef-a64b-14699bbc804e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:54.560377 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76d74b44-355f-41d3-b56a-14d75f2c1750 req-2d9dfedb-81b1-48ef-a64b-14699bbc804e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 944 time: 0.0874696 Feb 10 11:53:54.607001 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0ff8a-ef7a-4321-bfda-5cbe11d2cb1a req-5545f28d-2de8-4148-b48d-24e3da701eb1 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:54.607851 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-7da0ff8a-ef7a-4321-bfda-5cbe11d2cb1a req-5545f28d-2de8-4148-b48d-24e3da701eb1 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Synchronizing usage tracker for tenant:45ca9826cee040e8a1006f382999d156 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:53:54.622574 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76d74b44-355f-41d3-b56a-14d75f2c1750 req-c907745a-8fe8-4e37-a4be-d3538c94b3ee tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533485 Feb 10 11:53:54.630916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-7da0ff8a-ef7a-4321-bfda-5cbe11d2cb1a req-5545f28d-2de8-4148-b48d-24e3da701eb1 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Unset dirty status for tenant:45ca9826cee040e8a1006f382999d156 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:53:54.632612 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7da0ff8a-ef7a-4321-bfda-5cbe11d2cb1a req-5545f28d-2de8-4148-b48d-24e3da701eb1 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.73 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4&tenant_id=45ca9826cee040e8a1006f382999d156&binding%3Ahost_id=hv-neutron-8284 HTTP/1.1" status: 200 len: 944 time: 0.1231167 Feb 10 11:53:54.689801 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:54.714078 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901ca85f-2421-4a0f-b914-87e3dbf872d7 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:53:54.732311 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 901ca85f-2421-4a0f-b914-87e3dbf872d7, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=901ca85f-2421-4a0f-b914-87e3dbf872d7,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:54.738822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:54.838022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['901ca85f-2421-4a0f-b914-87e3dbf872d7'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:53:54.838773 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7da0ff8a-ef7a-4321-bfda-5cbe11d2cb1a req-8513eb75-b5e3-4296-8d22-b2b82b62336b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45ca9826cee040e8a1006f382999d156&device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 1098 time: 0.1150603 Feb 10 11:53:54.899388 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=901ca85f-2421-4a0f-b914-87e3dbf872d7,revision_number=7']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:55.123800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0ff8a-ef7a-4321-bfda-5cbe11d2cb1a req-1efb0de6-32a4-4564-a469-48da07841ecf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:55.125503 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7da0ff8a-ef7a-4321-bfda-5cbe11d2cb1a req-1efb0de6-32a4-4564-a469-48da07841ecf service neutron] 10.222.0.73 "GET /v2.0/networks?id=94bfb00e-9b01-403c-b473-ea2c77e3e872 HTTP/1.1" status: 200 len: 915 time: 0.2795770 Feb 10 11:53:55.204704 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7da0ff8a-ef7a-4321-bfda-5cbe11d2cb1a req-0c49e63e-a938-4162-b66f-c60c49003773 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=901ca85f-2421-4a0f-b914-87e3dbf872d7 HTTP/1.1" status: 200 len: 217 time: 0.0708303 Feb 10 11:53:55.271821 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0ff8a-ef7a-4321-bfda-5cbe11d2cb1a req-e062d4cf-4f5b-4ff5-99cd-e6f55be15e50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:55.273371 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7da0ff8a-ef7a-4321-bfda-5cbe11d2cb1a req-e062d4cf-4f5b-4ff5-99cd-e6f55be15e50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a176cef-c0df-4c3c-a1e4-8604b5a103c4 HTTP/1.1" status: 200 len: 854 time: 0.0629411 Feb 10 11:53:55.327320 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7da0ff8a-ef7a-4321-bfda-5cbe11d2cb1a req-fec4cde0-a2a8-42b5-806f-0ac49c417e79 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94bfb00e-9b01-403c-b473-ea2c77e3e872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476177 Feb 10 11:53:55.480508 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7da0ff8a-ef7a-4321-bfda-5cbe11d2cb1a req-d107d74e-6858-425a-ae23-e1b1fcfc028f service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452973 Feb 10 11:53:55.519061 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 901ca85f-2421-4a0f-b914-87e3dbf872d7 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:53:55.633260 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7da0ff8a-ef7a-4321-bfda-5cbe11d2cb1a req-3299013a-5ce8-4281-9fc5-1102131c62e7 service neutron] 10.222.0.73 "GET /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464529 Feb 10 11:53:55.639868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 901ca85f-2421-4a0f-b914-87e3dbf872d7 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:53:55.640456 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:55.795569 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:55.834202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 901ca85f-2421-4a0f-b914-87e3dbf872d7, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=901ca85f-2421-4a0f-b914-87e3dbf872d7,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:55.838644 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:55.952945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=901ca85f-2421-4a0f-b914-87e3dbf872d7,revision_number=8']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:55.971341 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92807b-16d9-4f80-9a57-f72376493e0a req-fbd4c7c5-e48a-4485-8ab0-79d5dcbafd19 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:55.972998 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8c92807b-16d9-4f80-9a57-f72376493e0a req-fbd4c7c5-e48a-4485-8ab0-79d5dcbafd19 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.1043360 Feb 10 11:53:55.982436 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b3ec7b-cfa7-4809-84ff-b37c937688d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901ca85f-2421-4a0f-b914-87e3dbf872d7'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:53:56.028548 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8c92807b-16d9-4f80-9a57-f72376493e0a req-658f31fa-b88f-4bf3-b29f-d83f3724bcdc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484605 Feb 10 11:53:56.043922 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b3ec7b-cfa7-4809-84ff-b37c937688d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901ca85f-2421-4a0f-b914-87e3dbf872d7', 'code': 200} Feb 10 11:53:56.527937 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6a6064d4-6128-481c-965b-eaf561527f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:57.249322 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044e40f-8613-4bed-8b65-17b08b350e4e req-07f5fb58-ce81-438a-904e-0bd64ef15e88 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:57.252860 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e044e40f-8613-4bed-8b65-17b08b350e4e req-07f5fb58-ce81-438a-904e-0bd64ef15e88 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0861125 Feb 10 11:53:57.302828 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e044e40f-8613-4bed-8b65-17b08b350e4e req-33b69a66-2234-4358-b749-f981cf658337 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444682 Feb 10 11:53:57.518088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6db72-c194-44b9-83fd-b55831a14f9f req-faf44e57-3d90-47e3-82aa-830bd0a2a997 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:57.519691 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0aa6db72-c194-44b9-83fd-b55831a14f9f req-faf44e57-3d90-47e3-82aa-830bd0a2a997 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0871632 Feb 10 11:53:57.572097 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0aa6db72-c194-44b9-83fd-b55831a14f9f req-48687336-df2f-462a-9349-2eb6ea1071f3 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441196 Feb 10 11:53:57.818684 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8473c-a1cb-4305-8aed-5323b6d418a1 req-79c4724e-b42d-4bb3-af4d-20e641c31e67 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:57.820305 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8dd8473c-a1cb-4305-8aed-5323b6d418a1 req-79c4724e-b42d-4bb3-af4d-20e641c31e67 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.1001291 Feb 10 11:53:57.889481 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8dd8473c-a1cb-4305-8aed-5323b6d418a1 req-09710d8f-89fb-4faf-bec7-3c4e05576a7e tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631011 Feb 10 11:53:58.154382 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:53:58.545343 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38734df1-804c-4bba-b605-8561a3078fc8 req-3bb7957e-81fc-48c7-8386-4b0b0b94d705 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:58.546927 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38734df1-804c-4bba-b605-8561a3078fc8 req-3bb7957e-81fc-48c7-8386-4b0b0b94d705 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0854602 Feb 10 11:53:58.599498 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38734df1-804c-4bba-b605-8561a3078fc8 req-4e2352e9-76e7-4ff2-99f6-f39bbf921ece tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449369 Feb 10 11:53:58.852550 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a16c9351-2cbd-4451-9578-78514a875b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:59.819109 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23c89c-3942-4f1d-96dd-4f48e51aa42c req-35223a77-05b4-4cc7-8cca-906e10369424 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:59.820690 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ef23c89c-3942-4f1d-96dd-4f48e51aa42c req-35223a77-05b4-4cc7-8cca-906e10369424 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0913296 Feb 10 11:53:59.858901 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:59.876973 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ef23c89c-3942-4f1d-96dd-4f48e51aa42c req-bd69db89-474b-4782-93fc-546a859cf3a1 tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/security-groups?id=631f9aa6-03b6-461d-b9cb-5d965ba4f450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486574 Feb 10 11:54:00.000049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf644a7-dad3-474f-9b6c-a31e7896d673 req-12c79957-8cf3-4ca2-aab8-0a998a515d5a tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:00.002554 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5cf644a7-dad3-474f-9b6c-a31e7896d673 req-12c79957-8cf3-4ca2-aab8-0a998a515d5a tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.73 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 946 time: 0.0938408 Feb 10 11:54:00.077754 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-5cf644a7-dad3-474f-9b6c-a31e7896d673 req-693f251a-5ac9-4087-b1b6-b0f7bbc339fa tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Deleting port 901ca85f-2421-4a0f-b914-87e3dbf872d7 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:54:00.078103 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-5cf644a7-dad3-474f-9b6c-a31e7896d673 req-693f251a-5ac9-4087-b1b6-b0f7bbc339fa tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:00.186831 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:00.397403 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-5cf644a7-dad3-474f-9b6c-a31e7896d673 req-693f251a-5ac9-4087-b1b6-b0f7bbc339fa tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] For port 901ca85f-2421-4a0f-b914-87e3dbf872d7, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=901ca85f-2421-4a0f-b914-87e3dbf872d7,segment=NetworkSegment(69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5),segment_id=69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:00.397785 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-5cf644a7-dad3-474f-9b6c-a31e7896d673 req-693f251a-5ac9-4087-b1b6-b0f7bbc339fa tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:00.555239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-5cf644a7-dad3-474f-9b6c-a31e7896d673 req-693f251a-5ac9-4087-b1b6-b0f7bbc339fa tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Calling delete_port for 901ca85f-2421-4a0f-b914-87e3dbf872d7 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:54:00.717551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-5cf644a7-dad3-474f-9b6c-a31e7896d673 req-693f251a-5ac9-4087-b1b6-b0f7bbc339fa tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:00.731009 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['901ca85f-2421-4a0f-b914-87e3dbf872d7'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:54:00.822656 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f251a-5ac9-4087-b1b6-b0f7bbc339fa tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Pushing event deleted for resources: {'Port': ['ID=901ca85f-2421-4a0f-b914-87e3dbf872d7,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:00.963817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf644a7-dad3-474f-9b6c-a31e7896d673 req-693f251a-5ac9-4087-b1b6-b0f7bbc339fa tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] No DVR routers for this DVR port 901ca85f-2421-4a0f-b914-87e3dbf872d7 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:54:00.967214 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-5cf644a7-dad3-474f-9b6c-a31e7896d673 req-693f251a-5ac9-4087-b1b6-b0f7bbc339fa tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:00.970595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b3ec7b-cfa7-4809-84ff-b37c937688d4', 'name': 'network-vif-deleted', 'tag': '901ca85f-2421-4a0f-b914-87e3dbf872d7'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:54:00.991837 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5cf644a7-dad3-474f-9b6c-a31e7896d673 req-693f251a-5ac9-4087-b1b6-b0f7bbc339fa tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.73 "DELETE /v2.0/ports/901ca85f-2421-4a0f-b914-87e3dbf872d7 HTTP/1.1" status: 204 len: 173 time: 0.9833488 Feb 10 11:54:01.082743 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b3ec7b-cfa7-4809-84ff-b37c937688d4', 'name': 'network-vif-deleted', 'tag': '901ca85f-2421-4a0f-b914-87e3dbf872d7', 'status': 'completed', 'code': 200} Feb 10 11:54:01.113544 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-821d4807-a668-4e90-9e5a-6c947559d5f8 req-17e62c5a-9d4c-4e5d-8525-cfc394e4fa7a tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b3ec7b-cfa7-4809-84ff-b37c937688d4 HTTP/1.1" status: 200 len: 210 time: 0.0592804 Feb 10 11:54:01.582338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:02.444697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 44150) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:54:02.510151 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52ebbd2-acb1-4d2f-ad8c-d20aa1507258 admin admin] Deleting subnet 8a176cef-c0df-4c3c-a1e4-8604b5a103c4 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:54:02.513990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b52ebbd2-acb1-4d2f-ad8c-d20aa1507258 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:02.571840 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b52ebbd2-acb1-4d2f-ad8c-d20aa1507258 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:02.630644 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b52ebbd2-acb1-4d2f-ad8c-d20aa1507258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:02.707761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b52ebbd2-acb1-4d2f-ad8c-d20aa1507258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:02.846064 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ebbd2-acb1-4d2f-ad8c-d20aa1507258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a176cef-c0df-4c3c-a1e4-8604b5a103c4,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:02.850354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b52ebbd2-acb1-4d2f-ad8c-d20aa1507258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:02.857676 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b52ebbd2-acb1-4d2f-ad8c-d20aa1507258 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8a176cef-c0df-4c3c-a1e4-8604b5a103c4 HTTP/1.1" status: 204 len: 168 time: 0.4114738 Feb 10 11:54:02.861368 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 44154) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:54:02.978553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d4519e6-27a6-4499-93ae-d0e580b84425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.111757 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d4519e6-27a6-4499-93ae-d0e580b84425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.139303 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-4d4519e6-27a6-4499-93ae-d0e580b84425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94bfb00e-9b01-403c-b473-ea2c77e3e872']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:03.153018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-4d4519e6-27a6-4499-93ae-d0e580b84425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:03.153352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-4d4519e6-27a6-4499-93ae-d0e580b84425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b7cd8f-a078-4cdd-8101-f6e4ac4ce4c5') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:03.166484 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d4519e6-27a6-4499-93ae-d0e580b84425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.184764 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d4519e6-27a6-4499-93ae-d0e580b84425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.196220 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4519e6-27a6-4499-93ae-d0e580b84425 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:54:03.196905 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d4519e6-27a6-4499-93ae-d0e580b84425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:54:03.222273 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:54:03.357875 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d4519e6-27a6-4499-93ae-d0e580b84425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.389922 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4d4519e6-27a6-4499-93ae-d0e580b84425 admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.408480 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4519e6-27a6-4499-93ae-d0e580b84425 admin admin] Pushing event deleted for resources: {'Network': ['ID=94bfb00e-9b01-403c-b473-ea2c77e3e872,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:03.421458 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4d4519e6-27a6-4499-93ae-d0e580b84425 admin admin] 10.222.0.36 "DELETE /v2.0/networks/94bfb00e-9b01-403c-b473-ea2c77e3e872 HTTP/1.1" status: 204 len: 168 time: 0.5589685 Feb 10 11:54:03.586326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 901ca85f-2421-4a0f-b914-87e3dbf872d7 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:54:03.615552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 44160) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:54:03.627627 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 901ca85f-2421-4a0f-b914-87e3dbf872d7 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:54:03.628160 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 901ca85f-2421-4a0f-b914-87e3dbf872d7 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:54:03.691339 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ec4457be-0a82-4217-bd58-ffdeacd50aff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45ca9826cee040e8a1006f382999d156&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0735886 Feb 10 11:54:03.693598 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 44164) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:54:03.773702 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8393c8f9-cc48-452e-a863-51f62a558455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.804346 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8393c8f9-cc48-452e-a863-51f62a558455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.869215 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8393c8f9-cc48-452e-a863-51f62a558455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.887579 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393c8f9-cc48-452e-a863-51f62a558455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631f9aa6-03b6-461d-b9cb-5d965ba4f450,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:03.896041 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8393c8f9-cc48-452e-a863-51f62a558455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.896836 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8393c8f9-cc48-452e-a863-51f62a558455 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/631f9aa6-03b6-461d-b9cb-5d965ba4f450 HTTP/1.1" status: 204 len: 168 time: 0.2022879 Feb 10 11:54:04.957542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 44186) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:54:05.146881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2012926070-network', 'tenant_id': '3575557e012a479bacfaed83311b3e34'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:54:05.153986 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:54:05.160023 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Usage tracker for resource:network and tenant:3575557e012a479bacfaed83311b3e34 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:54:05.163404 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:54:05.171204 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:54:05.186703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Made reservation on behalf of 3575557e012a479bacfaed83311b3e34 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:54:05.191244 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:05.206999 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:05.247950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:54:05.254625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Usage tracker for resource:security_group_rule and tenant:3575557e012a479bacfaed83311b3e34 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:54:05.259114 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:54:05.271164 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:54:05.354270 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:05.359351 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:05.394452 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:54:05.403830 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71820cd8-a6e1-4d70-9c8f-4289a56c6caf,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:05.420113 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:05.420657 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Added segment 3113c497-e15b-4b87-b083-1e0fa73221d2 of type vlan for network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 Feb 10 11:54:05.460548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:05.494974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:05.495851 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:05.496431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:05.698431 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7396135 Feb 10 11:54:05.701415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 44192) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:54:05.702015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d5200-d620-4c98-9fc7-32fdcd80ced8 admin admin] Pushing event updated for resources: {'Network': ['ID=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:05.708987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-8e466359-b75e-4e79-bc84-6257183074ea admin admin] Request body: {'subnet': {'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2012926070-subnet', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:54:05.712876 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:54:05.720153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8e466359-b75e-4e79-bc84-6257183074ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:54:05.724371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8e466359-b75e-4e79-bc84-6257183074ea admin admin] Usage tracker for resource:subnet and tenant:3575557e012a479bacfaed83311b3e34 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:54:05.730453 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8e466359-b75e-4e79-bc84-6257183074ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:54:05.742660 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8e466359-b75e-4e79-bc84-6257183074ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:54:05.763022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e466359-b75e-4e79-bc84-6257183074ea admin admin] Made reservation on behalf of 3575557e012a479bacfaed83311b3e34 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:54:05.767899 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e466359-b75e-4e79-bc84-6257183074ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:06.033283 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e466359-b75e-4e79-bc84-6257183074ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:06.141223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e466359-b75e-4e79-bc84-6257183074ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:06.163239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e466359-b75e-4e79-bc84-6257183074ea admin admin] Checking segment: {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:54:06.163598 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e466359-b75e-4e79-bc84-6257183074ea admin admin] Network hostable DHCP agents. Network: f5e50fb8-cfe1-497b-a882-ecb360b1ffc8, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:54:06.187703 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e466359-b75e-4e79-bc84-6257183074ea admin admin] Network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:54:06.198777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-8e466359-b75e-4e79-bc84-6257183074ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, f5e50fb8-cfe1-497b-a882-ecb360b1ffc8) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:54:06.203968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e466359-b75e-4e79-bc84-6257183074ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:06.204683 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e466359-b75e-4e79-bc84-6257183074ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:06.212620 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed11277b-94a4-4016-91a2-9f65240c4543 None None] Network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:54:06.228694 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8e466359-b75e-4e79-bc84-6257183074ea admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5259259 Feb 10 11:54:06.233555 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 44196) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:54:06.240148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:54:06.245236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:54:06.250453 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Usage tracker for resource:router and tenant:3575557e012a479bacfaed83311b3e34 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:54:06.254503 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:54:06.262003 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:54:06.276190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:06.277385 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:06.303245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:06.473911 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:06.489449 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:54:06.490844 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:06.685395 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Allocated IP 172.20.0.2 (f5e50fb8-cfe1-497b-a882-ecb360b1ffc8/7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93/ef58f370-7694-4980-8f54-dce730a61972) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:54:06.706305 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:06.742302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:06.922198 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Allocated IP 172.26.4.190 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/b109cd36-eeb6-4f60-beb4-8ca939c7d7ba) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:54:07.056695 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:07.073669 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Transition to ACTIVE for port object ef58f370-7694-4980-8f54-dce730a61972 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:54:07.108100 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Transition to ACTIVE for port object ef58f370-7694-4980-8f54-dce730a61972 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:54:07.116122 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:07.207705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:54:07.211773 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:54:07.213905 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Pushing event updated for resources: {'Port': ['ID=ef58f370-7694-4980-8f54-dce730a61972,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:07.216597 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:54:07.230412 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:07.267240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:07.310275 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Attempting to bind port ef58f370-7694-4980-8f54-dce730a61972 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:54:07.310613 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Attempting to bind port ef58f370-7694-4980-8f54-dce730a61972 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:54:07.311178 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Attempting to bind port ef58f370-7694-4980-8f54-dce730a61972 on network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:54:07.320873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:54:07.321675 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Checking segment: {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:54:07.322354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:07.322985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Bound using segment: {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:54:07.323660 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Bound port: ef58f370-7694-4980-8f54-dce730a61972, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:54:07.324904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:07.349972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:54:07.353196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:54:07.358024 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:54:07.391292 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Pushing event updated for resources: {'Port': ['ID=b109cd36-eeb6-4f60-beb4-8ca939c7d7ba,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:07.447909 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] For port ef58f370-7694-4980-8f54-dce730a61972, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:54:07.453632 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] For port ef58f370-7694-4980-8f54-dce730a61972, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ef58f370-7694-4980-8f54-dce730a61972,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:54:07.459437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:07.571627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:07.572684 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:07.579412 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de4c1b-c3b1-4ee4-bb0d-2fed34662f50 None None] Pushing event updated for resources: {'Port': ['ID=ef58f370-7694-4980-8f54-dce730a61972,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:07.927088 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Router 790dc5db-00a6-48d0-bef2-824ec00f4565 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:54:08.164633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:54:08.176501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Sync routers for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:54:08.193935 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:54:08.194849 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:53:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:08.202035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:08.204372 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fdf3dd91-2ae1-4405-b89e-76d7a8d9be69 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9693625 Feb 10 11:54:08.207820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 44200) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:54:08.361545 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:08.431409 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:54:08.784148 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd55d2e9-ab86-46fd-b144-7dcdc21c1a0b None None] Network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:54:08.981850 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c9db4ca7-1b4b-439b-a307-41b602d0fcfd None None] Provisioning for port ef58f370-7694-4980-8f54-dce730a61972 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:54:09.118373 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:07Z', 'revision_number': 3, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:09.128158 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Checking router: 790dc5db-00a6-48d0-bef2-824ec00f4565 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:54:09.128514 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Updating router 790dc5db-00a6-48d0-bef2-824ec00f4565 port b109cd36-eeb6-4f60-beb4-8ca939c7d7ba binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:54:09.253813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:09.305680 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ef58f370-7694-4980-8f54-dce730a61972 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:54:09.323847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:09.543813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port ef58f370-7694-4980-8f54-dce730a61972 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:54:09.558013 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port ef58f370-7694-4980-8f54-dce730a61972 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:09.558814 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:09.819521 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-75f022f1-f52e-445b-8b27-680a22eb417f None None] Provisioning complete for port ef58f370-7694-4980-8f54-dce730a61972 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:09.819817 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-75f022f1-f52e-445b-8b27-680a22eb417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:09.858672 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Allocated IP 172.20.0.1 (f5e50fb8-cfe1-497b-a882-ecb360b1ffc8/7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93/070c292b-ba76-4e7a-928a-ef40d4cc16e9) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:54:09.874631 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:09.990223 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:09.997377 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port ef58f370-7694-4980-8f54-dce730a61972, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ef58f370-7694-4980-8f54-dce730a61972,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:10.031831 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:10.075008 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Transition to ACTIVE for port object b109cd36-eeb6-4f60-beb4-8ca939c7d7ba will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:54:10.112338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:10.153656 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:10.163242 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=ef58f370-7694-4980-8f54-dce730a61972,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:10.184155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Transition to ACTIVE for port object 070c292b-ba76-4e7a-928a-ef40d4cc16e9 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:54:10.214571 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Attempting to bind port b109cd36-eeb6-4f60-beb4-8ca939c7d7ba on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:54:10.214919 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:10.215166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Attempting to bind port b109cd36-eeb6-4f60-beb4-8ca939c7d7ba by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:54:10.215393 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Attempting to bind port b109cd36-eeb6-4f60-beb4-8ca939c7d7ba on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:54:10.238173 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:54:10.238550 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:54:10.238960 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:10.239361 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:54:10.239854 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Bound port: b109cd36-eeb6-4f60-beb4-8ca939c7d7ba, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:54:10.240364 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:10.280986 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f0439-700e-4550-8c53-0e4fb46a1bce None None] Pushing event updated for resources: {'Port': ['ID=b109cd36-eeb6-4f60-beb4-8ca939c7d7ba,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:10.295804 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:54:10.300148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:54:10.305061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:54:10.336556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Pushing event updated for resources: {'Port': ['ID=070c292b-ba76-4e7a-928a-ef40d4cc16e9,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:10.364538 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] For port b109cd36-eeb6-4f60-beb4-8ca939c7d7ba, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:54:10.371363 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] For port b109cd36-eeb6-4f60-beb4-8ca939c7d7ba, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=b109cd36-eeb6-4f60-beb4-8ca939c7d7ba,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:54:10.371849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:10.378956 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:10.469934 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:10.543408 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f0439-700e-4550-8c53-0e4fb46a1bce None None] Pushing event updated for resources: {'Port': ['ID=b109cd36-eeb6-4f60-beb4-8ca939c7d7ba,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:10.549189 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:54:10.550242 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:53:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:10.763798 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:10.769802 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:10.815341 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8bd5b05a-d7d3-42ab-a01b-a887051e68fc None None] Provisioning for port 070c292b-ba76-4e7a-928a-ef40d4cc16e9 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:54:10.833563 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8bd5b05a-d7d3-42ab-a01b-a887051e68fc None None] Provisioning complete for port 070c292b-ba76-4e7a-928a-ef40d4cc16e9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:10.834162 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8bd5b05a-d7d3-42ab-a01b-a887051e68fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:10.888528 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:10.892865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Pushing event updated for resources: {'Port': ['ID=070c292b-ba76-4e7a-928a-ef40d4cc16e9,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:10.949290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8bd5b05a-d7d3-42ab-a01b-a887051e68fc None None] Port 070c292b-ba76-4e7a-928a-ef40d4cc16e9 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:54:10.966520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:54:11.072066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:54:11.074160 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:54:11.255195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ef58f370-7694-4980-8f54-dce730a61972 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:54:11.542076 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-56716664-a7bf-4358-b687-560a5a3f5285 None None] Provisioning complete for port 070c292b-ba76-4e7a-928a-ef40d4cc16e9 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:11.542897 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-56716664-a7bf-4358-b687-560a5a3f5285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:11.555197 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Router 790dc5db-00a6-48d0-bef2-824ec00f4565 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:54:11.658082 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port ef58f370-7694-4980-8f54-dce730a61972 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:11.658350 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:11.698059 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-56716664-a7bf-4358-b687-560a5a3f5285 None None] Port 070c292b-ba76-4e7a-928a-ef40d4cc16e9 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:54:11.782524 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:09Z', 'revision_number': 1, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:11.791118 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf186e9-8b2e-4b19-9a26-daadc0dcaf4e None None] The sync data for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv is: [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:09Z', 'revision_number': 1, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:54:11.920212 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:54:11.937184 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5f17cd1f-d9f0-417d-a960-0afa85ce89fe admin admin] 10.222.0.36 "PUT /v2.0/routers/790dc5db-00a6-48d0-bef2-824ec00f4565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7221069 Feb 10 11:54:12.703620 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 44212) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:54:12.713820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--526332314', 'description': 'tempest-description--94812406'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:54:12.717933 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:54:12.724907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Usage tracker for resource:security_group and tenant:3575557e012a479bacfaed83311b3e34 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:54:12.731416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:54:12.744023 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:54:12.758154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:12.806470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:54:12.812622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Usage tracker for resource:security_group_rule and tenant:3575557e012a479bacfaed83311b3e34 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:54:12.817799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:54:12.827133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:54:12.924117 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:12.931682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:12.981979 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:12.983480 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.2783120 Feb 10 11:54:12.988785 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 44216) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:54:12.998571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Request body: {'security_group_rule': {'security_group_id': '5fffcaa9-261d-4e58-a16d-4c0d246ff2bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:54:13.011484 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:54:13.017032 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:13.020547 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Usage tracker for resource:security_group_rule and tenant:3575557e012a479bacfaed83311b3e34 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:54:13.026325 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:54:13.032715 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.033321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.033810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.034442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.034940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.035477 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.036458 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.036754 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.037208 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.037999 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.038269 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b7fa2-08f4-4fce-9ed8-1f7a9bc1fe9c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.043192 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:54:13.073728 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:13.186003 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:13.195901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:13.231810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09890f9-34f0-476f-ba68-0525c184b692,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:13.248805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.249595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.250536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.251287 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.251837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.252613 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.253179 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.253719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.254249 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.255033 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.255569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:13.274153 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:13.276484 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-107624fa-7e07-4b30-82b7-9c61ad771f0d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2858608 Feb 10 11:54:13.279800 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 44220) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:54:13.288602 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b109cd36-eeb6-4f60-beb4-8ca939c7d7ba up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:54:13.289545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-eacc2fb0-81f1-4a0c-aba0-b92cfaee7929 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Request body: {'security_group_rule': {'security_group_id': '5fffcaa9-261d-4e58-a16d-4c0d246ff2bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:54:13.296519 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-eacc2fb0-81f1-4a0c-aba0-b92cfaee7929 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:54:13.301911 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eacc2fb0-81f1-4a0c-aba0-b92cfaee7929 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Usage tracker for resource:security_group_rule and tenant:3575557e012a479bacfaed83311b3e34 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:54:13.306846 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eacc2fb0-81f1-4a0c-aba0-b92cfaee7929 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:54:13.318143 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-eacc2fb0-81f1-4a0c-aba0-b92cfaee7929 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:54:13.348568 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eacc2fb0-81f1-4a0c-aba0-b92cfaee7929 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:13.394115 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port b109cd36-eeb6-4f60-beb4-8ca939c7d7ba completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:54:13.400491 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port b109cd36-eeb6-4f60-beb4-8ca939c7d7ba triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:13.401175 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:13.466696 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eacc2fb0-81f1-4a0c-aba0-b92cfaee7929 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:13.473526 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eacc2fb0-81f1-4a0c-aba0-b92cfaee7929 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:13.511196 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc2fb0-81f1-4a0c-aba0-b92cfaee7929 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa59dca-0153-4525-a2ca-8718b71f69bd,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:13.528177 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eacc2fb0-81f1-4a0c-aba0-b92cfaee7929 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:13.530499 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eacc2fb0-81f1-4a0c-aba0-b92cfaee7929 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2491562 Feb 10 11:54:13.535362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 44224) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:54:13.541599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:54:13.548449 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:54:13.553671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Usage tracker for resource:floatingip and tenant:3575557e012a479bacfaed83311b3e34 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:54:13.557061 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:54:13.561006 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:13.565066 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:54:13.580855 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:13.582946 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port b109cd36-eeb6-4f60-beb4-8ca939c7d7ba, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=b109cd36-eeb6-4f60-beb4-8ca939c7d7ba,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:13.587646 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:13.669721 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=b109cd36-eeb6-4f60-beb4-8ca939c7d7ba,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:13.752386 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:13.906742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Allocated IP 172.26.4.231 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/34c5fac4-ed6f-4804-929c-5b7cabdacd9f) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:54:14.078934 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:14.109522 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:14.185841 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:54:14.189923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:54:14.194062 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:54:14.224331 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Pushing event updated for resources: {'Port': ['ID=34c5fac4-ed6f-4804-929c-5b7cabdacd9f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:14.373993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:14.440117 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:14.797693 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:14.804552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:14.917970 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Pushing event updated for resources: {'Port': ['ID=34c5fac4-ed6f-4804-929c-5b7cabdacd9f,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:14.936482 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:14.962759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:14.964154 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3e38c6db-365c-4c9e-b811-34ee9a6a615e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4275615 Feb 10 11:54:15.199130 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-b7095db5-62e3-4303-9be1-ae0d69b6d425 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Synchronizing usage tracker for tenant:3575557e012a479bacfaed83311b3e34 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:54:15.228520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b109cd36-eeb6-4f60-beb4-8ca939c7d7ba up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:54:15.236560 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-b7095db5-62e3-4303-9be1-ae0d69b6d425 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Unset dirty status for tenant:3575557e012a479bacfaed83311b3e34 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:54:15.241170 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-b7095db5-62e3-4303-9be1-ae0d69b6d425 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--526332314&fields=id&tenant_id=3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 267 time: 0.0979850 Feb 10 11:54:15.356580 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port b109cd36-eeb6-4f60-beb4-8ca939c7d7ba triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:15.357084 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:15.421367 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-baec925d-4887-4453-9998-d146c644a02a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:15.422793 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-baec925d-4887-4453-9998-d146c644a02a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Synchronizing usage tracker for tenant:3575557e012a479bacfaed83311b3e34 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:54:15.456132 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-baec925d-4887-4453-9998-d146c644a02a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Unset dirty status for tenant:3575557e012a479bacfaed83311b3e34 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:54:15.458906 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-baec925d-4887-4453-9998-d146c644a02a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 812 time: 0.2099428 Feb 10 11:54:15.483670 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-29240c32-0ad1-4c20-9d93-f760bbdf2e51 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/quotas/3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 375 time: 0.0177295 Feb 10 11:54:15.598043 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-9ec2086f-e5bb-4c7b-b57c-1a52b1433469 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1067405 Feb 10 11:54:15.769411 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-76faed71-3c17-478a-bb59-fc441b3d85a2 service neutron] 10.222.0.36 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573019 Feb 10 11:54:16.027994 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-e92df916-e343-4285-b62f-7b8fb22e007d service neutron] 10.222.0.36 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482033 Feb 10 11:54:16.303473 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-886399d4-2442-4c28-92b0-40b4cbe7ca89 req-2e371d87-2a49-40da-b702-6a5ce3cce789 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 210 time: 0.0781136 Feb 10 11:54:17.529281 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-84d91e74-6fe9-41eb-bf49-f080b9942180 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:17.532030 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-84d91e74-6fe9-41eb-bf49-f080b9942180 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 812 time: 0.1864266 Feb 10 11:54:17.600039 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea3d70dc-9fb1-4096-abd3-7990fc8933e1 req-c28e0b9e-724e-4c4d-8c29-fe6d4233b6c1 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 210 time: 0.0587661 Feb 10 11:54:17.626240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-27d664e3-80ba-4f8a-9cef-6c06ea20a504 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Synchronizing usage tracker for tenant:3575557e012a479bacfaed83311b3e34 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:54:17.649594 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-27d664e3-80ba-4f8a-9cef-6c06ea20a504 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Unset dirty status for tenant:3575557e012a479bacfaed83311b3e34 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:54:17.651466 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-27d664e3-80ba-4f8a-9cef-6c06ea20a504 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 379 time: 0.1062624 Feb 10 11:54:17.660838 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Request body: {'port': {'device_id': '355f0035-d98e-41ee-97b6-d3c363827f62', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'admin_state_up': True, 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'security_groups': ['5fffcaa9-261d-4e58-a16d-4c0d246ff2bb']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:54:17.810446 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:54:17.815291 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Usage tracker for resource:port and tenant:3575557e012a479bacfaed83311b3e34 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:54:17.818562 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:54:17.824651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:54:17.836311 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Made reservation on behalf of 3575557e012a479bacfaed83311b3e34 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:54:17.840172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:18.072642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Allocated IP 172.20.0.3 (f5e50fb8-cfe1-497b-a882-ecb360b1ffc8/7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93/d664bc8a-d487-4c91-825f-2cd88f2fad95) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:54:18.282572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:18.301741 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Transition to ACTIVE for port object d664bc8a-d487-4c91-825f-2cd88f2fad95 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:54:18.327224 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:18.408349 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:54:18.411595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:54:18.415960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:54:18.448929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Pushing event updated for resources: {'Port': ['ID=d664bc8a-d487-4c91-825f-2cd88f2fad95,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:18.510055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:18.511120 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:18.549711 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-bde84b7f-3ca7-418e-af9f-9c674fb8ec92 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8936303 Feb 10 11:54:18.565343 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Request body: {'port': {'device_id': '355f0035-d98e-41ee-97b6-d3c363827f62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:54:18.705355 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fa923786-db49-46f2-b387-c5513072ffb4 None None] Provisioning for port d664bc8a-d487-4c91-825f-2cd88f2fad95 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:54:18.710950 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-fa923786-db49-46f2-b387-c5513072ffb4 None None] Provisioning complete for port d664bc8a-d487-4c91-825f-2cd88f2fad95 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:18.711323 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fa923786-db49-46f2-b387-c5513072ffb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:18.747022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:18.778612 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-fa923786-db49-46f2-b387-c5513072ffb4 None None] Port d664bc8a-d487-4c91-825f-2cd88f2fad95 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:54:18.883669 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c753-8809-449d-883b-52a08240575e req-d4b6c2bb-2df9-4778-af5f-9fad5aa6c071 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:18.885830 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8775c753-8809-449d-883b-52a08240575e req-d4b6c2bb-2df9-4778-af5f-9fad5aa6c071 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 931 time: 0.0929399 Feb 10 11:54:18.967593 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8775c753-8809-449d-883b-52a08240575e req-01810857-3aad-4cbd-adbc-61abdae4695e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748155 Feb 10 11:54:19.245515 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d664bc8a-d487-4c91-825f-2cd88f2fad95 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:54:19.254798 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:19.275161 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Transition to ACTIVE for port object d664bc8a-d487-4c91-825f-2cd88f2fad95 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:54:19.280382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:19.427464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Pushing event updated for resources: {'Port': ['ID=d664bc8a-d487-4c91-825f-2cd88f2fad95,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:19.683247 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Attempting to bind port d664bc8a-d487-4c91-825f-2cd88f2fad95 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:54:19.684012 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Attempting to bind port d664bc8a-d487-4c91-825f-2cd88f2fad95 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:54:19.684012 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Attempting to bind port d664bc8a-d487-4c91-825f-2cd88f2fad95 on network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:54:19.690924 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Port d664bc8a-d487-4c91-825f-2cd88f2fad95 on network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:54:19.691246 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Attempting to bind port d664bc8a-d487-4c91-825f-2cd88f2fad95 on network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:54:19.698647 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:54:19.699027 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Checking segment: {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:54:19.699429 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Bound using segment: {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:54:19.699867 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Bound port: d664bc8a-d487-4c91-825f-2cd88f2fad95, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:54:19.700222 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:19.801816 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] For port d664bc8a-d487-4c91-825f-2cd88f2fad95, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:54:19.805483 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] For port d664bc8a-d487-4c91-825f-2cd88f2fad95, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=d664bc8a-d487-4c91-825f-2cd88f2fad95,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:54:19.811201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:19.885923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:19.887744 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] 10.222.0.73 "PUT /v2.0/ports/d664bc8a-d487-4c91-825f-2cd88f2fad95 HTTP/1.1" status: 200 len: 1093 time: 1.3300855 Feb 10 11:54:19.888262 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355f0035-d98e-41ee-97b6-d3c363827f62', 'tag': 'd664bc8a-d487-4c91-825f-2cd88f2fad95'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:54:19.910001 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e947c-76fc-485b-831d-9b7fc6e96f90 service neutron] Pushing event updated for resources: {'Port': ['ID=d664bc8a-d487-4c91-825f-2cd88f2fad95,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:20.007393 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355f0035-d98e-41ee-97b6-d3c363827f62', 'tag': 'd664bc8a-d487-4c91-825f-2cd88f2fad95', 'status': 'completed', 'code': 200} Feb 10 11:54:20.078543 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-ec2a83ec-6215-4e0b-9713-867735df640e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 1096 time: 0.1310313 Feb 10 11:54:20.167876 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-72c59c78-f44d-4906-9fb7-22524305cc7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d664bc8a-d487-4c91-825f-2cd88f2fad95 HTTP/1.1" status: 200 len: 217 time: 0.0814190 Feb 10 11:54:20.236334 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34479f89-fd31-441b-839f-332b14a3909f req-af2d935a-93ee-4567-9b15-990f291fe558 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:20.238259 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34479f89-fd31-441b-839f-332b14a3909f req-af2d935a-93ee-4567-9b15-990f291fe558 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 943 time: 0.0984476 Feb 10 11:54:20.282532 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-1bdd4065-7db2-4603-a923-a6ca78316396 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:20.284676 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-1bdd4065-7db2-4603-a923-a6ca78316396 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.1101027 Feb 10 11:54:20.315006 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34479f89-fd31-441b-839f-332b14a3909f req-b795622b-8129-4686-98d6-6daebc4a3acd tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664225 Feb 10 11:54:20.382687 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-e3bcbf52-963d-4f4a-b758-5df6a5c50cbc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0910103 Feb 10 11:54:20.612417 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-67112077-5686-4499-a2d7-7eede8d75e8d service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228060 Feb 10 11:54:20.753894 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0c87668c-bb12-42ad-bb51-fa6addb85ed5 req-3bff80bc-aa38-46e2-949f-c8a29539e256 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352596 Feb 10 11:54:20.872561 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0cf2718f-cf6a-41c5-8c78-9a8d342ee64e req-30a8117c-f0b2-44d6-959a-50ca4b5f92c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 1096 time: 0.0740399 Feb 10 11:54:21.016950 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2718f-cf6a-41c5-8c78-9a8d342ee64e req-e48046c4-0a39-4ca0-9ffb-7ab5eabb5f66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:21.018462 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0cf2718f-cf6a-41c5-8c78-9a8d342ee64e req-e48046c4-0a39-4ca0-9ffb-7ab5eabb5f66 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1387322 Feb 10 11:54:21.094494 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0cf2718f-cf6a-41c5-8c78-9a8d342ee64e req-4153fa84-cabf-46b6-9e60-00cdee46c335 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d664bc8a-d487-4c91-825f-2cd88f2fad95 HTTP/1.1" status: 200 len: 217 time: 0.0691869 Feb 10 11:54:21.167557 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2718f-cf6a-41c5-8c78-9a8d342ee64e req-66e888e9-b640-4338-ad3e-193d4da8f6e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:21.169038 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0cf2718f-cf6a-41c5-8c78-9a8d342ee64e req-66e888e9-b640-4338-ad3e-193d4da8f6e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0646014 Feb 10 11:54:21.257411 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0cf2718f-cf6a-41c5-8c78-9a8d342ee64e req-9421b924-58c8-4f55-a37d-286463b8c7db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811057 Feb 10 11:54:21.416367 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0cf2718f-cf6a-41c5-8c78-9a8d342ee64e req-8bb683bb-9ab6-4922-8c8a-e52eba9eb6f7 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519568 Feb 10 11:54:21.584673 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6d3a7-b15f-4890-86ec-bfc471bc773e req-72c8817b-6918-4bc5-a8a7-dcf9de55911a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:21.586295 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5ca6d3a7-b15f-4890-86ec-bfc471bc773e req-72c8817b-6918-4bc5-a8a7-dcf9de55911a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 943 time: 0.1132336 Feb 10 11:54:21.613527 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0cf2718f-cf6a-41c5-8c78-9a8d342ee64e req-b7e5f9a0-00f4-4b96-b15a-14134fb6792f service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900918 Feb 10 11:54:21.645516 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5ca6d3a7-b15f-4890-86ec-bfc471bc773e req-274a6fe8-c305-4b3b-a4e6-1fbcfb979a84 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526676 Feb 10 11:54:22.863162 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5770dc1-848c-452b-bb6a-6948ab3b3e07 req-2f4813de-9e7f-4f2c-9bcc-36fde7d2b43d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:22.864800 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f5770dc1-848c-452b-bb6a-6948ab3b3e07 req-2f4813de-9e7f-4f2c-9bcc-36fde7d2b43d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 943 time: 0.0863035 Feb 10 11:54:22.939023 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f5770dc1-848c-452b-bb6a-6948ab3b3e07 req-5c1b0458-6173-4957-8141-2e9af92c3dd2 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674191 Feb 10 11:54:23.663813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device d664bc8a-d487-4c91-825f-2cd88f2fad95 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:54:23.820557 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port d664bc8a-d487-4c91-825f-2cd88f2fad95, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=d664bc8a-d487-4c91-825f-2cd88f2fad95,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:23.839528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'd664bc8a-d487-4c91-825f-2cd88f2fad95', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'port_id': 'd664bc8a-d487-4c91-825f-2cd88f2fad95', 'mac_address': 'fa:16:3e:97:6b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:54:23.904773 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:23.927630 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d664bc8a-d487-4c91-825f-2cd88f2fad95 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:54:23.946005 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port d664bc8a-d487-4c91-825f-2cd88f2fad95, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=d664bc8a-d487-4c91-825f-2cd88f2fad95,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:23.951137 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:24.028053 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=d664bc8a-d487-4c91-825f-2cd88f2fad95,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:24.168950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52760300-24d0-4d25-b3b8-a7d2090226ba req-4f48f374-1f28-4cab-8e1a-075412bb99f4 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:24.170524 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52760300-24d0-4d25-b3b8-a7d2090226ba req-4f48f374-1f28-4cab-8e1a-075412bb99f4 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 944 time: 0.0957060 Feb 10 11:54:24.184949 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['d664bc8a-d487-4c91-825f-2cd88f2fad95'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:54:24.224170 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52760300-24d0-4d25-b3b8-a7d2090226ba req-e948a798-b833-4185-a292-95719f0498a1 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472519 Feb 10 11:54:25.477880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba455b-f05a-41aa-9cdf-8104f9bf2494 req-4f186bc5-0856-413c-a992-5258933207f7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:25.480627 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-caba455b-f05a-41aa-9cdf-8104f9bf2494 req-4f186bc5-0856-413c-a992-5258933207f7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 944 time: 0.0978944 Feb 10 11:54:25.535410 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-caba455b-f05a-41aa-9cdf-8104f9bf2494 req-fdd18a6c-3f60-4a5d-9573-75327c6bb7df tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482926 Feb 10 11:54:25.592473 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Sync routers for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:54:25.605679 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:54:25.606309 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:53:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:25.664065 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device d664bc8a-d487-4c91-825f-2cd88f2fad95 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:54:25.755725 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port d664bc8a-d487-4c91-825f-2cd88f2fad95 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:54:25.762558 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port d664bc8a-d487-4c91-825f-2cd88f2fad95 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:25.763018 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:25.806900 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:54:25.896560 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:25.928379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355f0035-d98e-41ee-97b6-d3c363827f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd664bc8a-d487-4c91-825f-2cd88f2fad95'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:54:25.940912 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port d664bc8a-d487-4c91-825f-2cd88f2fad95, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=d664bc8a-d487-4c91-825f-2cd88f2fad95,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:25.947195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:26.021669 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355f0035-d98e-41ee-97b6-d3c363827f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd664bc8a-d487-4c91-825f-2cd88f2fad95', 'code': 200} Feb 10 11:54:26.049111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=d664bc8a-d487-4c91-825f-2cd88f2fad95,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:26.289864 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 2, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:26.297829 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Checking router: 790dc5db-00a6-48d0-bef2-824ec00f4565 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:54:26.298327 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Updating router 790dc5db-00a6-48d0-bef2-824ec00f4565 port 070c292b-ba76-4e7a-928a-ef40d4cc16e9 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:54:26.316751 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af0d9b83-74ce-4659-96b9-d0fc403a5a42 req-41bd94de-a9e3-48ba-a27e-dd17572ec949 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 1098 time: 0.0774379 Feb 10 11:54:26.365252 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af0d9b83-74ce-4659-96b9-d0fc403a5a42 req-1d50a358-659c-4d0d-a799-daa6ec563a6b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421672 Feb 10 11:54:26.371960 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:26.543193 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-40c5e79a-87a3-4f66-b7fb-23b087785081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:26.862197 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa830a1b-cfff-4e42-a021-add6c9c8b664 req-9353f97e-b7ce-4076-b6c7-05a95e96dd25 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:26.865939 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa830a1b-cfff-4e42-a021-add6c9c8b664 req-9353f97e-b7ce-4076-b6c7-05a95e96dd25 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1074729 Feb 10 11:54:26.876358 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:26.893110 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Transition to ACTIVE for port object 070c292b-ba76-4e7a-928a-ef40d4cc16e9 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:54:26.902612 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:26.960745 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa830a1b-cfff-4e42-a021-add6c9c8b664 req-3ff4be67-5f9c-4bec-a5d1-c0da072a3b94 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819588 Feb 10 11:54:27.071206 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11610bb-7502-42eb-89f3-d8ab6d4dffae None None] Pushing event updated for resources: {'Port': ['ID=070c292b-ba76-4e7a-928a-ef40d4cc16e9,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:27.084445 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11610bb-7502-42eb-89f3-d8ab6d4dffae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:27.084787 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11610bb-7502-42eb-89f3-d8ab6d4dffae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:27.085147 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11610bb-7502-42eb-89f3-d8ab6d4dffae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:27.085483 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11610bb-7502-42eb-89f3-d8ab6d4dffae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:27.085815 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11610bb-7502-42eb-89f3-d8ab6d4dffae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:27.086131 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11610bb-7502-42eb-89f3-d8ab6d4dffae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:27.086464 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11610bb-7502-42eb-89f3-d8ab6d4dffae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:27.086787 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11610bb-7502-42eb-89f3-d8ab6d4dffae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:27.087107 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11610bb-7502-42eb-89f3-d8ab6d4dffae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:27.087610 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11610bb-7502-42eb-89f3-d8ab6d4dffae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:27.087972 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11610bb-7502-42eb-89f3-d8ab6d4dffae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:27.187783 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Attempting to bind port 070c292b-ba76-4e7a-928a-ef40d4cc16e9 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:54:27.188174 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Attempting to bind port 070c292b-ba76-4e7a-928a-ef40d4cc16e9 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:54:27.188510 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Attempting to bind port 070c292b-ba76-4e7a-928a-ef40d4cc16e9 on network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:54:27.197408 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:54:27.197887 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Checking segment: {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:54:27.198186 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:27.198563 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Bound using segment: {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:54:27.199039 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Bound port: 070c292b-ba76-4e7a-928a-ef40d4cc16e9, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:54:27.199413 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:27.297951 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] For port 070c292b-ba76-4e7a-928a-ef40d4cc16e9, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:54:27.301360 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] For port 070c292b-ba76-4e7a-928a-ef40d4cc16e9, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=070c292b-ba76-4e7a-928a-ef40d4cc16e9,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:54:27.306810 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:27.406663 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:54:27.407674 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:53:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:27.563366 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11610bb-7502-42eb-89f3-d8ab6d4dffae None None] Pushing event updated for resources: {'Port': ['ID=070c292b-ba76-4e7a-928a-ef40d4cc16e9,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:27.657373 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:54:28.096752 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:27Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:28.101514 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e1d502-d72a-4ac9-a7b0-a419361270ed None None] The sync data for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv is: [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:27Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:54:28.221759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e058e-47e4-4b1c-8a49-803d0beab057 req-47b4dd09-bc25-43c5-969a-a19646ab11b0 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:28.223350 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f06e058e-47e4-4b1c-8a49-803d0beab057 req-47b4dd09-bc25-43c5-969a-a19646ab11b0 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.0970221 Feb 10 11:54:28.278457 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f06e058e-47e4-4b1c-8a49-803d0beab057 req-45851cb6-151d-4655-aaf4-288dbfa58e22 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491438 Feb 10 11:54:28.540445 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52b970-156a-486e-a4db-40fe15066dd3 req-353b2f87-7766-48fe-a189-d5817615e8bd tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:28.544135 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dd52b970-156a-486e-a4db-40fe15066dd3 req-353b2f87-7766-48fe-a189-d5817615e8bd tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1285346 Feb 10 11:54:28.558558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 44272) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:54:28.578401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-dcd4296c-e39a-41e7-b39f-fc05d720e5e6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Request body: {'floatingip': {'port_id': 'd664bc8a-d487-4c91-825f-2cd88f2fad95'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:54:28.676692 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dcd4296c-e39a-41e7-b39f-fc05d720e5e6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:28.851107 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2c35ac65-d707-4baa-ac11-7fc8c11fe9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:29.282130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 070c292b-ba76-4e7a-928a-ef40d4cc16e9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:54:29.376550 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 070c292b-ba76-4e7a-928a-ef40d4cc16e9 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:54:29.382264 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 070c292b-ba76-4e7a-928a-ef40d4cc16e9 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:29.382639 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:29.494684 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dcd4296c-e39a-41e7-b39f-fc05d720e5e6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:29.500276 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dcd4296c-e39a-41e7-b39f-fc05d720e5e6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:29.555454 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:29.606618 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 070c292b-ba76-4e7a-928a-ef40d4cc16e9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=070c292b-ba76-4e7a-928a-ef40d4cc16e9,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:29.612171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:29.706374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=070c292b-ba76-4e7a-928a-ef40d4cc16e9,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:29.786274 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-dcd4296c-e39a-41e7-b39f-fc05d720e5e6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Floating IP ce77dc89-366e-43d0-8ee9-4b332ffcd079 associated. External IP: 172.26.4.231, port: d664bc8a-d487-4c91-825f-2cd88f2fad95. Feb 10 11:54:29.862339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:30.189085 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:30.255769 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd4296c-e39a-41e7-b39f-fc05d720e5e6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Router 790dc5db-00a6-48d0-bef2-824ec00f4565 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:54:30.474279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd4296c-e39a-41e7-b39f-fc05d720e5e6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:54:30.478442 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0e59b21c-f8f0-43fa-9291-aeb7410b1840 req-72d0b579-5464-4335-8629-785fdb10636b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2766700 Feb 10 11:54:30.481307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dcd4296c-e39a-41e7-b39f-fc05d720e5e6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:30.572150 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dcd4296c-e39a-41e7-b39f-fc05d720e5e6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "PUT /v2.0/floatingips/ce77dc89-366e-43d0-8ee9-4b332ffcd079 HTTP/1.1" status: 200 len: 991 time: 2.0118537 Feb 10 11:54:30.572975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355f0035-d98e-41ee-97b6-d3c363827f62', 'tag': 'd664bc8a-d487-4c91-825f-2cd88f2fad95'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:54:30.675809 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0e59b21c-f8f0-43fa-9291-aeb7410b1840 req-d37e5839-39cb-4654-8468-200095290aff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 1098 time: 0.0819428 Feb 10 11:54:30.677017 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355f0035-d98e-41ee-97b6-d3c363827f62', 'tag': 'd664bc8a-d487-4c91-825f-2cd88f2fad95', 'status': 'completed', 'code': 200} Feb 10 11:54:30.862454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877199d-fb0f-497f-bc75-cf5db5af13f8 req-91296eab-939c-4e05-9074-069ed12e485d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:30.864164 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9877199d-fb0f-497f-bc75-cf5db5af13f8 req-91296eab-939c-4e05-9074-069ed12e485d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1372857 Feb 10 11:54:30.899738 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da56130-f187-4599-9f40-f32e2519b794 None None] Sync routers for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:54:30.916335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da56130-f187-4599-9f40-f32e2519b794 None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:54:30.917296 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5da56130-f187-4599-9f40-f32e2519b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:54:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:30.926742 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59b21c-f8f0-43fa-9291-aeb7410b1840 req-14b16e98-f779-48b5-b5e1-c51bbbdeab16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:30.929764 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0e59b21c-f8f0-43fa-9291-aeb7410b1840 req-14b16e98-f779-48b5-b5e1-c51bbbdeab16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.2305918 Feb 10 11:54:30.962753 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9877199d-fb0f-497f-bc75-cf5db5af13f8 req-8a308f64-b3cc-4481-8c8c-b87d75d1ce2f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888765 Feb 10 11:54:31.096163 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0e59b21c-f8f0-43fa-9291-aeb7410b1840 req-d276bb7c-bdd8-48eb-b65b-dfcf2fd2ba1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d664bc8a-d487-4c91-825f-2cd88f2fad95 HTTP/1.1" status: 200 len: 999 time: 0.1600614 Feb 10 11:54:31.173197 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59b21c-f8f0-43fa-9291-aeb7410b1840 req-16708cad-a5df-4430-a067-ddc611e5b42b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:31.174823 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0e59b21c-f8f0-43fa-9291-aeb7410b1840 req-16708cad-a5df-4430-a067-ddc611e5b42b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0711641 Feb 10 11:54:31.216014 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5da56130-f187-4599-9f40-f32e2519b794 None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:54:31.280903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 070c292b-ba76-4e7a-928a-ef40d4cc16e9 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:54:31.287031 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0e59b21c-f8f0-43fa-9291-aeb7410b1840 req-1864bfa8-6dd5-45da-ab96-65b0946fe91e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1053541 Feb 10 11:54:31.348925 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0640132-3324-4186-a7b9-4131e67b3dd2 req-f141e8d5-2794-412f-b7a9-00eb6a768749 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:31.352350 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d0640132-3324-4186-a7b9-4131e67b3dd2 req-f141e8d5-2794-412f-b7a9-00eb6a768749 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1683500 Feb 10 11:54:31.446747 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d0640132-3324-4186-a7b9-4131e67b3dd2 req-9d11145d-9e78-4539-8892-4aafd39c4d73 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821290 Feb 10 11:54:31.483303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 070c292b-ba76-4e7a-928a-ef40d4cc16e9 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:31.484869 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:31.525313 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0e59b21c-f8f0-43fa-9291-aeb7410b1840 req-74fce5c8-1d28-499b-9fee-79dc931c1be3 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317178 Feb 10 11:54:31.649487 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:31.750274 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0e59b21c-f8f0-43fa-9291-aeb7410b1840 req-f757105a-0b12-4e3d-a6a9-f6d57057c9f7 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166376 Feb 10 11:54:31.834395 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5da56130-f187-4599-9f40-f32e2519b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'ce77dc89-366e-43d0-8ee9-4b332ffcd079', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'floating_ip_address': '172.26.4.231', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'port_id': 'd664bc8a-d487-4c91-825f-2cd88f2fad95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'mac_address': 'fa:16:3e:97:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355f0035-d98e-41ee-97b6-d3c363827f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:54:14Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 1, 'project_id': '3575557e012a479bacfaed83311b3e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:31.842019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da56130-f187-4599-9f40-f32e2519b794 None None] Checking router: 790dc5db-00a6-48d0-bef2-824ec00f4565 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:54:31.861267 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da56130-f187-4599-9f40-f32e2519b794 None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:54:31.862264 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5da56130-f187-4599-9f40-f32e2519b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:54:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:31.940479 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-85e9b713-a9a9-4ed4-b1c7-a99292d73706 req-72a615ea-1358-457c-8ee7-90c1c5ae32f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 1098 time: 0.1266150 Feb 10 11:54:32.097489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9b713-a9a9-4ed4-b1c7-a99292d73706 req-a082fc2a-f746-4645-b3c2-676b2c901361 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:32.099114 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-85e9b713-a9a9-4ed4-b1c7-a99292d73706 req-a082fc2a-f746-4645-b3c2-676b2c901361 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1516175 Feb 10 11:54:32.112030 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5da56130-f187-4599-9f40-f32e2519b794 None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:54:32.225639 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-85e9b713-a9a9-4ed4-b1c7-a99292d73706 req-ef3fe723-cbb5-4408-9d3a-1b71f544ef4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d664bc8a-d487-4c91-825f-2cd88f2fad95 HTTP/1.1" status: 200 len: 999 time: 0.1197433 Feb 10 11:54:32.292396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9b713-a9a9-4ed4-b1c7-a99292d73706 req-eb5c0936-694a-4a7e-b543-392be62ae9e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:32.293874 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-85e9b713-a9a9-4ed4-b1c7-a99292d73706 req-eb5c0936-694a-4a7e-b543-392be62ae9e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0624664 Feb 10 11:54:32.386512 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-85e9b713-a9a9-4ed4-b1c7-a99292d73706 req-d0fd36dc-c9d7-4021-adbc-4f5c94a42701 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839767 Feb 10 11:54:32.552502 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-85e9b713-a9a9-4ed4-b1c7-a99292d73706 req-607f8691-f3f2-425a-9cbe-2b00db70a08b service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588521 Feb 10 11:54:32.706809 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-85e9b713-a9a9-4ed4-b1c7-a99292d73706 req-2d59366b-53d4-41ba-9b3e-0d57a69ae970 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482177 Feb 10 11:54:32.716931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5da56130-f187-4599-9f40-f32e2519b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'ce77dc89-366e-43d0-8ee9-4b332ffcd079', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'floating_ip_address': '172.26.4.231', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'port_id': 'd664bc8a-d487-4c91-825f-2cd88f2fad95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'mac_address': 'fa:16:3e:97:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355f0035-d98e-41ee-97b6-d3c363827f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:54:14Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 1, 'project_id': '3575557e012a479bacfaed83311b3e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:32.724783 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da56130-f187-4599-9f40-f32e2519b794 None None] The sync data for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv is: [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'ce77dc89-366e-43d0-8ee9-4b332ffcd079', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'floating_ip_address': '172.26.4.231', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'port_id': 'd664bc8a-d487-4c91-825f-2cd88f2fad95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'mac_address': 'fa:16:3e:97:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355f0035-d98e-41ee-97b6-d3c363827f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:54:14Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 1, 'project_id': '3575557e012a479bacfaed83311b3e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:54:32.737102 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38595c42-2517-4c9f-8466-0221881c7ecb req-8fa6a3a1-a891-4a78-b6b4-3deb3be763e7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:32.738965 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38595c42-2517-4c9f-8466-0221881c7ecb req-8fa6a3a1-a891-4a78-b6b4-3deb3be763e7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1263251 Feb 10 11:54:32.797966 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38595c42-2517-4c9f-8466-0221881c7ecb req-982aec70-deee-46eb-a154-93e24f811465 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472524 Feb 10 11:54:33.151051 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9822a-3051-42a2-80af-4acd52e7eab4 req-11d0d630-287a-4a4b-8f4f-a17a384f0ddd tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:33.152632 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8dc9822a-3051-42a2-80af-4acd52e7eab4 req-11d0d630-287a-4a4b-8f4f-a17a384f0ddd tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1796618 Feb 10 11:54:33.206796 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8dc9822a-3051-42a2-80af-4acd52e7eab4 req-ab92e58c-9b51-4224-8c7c-380a9c50d048 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469363 Feb 10 11:54:33.422496 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffcc7191-0312-4c54-80d7-44c07654f0ea req-e581c11e-65c6-47c1-852b-5d22e419d0da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0738800 Feb 10 11:54:33.732565 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-3cc0bbb3-201d-400b-ac86-702efa02c2e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860000 Feb 10 11:54:33.829300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8e789-361c-4006-bef8-6ee0e9dd0304 req-63f6b16b-6e3c-48fe-a72a-44dc2f3b04e0 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:33.831105 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-04b8e789-361c-4006-bef8-6ee0e9dd0304 req-63f6b16b-6e3c-48fe-a72a-44dc2f3b04e0 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1181271 Feb 10 11:54:34.063510 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-04b8e789-361c-4006-bef8-6ee0e9dd0304 req-8681379a-7ba7-46c7-b759-bf6678997281 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222190 Feb 10 11:54:34.991772 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09cca7b-db3a-4f8a-b0e5-18e2fa9afdf8 None None] New status for floating IP ce77dc89-366e-43d0-8ee9-4b332ffcd079: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:54:35.164670 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:54:35.339586 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-d7f61479-129f-4be1-8e77-d106caea5d14 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 1098 time: 0.0979633 Feb 10 11:54:35.439529 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46ee9c-0717-4960-b7a0-790487c42d13 req-6fc7948b-03a8-406a-a9f9-2f96ed676775 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:35.443053 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d46ee9c-0717-4960-b7a0-790487c42d13 req-6fc7948b-03a8-406a-a9f9-2f96ed676775 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1253817 Feb 10 11:54:35.504834 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d46ee9c-0717-4960-b7a0-790487c42d13 req-5fa75ded-d20e-4fbf-9ad4-b1ba2e1ce2bd tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535605 Feb 10 11:54:35.682245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-d595de93-287b-45a1-be67-7172cedfd347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:35.684070 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-d595de93-287b-45a1-be67-7172cedfd347 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.3373253 Feb 10 11:54:35.828841 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-fe3aec0f-d131-4537-8584-232b491af739 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d664bc8a-d487-4c91-825f-2cd88f2fad95 HTTP/1.1" status: 200 len: 1001 time: 0.1350830 Feb 10 11:54:35.933393 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-d9e1cd53-2024-496f-877a-cc977cfa3da7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:35.935998 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-d9e1cd53-2024-496f-877a-cc977cfa3da7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.1004150 Feb 10 11:54:36.046838 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-dd82523c-efba-4e53-aff2-140a131331f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1033983 Feb 10 11:54:36.231938 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-b47d5e48-88d9-4f19-a789-88c4e1d69f19 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759124 Feb 10 11:54:36.382781 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-a19c6ca7-0546-4c54-ba17-8c949e935c02 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445193 Feb 10 11:54:36.828511 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b8778-d5ab-4642-83b0-86a1a14072d6 req-65b551c5-2250-4ebb-bd92-4652f80fa48c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:36.830095 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b80b8778-d5ab-4642-83b0-86a1a14072d6 req-65b551c5-2250-4ebb-bd92-4652f80fa48c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.0863690 Feb 10 11:54:36.888754 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b80b8778-d5ab-4642-83b0-86a1a14072d6 req-64de3014-d71c-4700-b165-30caf7c951fe tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487518 Feb 10 11:54:38.291345 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:38.308920 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2747db-c475-4bd4-89cf-022ba04207b4 req-eb83b778-7bbf-474f-a920-05b81b1c1f3b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:38.310629 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-de2747db-c475-4bd4-89cf-022ba04207b4 req-eb83b778-7bbf-474f-a920-05b81b1c1f3b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.2710142 Feb 10 11:54:38.367055 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-de2747db-c475-4bd4-89cf-022ba04207b4 req-b004a194-3222-46e2-9803-c2772ddafddf tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501235 Feb 10 11:54:39.740258 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cb8b3-4036-4aca-8334-1370cb13c865 req-a423e6db-9d3c-44c4-8383-a4753a17540e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:39.741861 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4b5cb8b3-4036-4aca-8334-1370cb13c865 req-a423e6db-9d3c-44c4-8383-a4753a17540e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.0855360 Feb 10 11:54:39.795164 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4b5cb8b3-4036-4aca-8334-1370cb13c865 req-c8b789f1-c668-4995-9b90-749a475f12d7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433486 Feb 10 11:54:41.016084 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30118c14-7e24-43b5-bb23-5a674f04d06b req-a1cd1929-7d32-4413-9fb1-3d1a78d8c5df tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:41.018036 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-30118c14-7e24-43b5-bb23-5a674f04d06b req-a1cd1929-7d32-4413-9fb1-3d1a78d8c5df tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.0881629 Feb 10 11:54:41.071143 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-30118c14-7e24-43b5-bb23-5a674f04d06b req-58b97c0f-6c42-42b9-9d24-1add82c3ab7b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461450 Feb 10 11:54:42.302188 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af92bd-c3db-463a-a2cc-b4f46cf1b339 req-ed3d5f94-858c-4176-9077-a2374d265e5f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:42.304157 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6af92bd-c3db-463a-a2cc-b4f46cf1b339 req-ed3d5f94-858c-4176-9077-a2374d265e5f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.0841510 Feb 10 11:54:42.353908 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6af92bd-c3db-463a-a2cc-b4f46cf1b339 req-9518b80f-952f-479e-bd24-6a10f347e31f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437689 Feb 10 11:54:43.574758 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d83ac7-52d3-49bc-9198-04c73a438cea req-c75efec2-f5ae-407d-bff1-d2c9c463e732 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:43.576348 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d4d83ac7-52d3-49bc-9198-04c73a438cea req-c75efec2-f5ae-407d-bff1-d2c9c463e732 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.0875323 Feb 10 11:54:43.627926 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d4d83ac7-52d3-49bc-9198-04c73a438cea req-55582321-0a2c-46d4-8dd8-9fb0926b5747 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454469 Feb 10 11:54:44.933754 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe268-a16b-40f0-a8c1-f68d8c57b6f3 req-a0da14d4-eba1-4f5e-af9e-f665ff2a4da1 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:44.935350 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d90fe268-a16b-40f0-a8c1-f68d8c57b6f3 req-a0da14d4-eba1-4f5e-af9e-f665ff2a4da1 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1009037 Feb 10 11:54:44.994673 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d90fe268-a16b-40f0-a8c1-f68d8c57b6f3 req-ddfa21c1-cacd-4916-822a-2b9767da9412 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485935 Feb 10 11:54:46.224555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638e80b-14c5-485c-a9fd-03d5a4bca9d9 req-c928aef6-586a-4416-b1d1-5a8080cf0e13 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:46.226167 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6638e80b-14c5-485c-a9fd-03d5a4bca9d9 req-c928aef6-586a-4416-b1d1-5a8080cf0e13 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.0898066 Feb 10 11:54:46.283740 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6638e80b-14c5-485c-a9fd-03d5a4bca9d9 req-acf81289-ca16-4789-9b60-3e945734f95c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485294 Feb 10 11:54:47.550832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d004c8-e184-4429-96d9-69fbe792bace req-b0984f89-bb61-4863-87f1-2b00103d675d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:47.554053 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e5d004c8-e184-4429-96d9-69fbe792bace req-b0984f89-bb61-4863-87f1-2b00103d675d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1083941 Feb 10 11:54:47.604658 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e5d004c8-e184-4429-96d9-69fbe792bace req-5652dc8d-40ef-4c72-b840-b1c21090b85a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449188 Feb 10 11:54:48.819182 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917d6c0-13aa-4ea9-8e5e-882e35953d85 req-b6da9c97-252c-4754-8846-5a2d06415c2f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:48.820996 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f917d6c0-13aa-4ea9-8e5e-882e35953d85 req-b6da9c97-252c-4754-8846-5a2d06415c2f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.0834353 Feb 10 11:54:48.872688 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f917d6c0-13aa-4ea9-8e5e-882e35953d85 req-d89cd16c-f1ad-4724-930a-9537a7d17cc5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456717 Feb 10 11:54:50.147729 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01682f-dfce-4de1-a306-0ec957f4e3e9 req-6c25dbe0-5615-48a4-b5b4-74d0a528d8fe tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:50.149408 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae01682f-dfce-4de1-a306-0ec957f4e3e9 req-6c25dbe0-5615-48a4-b5b4-74d0a528d8fe tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1151502 Feb 10 11:54:50.205240 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae01682f-dfce-4de1-a306-0ec957f4e3e9 req-6728abad-472f-4675-a328-b0e071ddd492 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461204 Feb 10 11:54:51.428601 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d869f5f-959a-422e-9c1b-9a3c63810803 req-8b86620e-140c-4ebe-bc18-12402adafb9a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:51.430217 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5d869f5f-959a-422e-9c1b-9a3c63810803 req-8b86620e-140c-4ebe-bc18-12402adafb9a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.0857966 Feb 10 11:54:51.485154 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5d869f5f-959a-422e-9c1b-9a3c63810803 req-90a11cfb-2b3d-4523-b7cd-3dc3464f11c2 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444932 Feb 10 11:54:52.731924 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f2e2a-3d0c-474b-be0a-22e4d48c7ed7 req-8db5ce31-31c5-4207-b5af-094b17276980 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:52.735327 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3f2e2a-3d0c-474b-be0a-22e4d48c7ed7 req-8db5ce31-31c5-4207-b5af-094b17276980 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1183281 Feb 10 11:54:52.784912 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3f2e2a-3d0c-474b-be0a-22e4d48c7ed7 req-c662fbc6-74c2-440c-9b55-40081376ce4b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439706 Feb 10 11:54:54.055021 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82038cc-7771-4329-81c3-6f03d20b71b8 req-a28e1f5d-17e4-4cd8-a8b9-6bd88c4fdc6c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:54.056631 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a82038cc-7771-4329-81c3-6f03d20b71b8 req-a28e1f5d-17e4-4cd8-a8b9-6bd88c4fdc6c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1346514 Feb 10 11:54:54.111784 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a82038cc-7771-4329-81c3-6f03d20b71b8 req-b721b40e-a9a0-43c3-ab9d-8c393b9e34a4 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485201 Feb 10 11:54:55.335337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e808d-f60b-465d-acbf-469b502a2057 req-a8b0da3c-a445-4084-9d8b-17e8fb557bca tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:55.337206 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1a4e808d-f60b-465d-acbf-469b502a2057 req-a8b0da3c-a445-4084-9d8b-17e8fb557bca tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.0855985 Feb 10 11:54:55.391094 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1a4e808d-f60b-465d-acbf-469b502a2057 req-b5015f4c-4945-47fa-91d7-bd6a4e520146 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472064 Feb 10 11:54:56.538439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d8525e02-9486-4477-ab2d-f49d00fdf71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:56.630867 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd71aa-afdf-4f44-81f9-b58c1cc5f157 req-3fc5a6cb-f120-4202-95a5-c23372f03f4d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:56.632711 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-28fd71aa-afdf-4f44-81f9-b58c1cc5f157 req-3fc5a6cb-f120-4202-95a5-c23372f03f4d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1093712 Feb 10 11:54:56.690758 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-28fd71aa-afdf-4f44-81f9-b58c1cc5f157 req-0d9d87b1-c4f7-41d1-b69a-8d444b30d427 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499117 Feb 10 11:54:57.912346 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa48ad8-1644-475c-8d70-3737a4ce2a4c req-dfe32e7b-16d4-42c8-ba54-c291cd680d77 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:57.914050 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-daa48ad8-1644-475c-8d70-3737a4ce2a4c req-dfe32e7b-16d4-42c8-ba54-c291cd680d77 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.0872586 Feb 10 11:54:57.966137 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-daa48ad8-1644-475c-8d70-3737a4ce2a4c req-82d3e45b-9a8c-4fab-a694-69b4e18546f9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445385 Feb 10 11:54:58.491034 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-008e25f5-934a-459c-bb01-1d70a8a5a662 service neutron] 10.222.0.73 "GET /v2.0/ports/d664bc8a-d487-4c91-825f-2cd88f2fad95/bindings/hv-neutron-8284 HTTP/1.1" status: 200 len: 384 time: 0.1758277 Feb 10 11:54:58.823212 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-fa379e57-ec09-4384-b924-f164d01e1809 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62&tenant_id=3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 1098 time: 0.0793250 Feb 10 11:54:58.853999 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e0ab0330-ea38-470f-960e-cf47f2ecd6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:58.976624 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-25a56a54-ff2e-43d9-8040-fe62a48426f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 1098 time: 0.1225598 Feb 10 11:54:59.158723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-08e126e8-6973-45fb-8eea-fb832a7fe2dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:59.160494 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-08e126e8-6973-45fb-8eea-fb832a7fe2dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1766047 Feb 10 11:54:59.244125 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06c18c-20a5-48e4-a35e-88096a08f4fb req-2967e795-e5c9-42f2-9000-e50a6c0f908d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:59.246467 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d06c18c-20a5-48e4-a35e-88096a08f4fb req-2967e795-e5c9-42f2-9000-e50a6c0f908d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1361096 Feb 10 11:54:59.297795 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-0a056318-6ad6-4129-bcfc-14fd8e6871a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d664bc8a-d487-4c91-825f-2cd88f2fad95 HTTP/1.1" status: 200 len: 1001 time: 0.1303284 Feb 10 11:54:59.303801 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d06c18c-20a5-48e4-a35e-88096a08f4fb req-8649d6ea-a30f-4d2e-8559-7b3d39bceab9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499315 Feb 10 11:54:59.387484 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-27c8b451-f152-49ed-9fa8-04cc8e0b0898 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:59.390342 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-27c8b451-f152-49ed-9fa8-04cc8e0b0898 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0849493 Feb 10 11:54:59.476562 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-0c078d4f-5e77-4485-9f4e-c4f889b7373c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789559 Feb 10 11:54:59.640135 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-9e8e86f0-3da0-4d5e-9bbd-3fd55f854fe2 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550720 Feb 10 11:54:59.796137 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-895b05b7-2f5a-4780-a454-3f0933756f88 req-71e82c8f-a60f-427a-9f1e-39eb70ef5b13 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493783 Feb 10 11:54:59.864713 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:00.186018 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:00.545168 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f2946-0fbe-4cc5-9153-f224ddca9f20 req-929dc480-4b73-47c5-9310-8b823ddde329 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:00.546879 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a72f2946-0fbe-4cc5-9153-f224ddca9f20 req-929dc480-4b73-47c5-9310-8b823ddde329 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.0871539 Feb 10 11:55:00.603959 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a72f2946-0fbe-4cc5-9153-f224ddca9f20 req-8dd2dc7c-b3ea-41a3-a63d-b9d6dc30061e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513933 Feb 10 11:55:01.589539 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:01.749846 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device d664bc8a-d487-4c91-825f-2cd88f2fad95 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:55:01.752816 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device d664bc8a-d487-4c91-825f-2cd88f2fad95 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:55:01.898887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9353c-b615-4bb9-a806-6ae3aab12064 req-1a25159a-ac94-48e7-a1ad-10c84c3b8088 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:01.901430 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1db9353c-b615-4bb9-a806-6ae3aab12064 req-1a25159a-ac94-48e7-a1ad-10c84c3b8088 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1455600 Feb 10 11:55:01.988934 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1db9353c-b615-4bb9-a806-6ae3aab12064 req-01bec21d-ad4a-47e2-b06d-f89fd41a6254 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700176 Feb 10 11:55:02.076168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:02.109812 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port d664bc8a-d487-4c91-825f-2cd88f2fad95, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=d664bc8a-d487-4c91-825f-2cd88f2fad95,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:55:02.155560 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'd664bc8a-d487-4c91-825f-2cd88f2fad95', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'port_id': 'd664bc8a-d487-4c91-825f-2cd88f2fad95', 'mac_address': 'fa:16:3e:97:6b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:55:02.166828 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355f0035-d98e-41ee-97b6-d3c363827f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd664bc8a-d487-4c91-825f-2cd88f2fad95'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:55:02.297167 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355f0035-d98e-41ee-97b6-d3c363827f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd664bc8a-d487-4c91-825f-2cd88f2fad95', 'code': 200} Feb 10 11:55:02.309400 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port d664bc8a-d487-4c91-825f-2cd88f2fad95, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=d664bc8a-d487-4c91-825f-2cd88f2fad95,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:55:02.318167 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:02.396035 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:02.423708 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d664bc8a-d487-4c91-825f-2cd88f2fad95 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:55:02.430621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=d664bc8a-d487-4c91-825f-2cd88f2fad95,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:55:02.470260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:02.470611 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:02.470956 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:02.471306 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:02.471641 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:02.471971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:02.472301 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:02.472632 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:02.472958 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:02.473309 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:02.473635 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:02.508559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:55:02.508962 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:55:03.076224 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:03.095535 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d664bc8a-d487-4c91-825f-2cd88f2fad95 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:55:03.112755 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port d664bc8a-d487-4c91-825f-2cd88f2fad95, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=d664bc8a-d487-4c91-825f-2cd88f2fad95,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:55:03.117927 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:03.187696 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['d664bc8a-d487-4c91-825f-2cd88f2fad95'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:55:03.274475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=d664bc8a-d487-4c91-825f-2cd88f2fad95,revision_number=7']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:55:03.333042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890489e-4d3c-4ef8-ae56-4aaeeb559eda req-b4404f35-bab7-4532-9fd2-4fa6fbd2645f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:03.334641 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c890489e-4d3c-4ef8-ae56-4aaeeb559eda req-b4404f35-bab7-4532-9fd2-4fa6fbd2645f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 944 time: 0.1129727 Feb 10 11:55:03.481392 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c890489e-4d3c-4ef8-ae56-4aaeeb559eda req-5b18ba29-527b-4db9-975a-5a18c4527da1 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404831 Feb 10 11:55:03.755593 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device d664bc8a-d487-4c91-825f-2cd88f2fad95 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:55:03.885557 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port d664bc8a-d487-4c91-825f-2cd88f2fad95 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:55:03.886279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:03.924508 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6863c4d-7b38-469d-ba20-48e2c19b760a req-12a3fbde-34d9-49e8-8ac7-c54113edd962 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:03.927539 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f6863c4d-7b38-469d-ba20-48e2c19b760a req-12a3fbde-34d9-49e8-8ac7-c54113edd962 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 944 time: 0.1496949 Feb 10 11:55:04.009873 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f6863c4d-7b38-469d-ba20-48e2c19b760a req-807d404d-afb9-4d69-a6af-06e3ca194dea tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693262 Feb 10 11:55:04.033099 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a00b54-7aea-4442-b90f-24edbe0cb063 req-2981a97d-e766-414b-9a12-97dc8a0a2381 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:04.034318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-56a00b54-7aea-4442-b90f-24edbe0cb063 req-2981a97d-e766-414b-9a12-97dc8a0a2381 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Synchronizing usage tracker for tenant:3575557e012a479bacfaed83311b3e34 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:55:04.066679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-56a00b54-7aea-4442-b90f-24edbe0cb063 req-2981a97d-e766-414b-9a12-97dc8a0a2381 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Unset dirty status for tenant:3575557e012a479bacfaed83311b3e34 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:55:04.067923 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-56a00b54-7aea-4442-b90f-24edbe0cb063 req-2981a97d-e766-414b-9a12-97dc8a0a2381 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62&tenant_id=3575557e012a479bacfaed83311b3e34&binding%3Ahost_id=hv-neutron-8284 HTTP/1.1" status: 200 len: 944 time: 0.2840149 Feb 10 11:55:04.119939 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:04.172056 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port d664bc8a-d487-4c91-825f-2cd88f2fad95, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=d664bc8a-d487-4c91-825f-2cd88f2fad95,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:55:04.183079 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:04.229095 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-56a00b54-7aea-4442-b90f-24edbe0cb063 req-fadce0e5-8fe9-4be0-9296-d7919e5a4e9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 1098 time: 0.0773122 Feb 10 11:55:04.258178 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=d664bc8a-d487-4c91-825f-2cd88f2fad95,revision_number=8']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:55:04.298207 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355f0035-d98e-41ee-97b6-d3c363827f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd664bc8a-d487-4c91-825f-2cd88f2fad95'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:55:04.370272 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355f0035-d98e-41ee-97b6-d3c363827f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd664bc8a-d487-4c91-825f-2cd88f2fad95', 'code': 200} Feb 10 11:55:04.387203 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a00b54-7aea-4442-b90f-24edbe0cb063 req-2104201f-8018-45e2-a99b-f273c1859880 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:04.390047 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-56a00b54-7aea-4442-b90f-24edbe0cb063 req-2104201f-8018-45e2-a99b-f273c1859880 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1540148 Feb 10 11:55:04.509172 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-56a00b54-7aea-4442-b90f-24edbe0cb063 req-1964e7e5-e175-4e3d-9a20-1a3eac2c2953 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d664bc8a-d487-4c91-825f-2cd88f2fad95 HTTP/1.1" status: 200 len: 1001 time: 0.1113575 Feb 10 11:55:04.584974 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a00b54-7aea-4442-b90f-24edbe0cb063 req-763e2743-5f93-44f2-b230-392c0cf595f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:04.586437 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-56a00b54-7aea-4442-b90f-24edbe0cb063 req-763e2743-5f93-44f2-b230-392c0cf595f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0704985 Feb 10 11:55:04.680127 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-56a00b54-7aea-4442-b90f-24edbe0cb063 req-3d9fe334-6ba5-4252-984f-bdf02a28b8fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860133 Feb 10 11:55:04.848886 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-56a00b54-7aea-4442-b90f-24edbe0cb063 req-b66ada07-343b-48a4-a8fb-d85f8cdbb1ff service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616194 Feb 10 11:55:05.022850 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-56a00b54-7aea-4442-b90f-24edbe0cb063 req-89c2ed85-7d3d-4d90-908e-4c03abae8409 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676912 Feb 10 11:55:05.293464 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978aa42-961b-4986-881c-0f41929ec7e9 req-ea8e8100-89fe-45cc-be1d-ff4848c8b78c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:05.296788 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3978aa42-961b-4986-881c-0f41929ec7e9 req-ea8e8100-89fe-45cc-be1d-ff4848c8b78c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1044805 Feb 10 11:55:05.362441 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3978aa42-961b-4986-881c-0f41929ec7e9 req-97dabce0-8a5b-40ab-9598-89e3a0abb981 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583172 Feb 10 11:55:06.597088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36663b98-6995-448a-9373-34a7a1547a57 req-ae9901b2-e3b1-47e9-8ace-fa1bc1964663 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:06.598713 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36663b98-6995-448a-9373-34a7a1547a57 req-ae9901b2-e3b1-47e9-8ace-fa1bc1964663 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.0846624 Feb 10 11:55:06.655839 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36663b98-6995-448a-9373-34a7a1547a57 req-6a742449-b98f-446c-92b9-a6377f844423 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508204 Feb 10 11:55:06.939240 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18501cf0-9af4-4397-8d5d-d439e8efca24 req-8e990d49-98e2-4f45-86f5-9c1d22587c78 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:06.941823 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-18501cf0-9af4-4397-8d5d-d439e8efca24 req-8e990d49-98e2-4f45-86f5-9c1d22587c78 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1452022 Feb 10 11:55:06.994277 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-18501cf0-9af4-4397-8d5d-d439e8efca24 req-bc5ed83e-6de2-44db-938f-62db5781401d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459764 Feb 10 11:55:07.220734 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8b76a-755d-4945-a5ae-4e53c203a300 req-2ad3a1cd-4f98-417e-88ea-b5ff0b3ab627 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:07.222524 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cea8b76a-755d-4945-a5ae-4e53c203a300 req-2ad3a1cd-4f98-417e-88ea-b5ff0b3ab627 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.0946023 Feb 10 11:55:07.288602 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cea8b76a-755d-4945-a5ae-4e53c203a300 req-3cc15a24-96e0-4d8e-9b33-27e6d338bcde tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601060 Feb 10 11:55:07.754838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229d3dd-b640-49a3-8e41-d5be1adb6a75 req-090101c6-e815-4553-80cb-0f53f521b8c6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:07.756420 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e229d3dd-b640-49a3-8e41-d5be1adb6a75 req-090101c6-e815-4553-80cb-0f53f521b8c6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.0827796 Feb 10 11:55:07.813023 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e229d3dd-b640-49a3-8e41-d5be1adb6a75 req-139e488a-cab4-4a5a-8832-75adce3af9a2 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453269 Feb 10 11:55:08.291496 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:09.052567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea611a8-d32a-4f59-8e26-9e48a643b0af req-96f35128-62a7-40bc-8fc6-51415619c59a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:09.054199 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ea611a8-d32a-4f59-8e26-9e48a643b0af req-96f35128-62a7-40bc-8fc6-51415619c59a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.1009052 Feb 10 11:55:09.109037 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ea611a8-d32a-4f59-8e26-9e48a643b0af req-6229762a-1bfa-4f73-96be-133559427dc3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469604 Feb 10 11:55:09.569976 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb583170-8847-4053-b000-6f7145f89562 req-8d17243c-1ea3-4966-b6d4-eff6d9532eca tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:09.571633 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-eb583170-8847-4053-b000-6f7145f89562 req-8d17243c-1ea3-4966-b6d4-eff6d9532eca tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.0826738 Feb 10 11:55:09.655835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-eb583170-8847-4053-b000-6f7145f89562 req-4ed9fc0e-d807-4cfa-8a93-51589a3866f3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Deleting port d664bc8a-d487-4c91-825f-2cd88f2fad95 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:55:09.656198 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-eb583170-8847-4053-b000-6f7145f89562 req-4ed9fc0e-d807-4cfa-8a93-51589a3866f3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:09.966979 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-eb583170-8847-4053-b000-6f7145f89562 req-4ed9fc0e-d807-4cfa-8a93-51589a3866f3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] For port d664bc8a-d487-4c91-825f-2cd88f2fad95, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=d664bc8a-d487-4c91-825f-2cd88f2fad95,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:55:09.967506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-eb583170-8847-4053-b000-6f7145f89562 req-4ed9fc0e-d807-4cfa-8a93-51589a3866f3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:10.385182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-eb583170-8847-4053-b000-6f7145f89562 req-4ed9fc0e-d807-4cfa-8a93-51589a3866f3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:10.385786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-eb583170-8847-4053-b000-6f7145f89562 req-4ed9fc0e-d807-4cfa-8a93-51589a3866f3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:10.386378 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [req-eb583170-8847-4053-b000-6f7145f89562 req-4ed9fc0e-d807-4cfa-8a93-51589a3866f3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Floating IP ce77dc89-366e-43d0-8ee9-4b332ffcd079 disassociated. External IP: 172.26.4.231, port: d664bc8a-d487-4c91-825f-2cd88f2fad95. Feb 10 11:55:10.386955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-eb583170-8847-4053-b000-6f7145f89562 req-4ed9fc0e-d807-4cfa-8a93-51589a3866f3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Calling delete_port for d664bc8a-d487-4c91-825f-2cd88f2fad95 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:55:10.417675 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d4715-5f67-4e3c-9baa-b2be4913b441 req-5db89070-4fce-4230-86e0-2578db503f1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:10.419357 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fc3d4715-5f67-4e3c-9baa-b2be4913b441 req-5db89070-4fce-4230-86e0-2578db503f1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 945 time: 0.0893381 Feb 10 11:55:10.484853 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fc3d4715-5f67-4e3c-9baa-b2be4913b441 req-524fe575-cfd3-4241-a5f7-39d922355cd2 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570176 Feb 10 11:55:10.728553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-eb583170-8847-4053-b000-6f7145f89562 req-4ed9fc0e-d807-4cfa-8a93-51589a3866f3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:10.784058 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9fc0e-d807-4cfa-8a93-51589a3866f3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Pushing event deleted for resources: {'Port': ['ID=d664bc8a-d487-4c91-825f-2cd88f2fad95,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:55:11.046549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb583170-8847-4053-b000-6f7145f89562 req-4ed9fc0e-d807-4cfa-8a93-51589a3866f3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Router 790dc5db-00a6-48d0-bef2-824ec00f4565 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:55:11.270167 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb583170-8847-4053-b000-6f7145f89562 req-4ed9fc0e-d807-4cfa-8a93-51589a3866f3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:55:11.281100 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5f10e-c9f6-4904-b9b2-5d1b4a094a8c None None] Sync routers for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:55:11.293677 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5f10e-c9f6-4904-b9b2-5d1b4a094a8c None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:55:11.294377 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-49a5f10e-c9f6-4904-b9b2-5d1b4a094a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:54:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:55:11.346399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb583170-8847-4053-b000-6f7145f89562 req-4ed9fc0e-d807-4cfa-8a93-51589a3866f3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] No DVR routers for this DVR port d664bc8a-d487-4c91-825f-2cd88f2fad95 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:55:11.348961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-eb583170-8847-4053-b000-6f7145f89562 req-4ed9fc0e-d807-4cfa-8a93-51589a3866f3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:11.351936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355f0035-d98e-41ee-97b6-d3c363827f62', 'name': 'network-vif-deleted', 'tag': 'd664bc8a-d487-4c91-825f-2cd88f2fad95'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:55:11.374013 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-eb583170-8847-4053-b000-6f7145f89562 req-4ed9fc0e-d807-4cfa-8a93-51589a3866f3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "DELETE /v2.0/ports/d664bc8a-d487-4c91-825f-2cd88f2fad95 HTTP/1.1" status: 204 len: 173 time: 1.7957551 Feb 10 11:55:11.414810 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355f0035-d98e-41ee-97b6-d3c363827f62', 'name': 'network-vif-deleted', 'tag': 'd664bc8a-d487-4c91-825f-2cd88f2fad95', 'status': 'completed', 'code': 200} Feb 10 11:55:11.520355 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-49a5f10e-c9f6-4904-b9b2-5d1b4a094a8c None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:55:11.689653 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1fa8bc85-b25f-44d7-84f6-98aecd9c9e8e req-f7305842-ebbf-437f-ae7a-df325f4d8055 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=355f0035-d98e-41ee-97b6-d3c363827f62 HTTP/1.1" status: 200 len: 210 time: 0.0467687 Feb 10 11:55:11.929818 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-49a5f10e-c9f6-4904-b9b2-5d1b4a094a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:55:11.934411 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5f10e-c9f6-4904-b9b2-5d1b4a094a8c None None] Checking router: 790dc5db-00a6-48d0-bef2-824ec00f4565 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:55:11.948601 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5f10e-c9f6-4904-b9b2-5d1b4a094a8c None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:55:11.949903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-49a5f10e-c9f6-4904-b9b2-5d1b4a094a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:54:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:55:12.149077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-49a5f10e-c9f6-4904-b9b2-5d1b4a094a8c None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:55:12.166074 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:55:12.501243 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-49a5f10e-c9f6-4904-b9b2-5d1b4a094a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:55:12.508124 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5f10e-c9f6-4904-b9b2-5d1b4a094a8c None None] The sync data for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv is: [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:55:12.771225 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ba380a-5970-4b51-9751-819ce8d22fdc None None] New status for floating IP ce77dc89-366e-43d0-8ee9-4b332ffcd079: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:55:13.190193 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-82736b7c-bb2e-411e-a6fb-9783ab9dffa5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--526332314&fields=id&tenant_id=3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 267 time: 0.0483425 Feb 10 11:55:13.360330 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-2ddfdbce-ca48-4dc3-a7e8-bf1ae33564cb tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:13.361818 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-2ddfdbce-ca48-4dc3-a7e8-bf1ae33564cb tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 812 time: 0.1589375 Feb 10 11:55:13.384287 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-1f1cbe14-7682-4326-ab5b-7bb0036f4c8f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/quotas/3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 375 time: 0.0126064 Feb 10 11:55:13.484744 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-8715f9e0-cde0-4146-a62e-4566b212d33b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0897372 Feb 10 11:55:13.662329 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-23188f38-80fa-425d-9b8f-0755a5f17d06 service neutron] 10.222.0.36 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651902 Feb 10 11:55:13.817787 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-8164be7e-1e7d-4f11-904a-48265f6b7fdd service neutron] 10.222.0.36 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492610 Feb 10 11:55:13.822415 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device d664bc8a-d487-4c91-825f-2cd88f2fad95 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:55:13.880900 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: d664bc8a-d487-4c91-825f-2cd88f2fad95 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:55:13.881544 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device d664bc8a-d487-4c91-825f-2cd88f2fad95 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:55:14.095982 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1865bb65-a7a9-4f44-a16b-362a6888c145 req-4ed9e142-e15a-4bf1-8ad9-82be6dfda5fe tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 210 time: 0.0500870 Feb 10 11:55:15.323134 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-c60a4790-1271-4139-a92f-60761815f179 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:15.324680 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-c60a4790-1271-4139-a92f-60761815f179 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 812 time: 0.1778502 Feb 10 11:55:15.326107 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d4fa00ab-0b91-463d-a061-83e605c40c72 req-ee926a1f-cb5a-43fa-afbb-a9d60164fdef tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 210 time: 0.0539632 Feb 10 11:55:15.394042 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-4ec75380-100e-4154-9a18-256659b4d672 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 379 time: 0.0562062 Feb 10 11:55:15.405897 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Request body: {'port': {'device_id': '93919277-c9d1-4c28-8d0e-a584a9163210', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'admin_state_up': True, 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'security_groups': ['5fffcaa9-261d-4e58-a16d-4c0d246ff2bb']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:55:15.627514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:55:15.633559 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Usage tracker for resource:port and tenant:3575557e012a479bacfaed83311b3e34 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:55:15.638812 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:55:15.646685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:55:15.661916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Made reservation on behalf of 3575557e012a479bacfaed83311b3e34 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:55:15.665223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:15.882095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Allocated IP 172.20.0.7 (f5e50fb8-cfe1-497b-a882-ecb360b1ffc8/7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93/28882e7e-9fb9-4352-abc7-b2b70a2cf51b) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:55:16.176424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:16.196537 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Transition to ACTIVE for port object 28882e7e-9fb9-4352-abc7-b2b70a2cf51b will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:55:16.231493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:16.315739 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:55:16.319310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:55:16.323932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:55:16.357186 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Pushing event updated for resources: {'Port': ['ID=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:55:16.383841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:16.384200 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:16.384550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:16.385170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:16.385519 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:16.385856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:16.386190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:16.386564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:16.386852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:16.387179 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:16.387687 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:16.412524 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:16.413329 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:16.444535 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-34270019-8506-4783-a597-e9316e8cb7a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0450604 Feb 10 11:55:16.456381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Request body: {'port': {'device_id': '93919277-c9d1-4c28-8d0e-a584a9163210', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:55:16.600489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:16.621326 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bca054-ffc7-4348-a917-b7220fd7157c req-69d81c9d-a49c-4490-be0b-a621c9cfd33d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:16.623308 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b3bca054-ffc7-4348-a917-b7220fd7157c req-69d81c9d-a49c-4490-be0b-a621c9cfd33d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 931 time: 0.0992026 Feb 10 11:55:16.713465 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b3bca054-ffc7-4348-a917-b7220fd7157c req-53ead847-b30f-4015-b8c3-59047779bd44 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798764 Feb 10 11:55:16.750150 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a04c6ff8-4861-4219-9486-a00fc45f0e0a None None] Provisioning for port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:55:16.755979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a04c6ff8-4861-4219-9486-a00fc45f0e0a None None] Provisioning complete for port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:55:16.756497 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a04c6ff8-4861-4219-9486-a00fc45f0e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:16.824006 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a04c6ff8-4861-4219-9486-a00fc45f0e0a None None] Port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:55:17.236899 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28882e7e-9fb9-4352-abc7-b2b70a2cf51b {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:55:17.245202 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:17.266943 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Transition to ACTIVE for port object 28882e7e-9fb9-4352-abc7-b2b70a2cf51b will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:55:17.271339 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:17.443737 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Pushing event updated for resources: {'Port': ['ID=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:55:17.571123 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Attempting to bind port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:55:17.571616 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Attempting to bind port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:55:17.572523 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Attempting to bind port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b on network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:55:17.581531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b on network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:55:17.581967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Attempting to bind port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b on network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:55:17.590055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:55:17.590574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Checking segment: {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:55:17.592276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Bound using segment: {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:55:17.592811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Bound port: 28882e7e-9fb9-4352-abc7-b2b70a2cf51b, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:55:17.593313 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:17.703467 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] For port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:55:17.708193 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] For port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:55:17.715184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:17.789105 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:17.790559 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] 10.222.0.73 "PUT /v2.0/ports/28882e7e-9fb9-4352-abc7-b2b70a2cf51b HTTP/1.1" status: 200 len: 1093 time: 1.3388329 Feb 10 11:55:17.791025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93919277-c9d1-4c28-8d0e-a584a9163210', 'tag': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:55:17.837816 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a0d48-e33e-4805-8489-2a5b36322014 service neutron] Pushing event updated for resources: {'Port': ['ID=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:55:17.959566 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93919277-c9d1-4c28-8d0e-a584a9163210', 'tag': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b', 'status': 'completed', 'code': 200} Feb 10 11:55:17.988162 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-90069ad9-f771-45b0-acac-f4b4d5b8f2e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 1096 time: 0.1432388 Feb 10 11:55:18.105359 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-fc1984f4-f3fe-4320-9245-ffcd0a98213f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28882e7e-9fb9-4352-abc7-b2b70a2cf51b HTTP/1.1" status: 200 len: 217 time: 0.1097610 Feb 10 11:55:18.126319 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ae3f7-df82-4877-9c43-c49d09409738 req-1ad1c2c4-f115-44c9-b2d7-bbd777f973d3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:18.127904 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e09ae3f7-df82-4877-9c43-c49d09409738 req-1ad1c2c4-f115-44c9-b2d7-bbd777f973d3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 943 time: 0.1060505 Feb 10 11:55:18.181466 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e09ae3f7-df82-4877-9c43-c49d09409738 req-369b3e65-aeb5-49c6-9191-2a7c2edf1250 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471659 Feb 10 11:55:18.223848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-910016e9-2f47-4ecc-a324-ad7c11a99175 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:18.226381 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-910016e9-2f47-4ecc-a324-ad7c11a99175 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.1142955 Feb 10 11:55:18.310296 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-ce454d16-81cd-4a8f-a48a-87a2badcf0f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776958 Feb 10 11:55:18.459116 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-835b6ece-4fb4-4dbd-a308-aedf84006390 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423097 Feb 10 11:55:18.610599 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9f5a217d-ac39-4a60-86a6-0d7ae58712dd req-d6a23c48-08a5-41a7-a37b-567d4d06effd service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435766 Feb 10 11:55:18.744783 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-885cbf3f-d859-42da-8cd0-75f069263cc8 req-3ccced18-e505-41f8-a3e9-16f23db5632a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 1096 time: 0.0775590 Feb 10 11:55:18.926082 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cbf3f-d859-42da-8cd0-75f069263cc8 req-76562eab-5f76-4f98-ab13-097928c50852 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:18.928459 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-885cbf3f-d859-42da-8cd0-75f069263cc8 req-76562eab-5f76-4f98-ab13-097928c50852 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1775224 Feb 10 11:55:19.016489 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-885cbf3f-d859-42da-8cd0-75f069263cc8 req-ae4dfdc2-0a66-41fa-b8d8-ef8c8dab2989 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28882e7e-9fb9-4352-abc7-b2b70a2cf51b HTTP/1.1" status: 200 len: 217 time: 0.0805669 Feb 10 11:55:19.089465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cbf3f-d859-42da-8cd0-75f069263cc8 req-05ccfecf-3ff2-4af7-9c14-8e0526e79e40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:19.091679 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-885cbf3f-d859-42da-8cd0-75f069263cc8 req-05ccfecf-3ff2-4af7-9c14-8e0526e79e40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0678623 Feb 10 11:55:19.290945 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-885cbf3f-d859-42da-8cd0-75f069263cc8 req-b1821edd-af5b-481b-a099-9659d67543dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1928067 Feb 10 11:55:19.439687 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-885cbf3f-d859-42da-8cd0-75f069263cc8 req-444e4757-e25a-4610-882f-fb1184142b29 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412835 Feb 10 11:55:19.507876 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f9167-e3e1-42dd-8d98-708f8a7787ba req-dc34c4d4-0b32-44f5-b882-db798aca0a2a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:19.510275 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-527f9167-e3e1-42dd-8d98-708f8a7787ba req-dc34c4d4-0b32-44f5-b882-db798aca0a2a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 943 time: 0.0939195 Feb 10 11:55:19.561455 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-527f9167-e3e1-42dd-8d98-708f8a7787ba req-e0d7648b-d979-47e4-8a16-bb1e49528368 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454471 Feb 10 11:55:19.656952 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-885cbf3f-d859-42da-8cd0-75f069263cc8 req-86740cab-a864-42a2-a8be-e0152feee34e service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103000 Feb 10 11:55:19.849624 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 28882e7e-9fb9-4352-abc7-b2b70a2cf51b details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:55:20.055520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:55:20.072045 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'port_id': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b', 'mac_address': 'fa:16:3e:e4:bc:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:55:20.133014 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:20.153568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28882e7e-9fb9-4352-abc7-b2b70a2cf51b {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:55:20.172155 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:55:20.177192 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:20.257032 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:55:20.384233 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['28882e7e-9fb9-4352-abc7-b2b70a2cf51b'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:55:20.841226 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fc04f-d337-429c-b65e-a9bc917826a8 req-742f19e8-f0eb-4ef7-a0bd-4deb966211b3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:20.843320 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a98fc04f-d337-429c-b65e-a9bc917826a8 req-742f19e8-f0eb-4ef7-a0bd-4deb966211b3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 944 time: 0.0907271 Feb 10 11:55:20.996082 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a98fc04f-d337-429c-b65e-a9bc917826a8 req-12ec22f4-0584-4478-a4ac-ce00cfd72a73 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466172 Feb 10 11:55:21.851976 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 28882e7e-9fb9-4352-abc7-b2b70a2cf51b up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:55:21.949058 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:55:21.955409 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:55:21.955801 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:22.102787 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:22.156806 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93919277-c9d1-4c28-8d0e-a584a9163210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:55:22.176600 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:55:22.183914 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:22.235200 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93919277-c9d1-4c28-8d0e-a584a9163210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b', 'code': 200} Feb 10 11:55:22.296517 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:55:22.322169 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3db138-3651-4d15-b521-4cf18650d3d3 req-321811a1-eea7-4110-a854-307994d6e48b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:22.325212 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df3db138-3651-4d15-b521-4cf18650d3d3 req-321811a1-eea7-4110-a854-307994d6e48b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0966792 Feb 10 11:55:22.408572 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df3db138-3651-4d15-b521-4cf18650d3d3 req-63f867f0-7130-4870-8d92-83158510af45 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759699 Feb 10 11:55:22.500319 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e57cae62-bbc2-4f11-a036-d20204f12b7f req-87b0b759-4d29-4a58-b956-9491556464bd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 1098 time: 0.0800147 Feb 10 11:55:22.551759 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e57cae62-bbc2-4f11-a036-d20204f12b7f req-1d6bb41e-4581-4c83-8b32-13a4c97284ad service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448678 Feb 10 11:55:23.655557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36a2f3-4713-43a1-9655-d22bf719af0e req-07f4171b-b118-444e-ae9b-59e70257d1e1 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:23.658313 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ca36a2f3-4713-43a1-9655-d22bf719af0e req-07f4171b-b118-444e-ae9b-59e70257d1e1 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0920429 Feb 10 11:55:23.721441 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ca36a2f3-4713-43a1-9655-d22bf719af0e req-393c1219-1949-4d21-823a-d6dffee743d8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507083 Feb 10 11:55:24.973506 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccd032-ee26-455f-af87-19b32e98dbf0 req-c4b8f839-e477-42d8-88e9-10f1df85cc06 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:24.975120 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bccd032-ee26-455f-af87-19b32e98dbf0 req-c4b8f839-e477-42d8-88e9-10f1df85cc06 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0923433 Feb 10 11:55:25.027099 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bccd032-ee26-455f-af87-19b32e98dbf0 req-6306f073-8d28-4252-a3d4-a3fbcfbb3b2f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448613 Feb 10 11:55:25.365155 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13ed1c-b112-4109-b76b-d0a00b75e734 req-4f02664b-b40a-4913-995d-1c95a1fa3fe6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:25.367668 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae13ed1c-b112-4109-b76b-d0a00b75e734 req-4f02664b-b40a-4913-995d-1c95a1fa3fe6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.1434431 Feb 10 11:55:25.377553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 44438) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:55:25.383453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-62c71888-ee89-47cc-9bb3-7d321b4a4bb6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Request body: {'floatingip': {'port_id': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:55:25.472558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-62c71888-ee89-47cc-9bb3-7d321b4a4bb6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:26.181316 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-62c71888-ee89-47cc-9bb3-7d321b4a4bb6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:26.186405 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-62c71888-ee89-47cc-9bb3-7d321b4a4bb6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:26.394184 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-62c71888-ee89-47cc-9bb3-7d321b4a4bb6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Floating IP ce77dc89-366e-43d0-8ee9-4b332ffcd079 associated. External IP: 172.26.4.231, port: 28882e7e-9fb9-4352-abc7-b2b70a2cf51b. Feb 10 11:55:26.539110 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f9a23c31-f479-4199-bfc4-ead05982474f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:26.957537 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c71888-ee89-47cc-9bb3-7d321b4a4bb6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Router 790dc5db-00a6-48d0-bef2-824ec00f4565 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:55:27.185763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c71888-ee89-47cc-9bb3-7d321b4a4bb6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:55:27.190948 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-62c71888-ee89-47cc-9bb3-7d321b4a4bb6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:27.197697 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3f5c10-95d4-4836-8ae5-378567c6b454 None None] Sync routers for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:55:27.213909 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3f5c10-95d4-4836-8ae5-378567c6b454 None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:55:27.214622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2e3f5c10-95d4-4836-8ae5-378567c6b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:54:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:55:27.255862 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-62c71888-ee89-47cc-9bb3-7d321b4a4bb6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "PUT /v2.0/floatingips/ce77dc89-366e-43d0-8ee9-4b332ffcd079 HTTP/1.1" status: 200 len: 991 time: 1.8732698 Feb 10 11:55:27.255862 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93919277-c9d1-4c28-8d0e-a584a9163210', 'tag': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:55:27.352397 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93919277-c9d1-4c28-8d0e-a584a9163210', 'tag': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b', 'status': 'completed', 'code': 200} Feb 10 11:55:27.482139 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f8074d17-78ae-4f56-9541-7b2aafe47b91 req-960a4516-f9da-48f6-a9f3-a705d0f790f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 1098 time: 0.1034658 Feb 10 11:55:27.568597 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-2e3f5c10-95d4-4836-8ae5-378567c6b454 None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:55:27.720194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8074d17-78ae-4f56-9541-7b2aafe47b91 req-a10936df-73a4-4518-8f37-34b43b5870b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:27.723473 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f8074d17-78ae-4f56-9541-7b2aafe47b91 req-a10936df-73a4-4518-8f37-34b43b5870b0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.2345848 Feb 10 11:55:27.754462 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68c063-d0b9-4b9a-af0b-b162508c44f2 req-5c7dbf7a-c4b1-459a-8ad7-4d06b6ba36f4 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:27.756828 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d68c063-d0b9-4b9a-af0b-b162508c44f2 req-5c7dbf7a-c4b1-459a-8ad7-4d06b6ba36f4 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.1138790 Feb 10 11:55:27.828328 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d68c063-d0b9-4b9a-af0b-b162508c44f2 req-567156b6-658e-4cb9-8e7c-3e2f95578520 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647647 Feb 10 11:55:27.911483 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f8074d17-78ae-4f56-9541-7b2aafe47b91 req-c90f0f76-97df-48a9-beeb-c4f07b1c9b9d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28882e7e-9fb9-4352-abc7-b2b70a2cf51b HTTP/1.1" status: 200 len: 999 time: 0.1808274 Feb 10 11:55:27.981673 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8074d17-78ae-4f56-9541-7b2aafe47b91 req-e8e74c8f-bd36-423e-8ca8-2cb8451aee5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:27.983049 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f8074d17-78ae-4f56-9541-7b2aafe47b91 req-e8e74c8f-bd36-423e-8ca8-2cb8451aee5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0650492 Feb 10 11:55:28.012387 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2e3f5c10-95d4-4836-8ae5-378567c6b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'ce77dc89-366e-43d0-8ee9-4b332ffcd079', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'floating_ip_address': '172.26.4.231', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'port_id': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'mac_address': 'fa:16:3e:e4:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93919277-c9d1-4c28-8d0e-a584a9163210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:54:14Z', 'updated_at': '2022-02-10T11:55:26Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:55:28.018684 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3f5c10-95d4-4836-8ae5-378567c6b454 None None] Checking router: 790dc5db-00a6-48d0-bef2-824ec00f4565 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:55:28.037780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3f5c10-95d4-4836-8ae5-378567c6b454 None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:55:28.038662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2e3f5c10-95d4-4836-8ae5-378567c6b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:54:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:55:28.071467 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f8074d17-78ae-4f56-9541-7b2aafe47b91 req-07fa8464-961b-4350-8097-61d6b3435437 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820014 Feb 10 11:55:28.221371 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f8074d17-78ae-4f56-9541-7b2aafe47b91 req-561461b2-64f4-4932-bcc6-038572a3f04f service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432064 Feb 10 11:55:28.321911 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-2e3f5c10-95d4-4836-8ae5-378567c6b454 None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:55:28.377222 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f8074d17-78ae-4f56-9541-7b2aafe47b91 req-721e92f0-f0da-484e-a9aa-49575942dd68 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487658 Feb 10 11:55:28.722109 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2e3f5c10-95d4-4836-8ae5-378567c6b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'ce77dc89-366e-43d0-8ee9-4b332ffcd079', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'floating_ip_address': '172.26.4.231', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'port_id': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'mac_address': 'fa:16:3e:e4:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93919277-c9d1-4c28-8d0e-a584a9163210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:54:14Z', 'updated_at': '2022-02-10T11:55:26Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:55:28.726850 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3f5c10-95d4-4836-8ae5-378567c6b454 None None] The sync data for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv is: [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'ce77dc89-366e-43d0-8ee9-4b332ffcd079', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'floating_ip_address': '172.26.4.231', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'port_id': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'mac_address': 'fa:16:3e:e4:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93919277-c9d1-4c28-8d0e-a584a9163210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:54:14Z', 'updated_at': '2022-02-10T11:55:26Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:55:28.852301 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-72fe0b40-eb0a-4e56-940f-4f2de77ae602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:28.993003 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32194fbc-b222-4a5a-9498-8d431d00b090 None None] New status for floating IP ce77dc89-366e-43d0-8ee9-4b332ffcd079: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:55:29.099240 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055c4c9-7b2a-4fc3-ac83-78758f7ecc62 req-5c3fd285-253a-4ae1-b1b2-32a9787ead11 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:29.100803 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9055c4c9-7b2a-4fc3-ac83-78758f7ecc62 req-5c3fd285-253a-4ae1-b1b2-32a9787ead11 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0982368 Feb 10 11:55:29.180495 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9055c4c9-7b2a-4fc3-ac83-78758f7ecc62 req-652dca95-bd01-40a5-81f4-690f35d36111 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676789 Feb 10 11:55:29.859958 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:30.197022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:30.349663 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-00f8c9a4-2e88-4de2-902b-f270516fe8d4 req-b85ed575-ac80-42d1-93f1-397fba12bb3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 1098 time: 0.0780599 Feb 10 11:55:30.460299 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e80bae-78fc-4c7e-be80-77acf93c535f req-72b4b93e-c35f-4eeb-8c5d-38c2bb046bf1 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:30.462884 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38e80bae-78fc-4c7e-be80-77acf93c535f req-72b4b93e-c35f-4eeb-8c5d-38c2bb046bf1 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.1373663 Feb 10 11:55:30.514399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8c9a4-2e88-4de2-902b-f270516fe8d4 req-95f6388e-1f81-4e83-a229-74b9a30ba8a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:30.517002 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-00f8c9a4-2e88-4de2-902b-f270516fe8d4 req-95f6388e-1f81-4e83-a229-74b9a30ba8a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1470799 Feb 10 11:55:30.531179 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38e80bae-78fc-4c7e-be80-77acf93c535f req-de83cb98-c467-4855-b323-fbafde27c6c7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609090 Feb 10 11:55:30.649426 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-00f8c9a4-2e88-4de2-902b-f270516fe8d4 req-2749c315-5b1e-41c8-b153-881158475d63 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28882e7e-9fb9-4352-abc7-b2b70a2cf51b HTTP/1.1" status: 200 len: 1001 time: 0.1251657 Feb 10 11:55:30.717395 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8c9a4-2e88-4de2-902b-f270516fe8d4 req-b81d20be-e8ff-44b2-88c4-bede33e35743 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:30.718891 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-00f8c9a4-2e88-4de2-902b-f270516fe8d4 req-b81d20be-e8ff-44b2-88c4-bede33e35743 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0632358 Feb 10 11:55:30.942028 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-00f8c9a4-2e88-4de2-902b-f270516fe8d4 req-a7343c1d-6c81-4587-842a-c9516169d28d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2165422 Feb 10 11:55:31.116487 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-00f8c9a4-2e88-4de2-902b-f270516fe8d4 req-f89e9afb-f154-4908-8449-2d4dcd119202 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672170 Feb 10 11:55:31.271229 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-00f8c9a4-2e88-4de2-902b-f270516fe8d4 req-e39cf1a4-4784-4358-ac00-dc27c2b6c907 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482155 Feb 10 11:55:31.595217 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:31.783095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7211f-c2bf-4501-909e-fe9105714d34 req-8c0a1c71-d018-4d3d-a950-3ac03f333513 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:31.784730 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9cc7211f-c2bf-4501-909e-fe9105714d34 req-8c0a1c71-d018-4d3d-a950-3ac03f333513 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0855956 Feb 10 11:55:31.846683 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9cc7211f-c2bf-4501-909e-fe9105714d34 req-6a91bc03-6579-4c32-b923-222a9578d21d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504510 Feb 10 11:55:33.088457 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a428d-c6dc-4631-a92e-6ec9163119c6 req-353428d7-0ea7-41fd-a6f2-8078341eecd7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:33.090912 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c92a428d-c6dc-4631-a92e-6ec9163119c6 req-353428d7-0ea7-41fd-a6f2-8078341eecd7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0883336 Feb 10 11:55:33.142506 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c92a428d-c6dc-4631-a92e-6ec9163119c6 req-6978e34a-3ec9-41e1-9d6c-e6ea647b64d2 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453806 Feb 10 11:55:34.379427 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc392cf-3c92-4523-b791-b700c539eadb req-d1218757-7a64-435d-a0df-691e1aaee208 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:34.381502 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7cc392cf-3c92-4523-b791-b700c539eadb req-d1218757-7a64-435d-a0df-691e1aaee208 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0976374 Feb 10 11:55:34.438135 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7cc392cf-3c92-4523-b791-b700c539eadb req-e8ef7055-1ac1-42c7-8114-465ec486bbd8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495956 Feb 10 11:55:35.666306 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905a397-d231-4bd7-a85a-9009b46101ae req-2be6d1ec-e420-4f8c-a83e-597d58ba869f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:35.668452 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e905a397-d231-4bd7-a85a-9009b46101ae req-2be6d1ec-e420-4f8c-a83e-597d58ba869f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0833290 Feb 10 11:55:35.746970 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e905a397-d231-4bd7-a85a-9009b46101ae req-c81ca148-e50f-43fd-b092-6b054f92b3ae tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707088 Feb 10 11:55:37.017216 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae9db9-32ff-4d0f-9f76-a5b8c2e82fb5 req-55c6484e-c24c-470c-806f-f9aaa03c76c9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:37.018878 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fbae9db9-32ff-4d0f-9f76-a5b8c2e82fb5 req-55c6484e-c24c-470c-806f-f9aaa03c76c9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.1018493 Feb 10 11:55:37.080005 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fbae9db9-32ff-4d0f-9f76-a5b8c2e82fb5 req-c4a9f1e9-5ffa-433b-b573-0eed88e8ca4c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534339 Feb 10 11:55:38.307260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:38.486567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b44e8-089e-4971-8ed3-9adb31364055 req-9981e8f2-678c-4675-adc5-f5bd5cd29757 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:38.489176 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9c7b44e8-089e-4971-8ed3-9adb31364055 req-9981e8f2-678c-4675-adc5-f5bd5cd29757 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0960221 Feb 10 11:55:38.571029 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9c7b44e8-089e-4971-8ed3-9adb31364055 req-8af3700b-2a44-404d-b85a-00cd87e3f3e1 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754514 Feb 10 11:55:39.800829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e4454-a87f-4988-8af4-ab6e37c007ce req-012866b9-6add-4efb-b5e7-55df6f514870 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:39.802578 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e31e4454-a87f-4988-8af4-ab6e37c007ce req-012866b9-6add-4efb-b5e7-55df6f514870 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0893342 Feb 10 11:55:39.878804 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e31e4454-a87f-4988-8af4-ab6e37c007ce req-6917517f-104f-46e9-a1ad-e32467ab8dee tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672846 Feb 10 11:55:41.147543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53ae5a-c777-47eb-bc53-4769349b6b4b req-1810f56d-d373-4f28-bbe9-3814d9abba39 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:41.149870 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6a53ae5a-c777-47eb-bc53-4769349b6b4b req-1810f56d-d373-4f28-bbe9-3814d9abba39 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.1096172 Feb 10 11:55:41.210501 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6a53ae5a-c777-47eb-bc53-4769349b6b4b req-33ca1cfc-1cfe-47da-96cc-0906678441e9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537479 Feb 10 11:55:42.438523 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8c0b3-cfe7-404f-8a2b-516bd1582636 req-295bd544-138b-40bd-8641-eac90a8ed5b1 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:42.440097 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c8d8c0b3-cfe7-404f-8a2b-516bd1582636 req-295bd544-138b-40bd-8641-eac90a8ed5b1 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0879698 Feb 10 11:55:42.511814 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c8d8c0b3-cfe7-404f-8a2b-516bd1582636 req-5636cb1f-3847-4ffc-8447-061413a258b9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605204 Feb 10 11:55:43.851456 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d89346-7b8c-4b10-b699-10df445c8181 req-1c2c1a24-bdf1-4187-9ddd-bb28bde732a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:43.853487 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-31d89346-7b8c-4b10-b699-10df445c8181 req-1c2c1a24-bdf1-4187-9ddd-bb28bde732a8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.1963477 Feb 10 11:55:43.909742 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-31d89346-7b8c-4b10-b699-10df445c8181 req-ed321400-9eea-4a34-b5f7-35a92074649a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488346 Feb 10 11:55:45.129279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3527707-48ee-44c6-836e-22ee11ecb133 req-fcb5b5ac-865a-4f62-ab3e-5ef957c7988b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:45.130887 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b3527707-48ee-44c6-836e-22ee11ecb133 req-fcb5b5ac-865a-4f62-ab3e-5ef957c7988b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0855532 Feb 10 11:55:45.187603 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b3527707-48ee-44c6-836e-22ee11ecb133 req-2a5aeee9-2268-4b77-9934-ee0a88201b2e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448480 Feb 10 11:55:46.405634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaa16c-8175-44c1-bfb0-449ed74b34f8 req-9226a815-4463-4abf-9990-81523084bb9e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:46.407222 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-debaa16c-8175-44c1-bfb0-449ed74b34f8 req-9226a815-4463-4abf-9990-81523084bb9e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0875080 Feb 10 11:55:46.460515 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-debaa16c-8175-44c1-bfb0-449ed74b34f8 req-14c5a2c0-4afd-4c3b-899b-f6c59b230f76 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433679 Feb 10 11:55:47.710914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf36f5-8b70-4c13-a81a-74e67620c02a req-263e684b-ebff-4aa8-bfcd-822d45ae45d7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:47.712720 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53cf36f5-8b70-4c13-a81a-74e67620c02a req-263e684b-ebff-4aa8-bfcd-822d45ae45d7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0863316 Feb 10 11:55:47.769776 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53cf36f5-8b70-4c13-a81a-74e67620c02a req-360e2e6a-20d5-4a2e-ae57-9a7e74969cf0 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501604 Feb 10 11:55:49.000318 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c02c6-c428-47b6-8f37-7df50c5b6d81 req-98433331-221e-46bc-85e3-bff92221ea8a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:49.001974 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-682c02c6-c428-47b6-8f37-7df50c5b6d81 req-98433331-221e-46bc-85e3-bff92221ea8a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0932040 Feb 10 11:55:49.053315 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-682c02c6-c428-47b6-8f37-7df50c5b6d81 req-59092984-7bc2-4e81-9996-3b7205b608e5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449693 Feb 10 11:55:49.166619 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:55:50.283336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13392a-8839-41b6-8c40-ba615e9a5f05 req-cb7f5e79-daab-46b6-b552-13d3b11c8239 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:50.284912 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3e13392a-8839-41b6-8c40-ba615e9a5f05 req-cb7f5e79-daab-46b6-b552-13d3b11c8239 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0893569 Feb 10 11:55:50.338965 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3e13392a-8839-41b6-8c40-ba615e9a5f05 req-736db44b-96aa-4e4d-a7d1-ca8d3b91ab03 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435667 Feb 10 11:55:51.556432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba253eb1-8ec3-438e-bf72-73ac5d41e7c8 req-416b3ae7-279e-4492-aef2-6cd32f0e61dc tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:51.558638 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ba253eb1-8ec3-438e-bf72-73ac5d41e7c8 req-416b3ae7-279e-4492-aef2-6cd32f0e61dc tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0868635 Feb 10 11:55:51.609691 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ba253eb1-8ec3-438e-bf72-73ac5d41e7c8 req-8997b8ed-df7c-4206-a769-b4310e32ef85 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451221 Feb 10 11:55:52.858397 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706939fd-b820-48ae-aa6d-337a5c7b044d req-0153eceb-fa78-408c-a690-275b2aa895b2 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:52.860788 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-706939fd-b820-48ae-aa6d-337a5c7b044d req-0153eceb-fa78-408c-a690-275b2aa895b2 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0899997 Feb 10 11:55:52.924079 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-706939fd-b820-48ae-aa6d-337a5c7b044d req-92ef9a58-3f3f-429d-9b01-6abb00298c9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563080 Feb 10 11:55:54.142048 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f998f-a16c-47c8-aaac-4f545813b5c9 req-b91800df-065a-41f0-b169-f3807bcb8695 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:54.143612 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-269f998f-a16c-47c8-aaac-4f545813b5c9 req-b91800df-065a-41f0-b169-f3807bcb8695 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0848789 Feb 10 11:55:54.195725 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-269f998f-a16c-47c8-aaac-4f545813b5c9 req-7c687bfe-c0b3-4b5b-a185-d79722c4df27 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456324 Feb 10 11:55:54.484510 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-02cf4f85-e26f-4ca2-93d0-36dc8c242ad9 req-1f825452-de9e-47fe-a45d-bad6f5a1a17b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1514766 Feb 10 11:55:54.799008 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-6f2568c0-66d9-4477-a393-53c00964d50a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864356 Feb 10 11:55:54.905432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c43102-9f6c-46eb-a96d-a53abc3d753c req-751836ef-ad14-4ec9-86ac-55437dc19205 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:54.907628 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-87c43102-9f6c-46eb-a96d-a53abc3d753c req-751836ef-ad14-4ec9-86ac-55437dc19205 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0962501 Feb 10 11:55:55.002246 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-87c43102-9f6c-46eb-a96d-a53abc3d753c req-e1e1c27e-8e6c-48c9-8549-1b7a1da3122a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820127 Feb 10 11:55:56.214906 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-8402db78-44b8-4f8f-92c2-9297e8c34f09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 1098 time: 0.0956724 Feb 10 11:55:56.265567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5ef8e-d138-40af-8081-80382943e65c req-ea966635-f9cf-427b-a739-53d7232e419a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:56.268153 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-98a5ef8e-d138-40af-8081-80382943e65c req-ea966635-f9cf-427b-a739-53d7232e419a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.1092525 Feb 10 11:55:56.334870 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-98a5ef8e-d138-40af-8081-80382943e65c req-b104f8a1-7d0b-4b4b-89fd-ccd93a9cd96f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600090 Feb 10 11:55:56.396066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-ae34f81d-fa5a-4c8f-8f99-689076727ce1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:56.397584 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-ae34f81d-fa5a-4c8f-8f99-689076727ce1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1770728 Feb 10 11:55:56.505735 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-c1f36a26-4fd1-44f3-8cbe-05e594cb1c2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28882e7e-9fb9-4352-abc7-b2b70a2cf51b HTTP/1.1" status: 200 len: 1001 time: 0.1016440 Feb 10 11:55:56.538921 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-69306b2c-4bc9-4b1a-91cb-b94e08363ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:56.580853 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-665e1aa1-7985-4d1b-80ef-44b4d8e86073 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:56.582353 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-665e1aa1-7985-4d1b-80ef-44b4d8e86073 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0703578 Feb 10 11:55:56.662780 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-2a619abe-bd56-48d7-9a82-065018193ce1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748444 Feb 10 11:55:56.809737 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-34b87a5d-cc8b-43d2-90c2-1a38f82457fd service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402404 Feb 10 11:55:56.963018 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-beef5314-859d-489a-aa4a-2210d155e168 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465425 Feb 10 11:55:57.567338 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68bc9a-8e2e-4ce7-a35f-b9fe68693b08 req-002f2490-d0a6-4d82-a02a-0af841bd904e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:57.568860 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd68bc9a-8e2e-4ce7-a35f-b9fe68693b08 req-002f2490-d0a6-4d82-a02a-0af841bd904e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0831213 Feb 10 11:55:57.628572 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd68bc9a-8e2e-4ce7-a35f-b9fe68693b08 req-1818f087-72d4-466a-b0e1-33e28424e2d1 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483062 Feb 10 11:55:58.672943 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-616402b1-0ca8-4a74-9724-081c3c78cc35 service neutron] 10.222.0.73 "GET /v2.0/ports/28882e7e-9fb9-4352-abc7-b2b70a2cf51b/bindings/hv-neutron-8284 HTTP/1.1" status: 200 len: 384 time: 0.0839388 Feb 10 11:55:58.850532 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4bd48945-5ade-4fa4-b7af-143b74d4e566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:58.882534 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5b00f-f609-4c9f-bb4a-2898959ed4f0 req-f4f33828-87cb-4c2c-970f-04d2ddf0fee8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:58.884592 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b9a5b00f-f609-4c9f-bb4a-2898959ed4f0 req-f4f33828-87cb-4c2c-970f-04d2ddf0fee8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.1112258 Feb 10 11:55:58.944089 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b9a5b00f-f609-4c9f-bb4a-2898959ed4f0 req-98983692-efff-4a16-b3c9-7eba68194271 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487168 Feb 10 11:55:59.046975 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-2c1117d7-fd32-4d56-b872-4fb4c4ebc40e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210&tenant_id=3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 1098 time: 0.1304839 Feb 10 11:55:59.149058 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-7282f991-3d2c-4fdb-a5a5-aa433add49ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 1098 time: 0.0801675 Feb 10 11:55:59.301405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-e861bb0c-5744-469d-b230-aa7f330bd69b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:59.303865 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-e861bb0c-5744-469d-b230-aa7f330bd69b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1488090 Feb 10 11:55:59.416060 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-0e1854c0-98b2-49c9-8eab-d6b534bf772c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28882e7e-9fb9-4352-abc7-b2b70a2cf51b HTTP/1.1" status: 200 len: 1001 time: 0.1040442 Feb 10 11:55:59.590799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-2322a972-00d7-4ef6-beca-dfa978e8ba38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:59.592432 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-2322a972-00d7-4ef6-beca-dfa978e8ba38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.1707160 Feb 10 11:55:59.675058 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-29a90a39-f1e8-4e5b-a065-dd6d3c647bf3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752628 Feb 10 11:55:59.823157 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-3b14b5a9-b953-4e31-85d7-51fc18b1edf6 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410241 Feb 10 11:55:59.874984 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:59.974091 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43709d4d-7e1a-4e50-8aac-dec4cdbcde93 req-84a0de0c-f8fe-45d6-8f25-e0e5c48573fa service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442194 Feb 10 11:56:00.204994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:00.232136 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8f995-7f55-476d-883f-62fcac08bd10 req-0f9c6a31-9e97-4ff3-8ca1-86d09e94a488 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:00.233796 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8eb8f995-7f55-476d-883f-62fcac08bd10 req-0f9c6a31-9e97-4ff3-8ca1-86d09e94a488 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.1341310 Feb 10 11:56:00.289996 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8eb8f995-7f55-476d-883f-62fcac08bd10 req-00060719-7efc-48d9-8761-9eef76f98d85 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457122 Feb 10 11:56:01.518024 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d2f13-3dc2-497e-acb1-6a1d4447161e req-4d959e44-d00b-46c6-a167-e4c6e1be34ab tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:01.519576 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b42d2f13-3dc2-497e-acb1-6a1d4447161e req-4d959e44-d00b-46c6-a167-e4c6e1be34ab tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0938988 Feb 10 11:56:01.579752 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b42d2f13-3dc2-497e-acb1-6a1d4447161e req-5ea1f236-ce67-432c-a1a2-43a307a892d1 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538299 Feb 10 11:56:01.600087 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:02.025520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 28882e7e-9fb9-4352-abc7-b2b70a2cf51b details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:56:02.028976 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 28882e7e-9fb9-4352-abc7-b2b70a2cf51b no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:56:02.285258 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:02.312274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:02.334822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'port_id': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b', 'mac_address': 'fa:16:3e:e4:bc:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:56:02.341672 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93919277-c9d1-4c28-8d0e-a584a9163210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:56:02.403150 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:02.411207 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:02.445528 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93919277-c9d1-4c28-8d0e-a584a9163210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b', 'code': 200} Feb 10 11:56:02.490138 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:02.520711 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28882e7e-9fb9-4352-abc7-b2b70a2cf51b {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:56:02.528636 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:02.640980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:02.642057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:02.642057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:02.642057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:02.642463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:02.642463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:02.642810 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:02.643134 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:02.643458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:02.643777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:02.644097 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:02.673332 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:56:02.673755 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:56:02.849768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ea5b3-c54b-492c-8f52-5f4285193b81 req-eaddc775-12db-4ab0-a984-bfbaa1ad8dc6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:02.851943 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b77ea5b3-c54b-492c-8f52-5f4285193b81 req-eaddc775-12db-4ab0-a984-bfbaa1ad8dc6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 943 time: 0.1053221 Feb 10 11:56:02.912708 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b77ea5b3-c54b-492c-8f52-5f4285193b81 req-82f858e6-7747-4718-b02b-7c2b8f91bb66 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495567 Feb 10 11:56:03.271976 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:03.294391 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28882e7e-9fb9-4352-abc7-b2b70a2cf51b {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:56:03.316522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:03.321939 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:03.333733 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07498cb5-2685-4f93-beb5-493c098b63ad req-566441f6-1df4-48ab-b35b-321e391927f2 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:03.336807 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07498cb5-2685-4f93-beb5-493c098b63ad req-566441f6-1df4-48ab-b35b-321e391927f2 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 943 time: 0.0965936 Feb 10 11:56:03.358347 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7657bb6-dfda-45bf-b1b6-fc2ce14e0d88 req-8d555ee7-904a-4d11-b342-c1bea98ce163 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:03.359229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-e7657bb6-dfda-45bf-b1b6-fc2ce14e0d88 req-8d555ee7-904a-4d11-b342-c1bea98ce163 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Synchronizing usage tracker for tenant:3575557e012a479bacfaed83311b3e34 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:56:03.380342 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-e7657bb6-dfda-45bf-b1b6-fc2ce14e0d88 req-8d555ee7-904a-4d11-b342-c1bea98ce163 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Unset dirty status for tenant:3575557e012a479bacfaed83311b3e34 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:56:03.381859 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e7657bb6-dfda-45bf-b1b6-fc2ce14e0d88 req-8d555ee7-904a-4d11-b342-c1bea98ce163 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210&tenant_id=3575557e012a479bacfaed83311b3e34&binding%3Ahost_id=hv-neutron-8284 HTTP/1.1" status: 200 len: 943 time: 0.1504245 Feb 10 11:56:03.396719 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['28882e7e-9fb9-4352-abc7-b2b70a2cf51b'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:56:03.427003 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07498cb5-2685-4f93-beb5-493c098b63ad req-e0a3fc79-c009-40f7-b3e0-47594f1bd95c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826578 Feb 10 11:56:03.438815 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,revision_number=7']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:03.571093 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e7657bb6-dfda-45bf-b1b6-fc2ce14e0d88 req-f58a32ea-fb6e-4d74-be31-39d303f0e048 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 1097 time: 0.0895715 Feb 10 11:56:03.714603 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7657bb6-dfda-45bf-b1b6-fc2ce14e0d88 req-176502c1-1dbf-4f68-9382-92c9a30791ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:03.716137 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e7657bb6-dfda-45bf-b1b6-fc2ce14e0d88 req-176502c1-1dbf-4f68-9382-92c9a30791ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1391690 Feb 10 11:56:03.830816 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e7657bb6-dfda-45bf-b1b6-fc2ce14e0d88 req-eb9129ee-7dc3-47cb-bb29-3a05ba937e37 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28882e7e-9fb9-4352-abc7-b2b70a2cf51b HTTP/1.1" status: 200 len: 1000 time: 0.1079679 Feb 10 11:56:03.900324 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7657bb6-dfda-45bf-b1b6-fc2ce14e0d88 req-a704f422-d628-49c9-8978-19ad23a00c78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:03.902656 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e7657bb6-dfda-45bf-b1b6-fc2ce14e0d88 req-a704f422-d628-49c9-8978-19ad23a00c78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0659666 Feb 10 11:56:03.991538 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e7657bb6-dfda-45bf-b1b6-fc2ce14e0d88 req-f6ee6387-dcde-46b2-94c5-f11a2475d103 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827529 Feb 10 11:56:04.034495 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 28882e7e-9fb9-4352-abc7-b2b70a2cf51b up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:56:04.123670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:56:04.124208 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:04.171472 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e7657bb6-dfda-45bf-b1b6-fc2ce14e0d88 req-890bea67-6071-4d84-8add-efa6a04f7ead service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732798 Feb 10 11:56:04.320435 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e7657bb6-dfda-45bf-b1b6-fc2ce14e0d88 req-88954d56-8d64-4a4d-8ec2-e8834fea820a service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419122 Feb 10 11:56:04.336840 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:04.385027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:04.390383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:04.450917 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93919277-c9d1-4c28-8d0e-a584a9163210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:56:04.488516 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,revision_number=8']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:04.542709 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93919277-c9d1-4c28-8d0e-a584a9163210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b', 'code': 200} Feb 10 11:56:04.663205 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007f099-3dbd-4b6e-86ab-c1bdd9004e0d req-f8014f19-f516-4b90-830e-15ebe577a5d2 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:04.664648 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a007f099-3dbd-4b6e-86ab-c1bdd9004e0d req-f8014f19-f516-4b90-830e-15ebe577a5d2 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0867665 Feb 10 11:56:04.727972 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a007f099-3dbd-4b6e-86ab-c1bdd9004e0d req-99a07053-b4a1-4878-9f2d-824083efe320 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515921 Feb 10 11:56:06.030713 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5417f45-1d0e-466b-a136-ac402e17d944 req-41a6fbd4-c852-4c9d-badc-337fa457ca7a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:06.032760 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f5417f45-1d0e-466b-a136-ac402e17d944 req-41a6fbd4-c852-4c9d-badc-337fa457ca7a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.1211026 Feb 10 11:56:06.085848 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f5417f45-1d0e-466b-a136-ac402e17d944 req-834169d4-cab2-4cd9-8ecc-20dfeb3542fe tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469160 Feb 10 11:56:06.304451 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f517df-a2c3-4eb9-8cd7-967c61bf0c2a req-4d96111b-0926-4ca3-953e-1420bc1387cc tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:06.306139 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f2f517df-a2c3-4eb9-8cd7-967c61bf0c2a req-4d96111b-0926-4ca3-953e-1420bc1387cc tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0870092 Feb 10 11:56:06.358492 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f2f517df-a2c3-4eb9-8cd7-967c61bf0c2a req-a807f16c-ad6f-4fd8-ba10-4f982600adf0 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456090 Feb 10 11:56:07.026469 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a3078b03-e7e6-4088-939f-dc09313f1616 req-f99b1bf5-3155-48a3-bf20-e02a871c5cc1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 1098 time: 0.1115110 Feb 10 11:56:07.038358 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd05864-80f4-41a2-812a-c64fa7169332 req-09a96920-9de1-48a7-884a-a7d9552a68c8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:07.040887 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6bd05864-80f4-41a2-812a-c64fa7169332 req-09a96920-9de1-48a7-884a-a7d9552a68c8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.1335466 Feb 10 11:56:07.096956 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6bd05864-80f4-41a2-812a-c64fa7169332 req-2954d574-7d31-43a5-bc07-06d14a059659 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492978 Feb 10 11:56:07.235606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3078b03-e7e6-4088-939f-dc09313f1616 req-29ee4f73-af24-4371-b36e-5572a63a4006 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:07.237073 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a3078b03-e7e6-4088-939f-dc09313f1616 req-29ee4f73-af24-4371-b36e-5572a63a4006 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.2049255 Feb 10 11:56:07.354202 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a3078b03-e7e6-4088-939f-dc09313f1616 req-5b454197-eac1-4e58-bd74-d02d4df9822a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28882e7e-9fb9-4352-abc7-b2b70a2cf51b HTTP/1.1" status: 200 len: 1001 time: 0.1102486 Feb 10 11:56:07.420869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3078b03-e7e6-4088-939f-dc09313f1616 req-9a04d71b-824f-4af2-8ed0-81a461080c1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:07.422432 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a3078b03-e7e6-4088-939f-dc09313f1616 req-9a04d71b-824f-4af2-8ed0-81a461080c1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0629292 Feb 10 11:56:07.622100 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a3078b03-e7e6-4088-939f-dc09313f1616 req-fd73329a-8fb6-4dd2-b681-589349075177 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1938503 Feb 10 11:56:07.777151 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a3078b03-e7e6-4088-939f-dc09313f1616 req-aeb0f57b-2be7-4352-ad1c-b21b2da7243d service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480687 Feb 10 11:56:07.929768 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a3078b03-e7e6-4088-939f-dc09313f1616 req-80b6f926-08d3-416e-be55-60ee3d4d394d service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468279 Feb 10 11:56:08.312509 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:08.380229 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466dffc-776c-479a-b140-cbbc86663f4e req-04f2d7ea-e199-49dd-b944-63e9e4dc9ff5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:08.381836 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b466dffc-776c-479a-b140-cbbc86663f4e req-04f2d7ea-e199-49dd-b944-63e9e4dc9ff5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.1101072 Feb 10 11:56:08.442448 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b466dffc-776c-479a-b140-cbbc86663f4e req-9c0c8c9c-310e-43ed-9128-62bed510389e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484042 Feb 10 11:56:09.775179 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317560e-7131-4bd6-b341-bd7ec34de19e req-63dfc57f-df6f-4905-9281-e2eba677cf68 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:09.778059 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5317560e-7131-4bd6-b341-bd7ec34de19e req-63dfc57f-df6f-4905-9281-e2eba677cf68 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.1855488 Feb 10 11:56:09.828566 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5317560e-7131-4bd6-b341-bd7ec34de19e req-fd32d519-7822-4b14-ae99-a40793866534 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445132 Feb 10 11:56:10.380416 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b3892-4bcc-41f0-8a42-907110fbe23e req-fefe7756-d37f-4c59-a3c4-dc41b115bd2d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:10.382338 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-389b3892-4bcc-41f0-8a42-907110fbe23e req-fefe7756-d37f-4c59-a3c4-dc41b115bd2d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0957355 Feb 10 11:56:10.433743 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-389b3892-4bcc-41f0-8a42-907110fbe23e req-4cbb70a4-02bb-4425-908d-48175582cf5a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447125 Feb 10 11:56:11.709452 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1994f-81b1-4547-893b-68383fe159a1 req-6208a557-a087-4fe8-a64b-5cc0ab4c8e5b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:11.712050 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4be1994f-81b1-4547-893b-68383fe159a1 req-6208a557-a087-4fe8-a64b-5cc0ab4c8e5b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0947802 Feb 10 11:56:11.789532 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4be1994f-81b1-4547-893b-68383fe159a1 req-df4cf3d5-9e96-479e-bd4f-a06367458b6b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706782 Feb 10 11:56:12.041348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eaa4fb-5e78-4481-8768-b81c0b7a6bd8 req-0320faee-1523-4903-acff-ae42ccce83e3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:12.044185 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-82eaa4fb-5e78-4481-8768-b81c0b7a6bd8 req-0320faee-1523-4903-acff-ae42ccce83e3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 945 time: 0.0878375 Feb 10 11:56:12.126104 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-82eaa4fb-5e78-4481-8768-b81c0b7a6bd8 req-461a731e-f25d-4738-bb0e-baccb1e10ac3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Deleting port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:56:12.126456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-82eaa4fb-5e78-4481-8768-b81c0b7a6bd8 req-461a731e-f25d-4738-bb0e-baccb1e10ac3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:12.411730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-82eaa4fb-5e78-4481-8768-b81c0b7a6bd8 req-461a731e-f25d-4738-bb0e-baccb1e10ac3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] For port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:12.411991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-82eaa4fb-5e78-4481-8768-b81c0b7a6bd8 req-461a731e-f25d-4738-bb0e-baccb1e10ac3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:12.730232 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-82eaa4fb-5e78-4481-8768-b81c0b7a6bd8 req-461a731e-f25d-4738-bb0e-baccb1e10ac3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:12.730592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-82eaa4fb-5e78-4481-8768-b81c0b7a6bd8 req-461a731e-f25d-4738-bb0e-baccb1e10ac3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:12.730981 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [req-82eaa4fb-5e78-4481-8768-b81c0b7a6bd8 req-461a731e-f25d-4738-bb0e-baccb1e10ac3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Floating IP ce77dc89-366e-43d0-8ee9-4b332ffcd079 disassociated. External IP: 172.26.4.231, port: 28882e7e-9fb9-4352-abc7-b2b70a2cf51b. Feb 10 11:56:12.731451 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-82eaa4fb-5e78-4481-8768-b81c0b7a6bd8 req-461a731e-f25d-4738-bb0e-baccb1e10ac3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Calling delete_port for 28882e7e-9fb9-4352-abc7-b2b70a2cf51b owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:56:12.935181 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-82eaa4fb-5e78-4481-8768-b81c0b7a6bd8 req-461a731e-f25d-4738-bb0e-baccb1e10ac3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:12.995140 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a731e-f25d-4738-bb0e-baccb1e10ac3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Pushing event deleted for resources: {'Port': ['ID=28882e7e-9fb9-4352-abc7-b2b70a2cf51b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:13.034329 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-98f36722-f0ae-40cd-ba77-66c45af5a978 req-efcde6c0-1674-434e-8340-1d30df5cb2dd tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 210 time: 0.0505314 Feb 10 11:56:13.246389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82eaa4fb-5e78-4481-8768-b81c0b7a6bd8 req-461a731e-f25d-4738-bb0e-baccb1e10ac3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Router 790dc5db-00a6-48d0-bef2-824ec00f4565 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:56:13.659961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82eaa4fb-5e78-4481-8768-b81c0b7a6bd8 req-461a731e-f25d-4738-bb0e-baccb1e10ac3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:56:13.671323 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79dba35-d736-4dad-9765-de54e97b2c56 None None] Sync routers for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:56:13.684718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79dba35-d736-4dad-9765-de54e97b2c56 None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:56:13.685392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d79dba35-d736-4dad-9765-de54e97b2c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:55:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:56:13.773725 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-82eaa4fb-5e78-4481-8768-b81c0b7a6bd8 req-461a731e-f25d-4738-bb0e-baccb1e10ac3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] No DVR routers for this DVR port 28882e7e-9fb9-4352-abc7-b2b70a2cf51b on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:56:13.777019 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-82eaa4fb-5e78-4481-8768-b81c0b7a6bd8 req-461a731e-f25d-4738-bb0e-baccb1e10ac3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:13.780810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93919277-c9d1-4c28-8d0e-a584a9163210', 'name': 'network-vif-deleted', 'tag': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:56:13.807504 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-82eaa4fb-5e78-4481-8768-b81c0b7a6bd8 req-461a731e-f25d-4738-bb0e-baccb1e10ac3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "DELETE /v2.0/ports/28882e7e-9fb9-4352-abc7-b2b70a2cf51b HTTP/1.1" status: 204 len: 173 time: 1.7563846 Feb 10 11:56:13.873210 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93919277-c9d1-4c28-8d0e-a584a9163210', 'name': 'network-vif-deleted', 'tag': '28882e7e-9fb9-4352-abc7-b2b70a2cf51b', 'status': 'completed', 'code': 200} Feb 10 11:56:13.894804 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d79dba35-d736-4dad-9765-de54e97b2c56 None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:56:14.320709 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ca6badf8-aea3-4a11-bebe-1415f44b61e2 req-87c8aca6-6174-41f4-9630-61525690ce02 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=93919277-c9d1-4c28-8d0e-a584a9163210 HTTP/1.1" status: 200 len: 210 time: 0.0720813 Feb 10 11:56:14.342841 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d79dba35-d736-4dad-9765-de54e97b2c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:56:14.347663 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79dba35-d736-4dad-9765-de54e97b2c56 None None] Checking router: 790dc5db-00a6-48d0-bef2-824ec00f4565 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:56:14.365022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79dba35-d736-4dad-9765-de54e97b2c56 None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:56:14.365686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d79dba35-d736-4dad-9765-de54e97b2c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:55:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:56:14.580959 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d79dba35-d736-4dad-9765-de54e97b2c56 None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:56:15.030745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d79dba35-d736-4dad-9765-de54e97b2c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:56:15.038945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79dba35-d736-4dad-9765-de54e97b2c56 None None] The sync data for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv is: [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:56:15.297042 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc371cb5-14f7-4a21-9fe1-720909a55076 None None] New status for floating IP ce77dc89-366e-43d0-8ee9-4b332ffcd079: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:56:15.787626 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-8db030fe-345d-4483-be89-8aa11e28f426 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--526332314&fields=id&tenant_id=3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 267 time: 0.0454683 Feb 10 11:56:16.010941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-d38e2326-0350-4858-bc68-c753003e0174 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:16.012490 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-d38e2326-0350-4858-bc68-c753003e0174 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 812 time: 0.2162704 Feb 10 11:56:16.034328 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-d93e9357-efff-43aa-ad0d-2d2002d3582d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/quotas/3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 375 time: 0.0123413 Feb 10 11:56:16.108383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 28882e7e-9fb9-4352-abc7-b2b70a2cf51b no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:56:16.138921 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-bcd641d1-eb6c-4e2a-877a-4048d8afafde tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0979443 Feb 10 11:56:16.172588 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 28882e7e-9fb9-4352-abc7-b2b70a2cf51b {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:56:16.173542 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 28882e7e-9fb9-4352-abc7-b2b70a2cf51b not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:56:16.391322 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-70dd6ab9-5ff6-4c63-9f41-33c6548c767b service neutron] 10.222.0.36 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405474 Feb 10 11:56:16.554840 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-6888e09b-fe6b-48d4-9385-7d7bca08d27b service neutron] 10.222.0.36 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546650 Feb 10 11:56:16.811375 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e93bf7c6-fe2d-42c5-b049-98e337ddfd57 req-5b62b7f8-d9d4-4639-9dd7-4ffc5f722662 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 210 time: 0.0470593 Feb 10 11:56:17.957564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-f76930a9-e234-4010-9ada-e1109ba40995 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:17.959332 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-f76930a9-e234-4010-9ada-e1109ba40995 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 812 time: 0.1812744 Feb 10 11:56:18.001872 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2a03fac5-d5d6-4757-ba36-fc81f770664e req-2140db50-9d1c-44f6-b956-572edc37346b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 210 time: 0.0434542 Feb 10 11:56:18.030776 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-0662ff42-1a09-4c81-a188-ee88e4c56643 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 379 time: 0.0590687 Feb 10 11:56:18.039629 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Request body: {'port': {'device_id': '7902c03a-1313-438b-819d-969bd4a605c3', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'admin_state_up': True, 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'security_groups': ['5fffcaa9-261d-4e58-a16d-4c0d246ff2bb']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:56:18.183723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:56:18.187896 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Usage tracker for resource:port and tenant:3575557e012a479bacfaed83311b3e34 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:56:18.190934 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:56:18.196849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:56:18.208006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Made reservation on behalf of 3575557e012a479bacfaed83311b3e34 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:56:18.211096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:18.404589 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Allocated IP 172.20.0.9 (f5e50fb8-cfe1-497b-a882-ecb360b1ffc8/7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93/ff88da27-ff57-425e-949f-7b38274689d6) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:56:18.620839 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:18.638376 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Transition to ACTIVE for port object ff88da27-ff57-425e-949f-7b38274689d6 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:56:18.662984 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:18.740923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:56:18.744392 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:56:18.748684 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:56:18.780938 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Pushing event updated for resources: {'Port': ['ID=ff88da27-ff57-425e-949f-7b38274689d6,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:18.806262 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:18.807195 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:18.807560 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:18.807893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:18.808330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:18.808691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:18.809025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:18.809414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:18.809741 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:18.810068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:18.810399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:18.834036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:18.835478 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:18.874208 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-b7e5f955-76fa-473a-a218-79fa4ee0dad5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8385081 Feb 10 11:56:18.890165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Request body: {'port': {'device_id': '7902c03a-1313-438b-819d-969bd4a605c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:56:19.031331 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-dd13e58e-5cee-4cb9-b3a0-d03453d96117 None None] Provisioning for port ff88da27-ff57-425e-949f-7b38274689d6 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:56:19.038194 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-dd13e58e-5cee-4cb9-b3a0-d03453d96117 None None] Provisioning complete for port ff88da27-ff57-425e-949f-7b38274689d6 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:56:19.038809 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-dd13e58e-5cee-4cb9-b3a0-d03453d96117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:19.058941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:19.145771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-dd13e58e-5cee-4cb9-b3a0-d03453d96117 None None] Port ff88da27-ff57-425e-949f-7b38274689d6 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:56:19.308674 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4d63c-61e0-4b27-986b-63f3d3fcae39 req-ae8ff8f2-0d33-46fa-aebc-13f9efa33ce0 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:19.310298 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-55f4d63c-61e0-4b27-986b-63f3d3fcae39 req-ae8ff8f2-0d33-46fa-aebc-13f9efa33ce0 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 931 time: 0.0979266 Feb 10 11:56:19.376090 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-55f4d63c-61e0-4b27-986b-63f3d3fcae39 req-e0157369-d895-49b5-8803-bdf0c5ec92e6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543284 Feb 10 11:56:19.519572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff88da27-ff57-425e-949f-7b38274689d6 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:56:19.526977 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:19.542316 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Transition to ACTIVE for port object ff88da27-ff57-425e-949f-7b38274689d6 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:56:19.546405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:19.693992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff88da27-ff57-425e-949f-7b38274689d6,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:19.927881 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Attempting to bind port ff88da27-ff57-425e-949f-7b38274689d6 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:56:19.928233 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Attempting to bind port ff88da27-ff57-425e-949f-7b38274689d6 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:56:19.928585 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Attempting to bind port ff88da27-ff57-425e-949f-7b38274689d6 on network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:56:19.936705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Port ff88da27-ff57-425e-949f-7b38274689d6 on network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:56:19.937080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Attempting to bind port ff88da27-ff57-425e-949f-7b38274689d6 on network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:56:19.946348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:56:19.946693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Checking segment: {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:56:19.947307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Bound using segment: {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:56:19.948171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Bound port: ff88da27-ff57-425e-949f-7b38274689d6, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:56:19.948579 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:20.058946 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] For port ff88da27-ff57-425e-949f-7b38274689d6, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:56:20.062023 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] For port ff88da27-ff57-425e-949f-7b38274689d6, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ff88da27-ff57-425e-949f-7b38274689d6,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:56:20.067669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:20.135841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:20.137284 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] 10.222.0.73 "PUT /v2.0/ports/ff88da27-ff57-425e-949f-7b38274689d6 HTTP/1.1" status: 200 len: 1093 time: 1.2548969 Feb 10 11:56:20.137749 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7902c03a-1313-438b-819d-969bd4a605c3', 'tag': 'ff88da27-ff57-425e-949f-7b38274689d6'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:56:20.162898 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14089b71-1729-4537-b8a4-8cdbf5c6b6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff88da27-ff57-425e-949f-7b38274689d6,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:20.232570 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7902c03a-1313-438b-819d-969bd4a605c3', 'tag': 'ff88da27-ff57-425e-949f-7b38274689d6', 'status': 'completed', 'code': 200} Feb 10 11:56:20.270780 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-5c08e1b4-82bd-430c-aba6-98b7fc39e019 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 1096 time: 0.0898712 Feb 10 11:56:20.340618 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-8499444a-9b04-460a-8a4d-2469a1987ad7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff88da27-ff57-425e-949f-7b38274689d6 HTTP/1.1" status: 200 len: 217 time: 0.0636430 Feb 10 11:56:20.411647 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-e3b416dc-cf3e-4af8-8de1-1bca2f10feaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:20.413008 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-e3b416dc-cf3e-4af8-8de1-1bca2f10feaa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0662241 Feb 10 11:56:20.490866 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-3487ea9b-d5b7-47e6-8b3d-44e2839435d3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711632 Feb 10 11:56:20.606181 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8db28-6487-4d5a-9b6c-6b51c33d15cf req-b0b919dd-542c-4f73-a7e6-45f14703fdf4 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:20.607654 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9fe8db28-6487-4d5a-9b6c-6b51c33d15cf req-b0b919dd-542c-4f73-a7e6-45f14703fdf4 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 943 time: 0.0781083 Feb 10 11:56:20.629246 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-532cd398-ecf7-4903-b599-8095dba14495 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318049 Feb 10 11:56:20.655923 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9fe8db28-6487-4d5a-9b6c-6b51c33d15cf req-e23d034e-27ec-462c-991a-6da341a947ea tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422997 Feb 10 11:56:20.779952 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-38523dcb-b12c-44aa-89b3-718ff9208102 req-53e32295-fa2f-4970-8243-e2863fa6e5ec service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451368 Feb 10 11:56:20.905827 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1d259544-3e8d-4125-a6aa-94f20b45f4d1 req-2fcb06f7-f0da-4730-bb42-ed4edbf25f89 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 1096 time: 0.0772841 Feb 10 11:56:21.051703 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d259544-3e8d-4125-a6aa-94f20b45f4d1 req-6bccf912-7ee2-4328-b7e1-fc11b51b143b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:21.053046 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1d259544-3e8d-4125-a6aa-94f20b45f4d1 req-6bccf912-7ee2-4328-b7e1-fc11b51b143b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1403718 Feb 10 11:56:21.138275 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1d259544-3e8d-4125-a6aa-94f20b45f4d1 req-2ebc9942-40e0-426d-9ded-a7d2e403b520 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff88da27-ff57-425e-949f-7b38274689d6 HTTP/1.1" status: 200 len: 217 time: 0.0789273 Feb 10 11:56:21.212236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d259544-3e8d-4125-a6aa-94f20b45f4d1 req-ca9668c4-1e3b-4373-aeaa-e4436e94c1d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:21.214209 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1d259544-3e8d-4125-a6aa-94f20b45f4d1 req-ca9668c4-1e3b-4373-aeaa-e4436e94c1d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0686858 Feb 10 11:56:21.296984 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1d259544-3e8d-4125-a6aa-94f20b45f4d1 req-9e178bdd-2329-4d22-8074-683e09a7fa79 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752552 Feb 10 11:56:21.439719 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1d259544-3e8d-4125-a6aa-94f20b45f4d1 req-5d1ac8f2-1eca-46e9-8c61-ba70eee44ac2 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357512 Feb 10 11:56:21.576767 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1d259544-3e8d-4125-a6aa-94f20b45f4d1 req-cf0d5f48-1cb3-42cf-9c2f-64ceb2617734 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308732 Feb 10 11:56:21.904850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15daabd-6cc6-4438-9652-f6b77f14afdc req-76a28e99-1655-4814-98b6-b382628edf90 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:21.906470 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a15daabd-6cc6-4438-9652-f6b77f14afdc req-76a28e99-1655-4814-98b6-b382628edf90 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 943 time: 0.1174381 Feb 10 11:56:21.957472 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a15daabd-6cc6-4438-9652-f6b77f14afdc req-7a7d96d0-6446-49d0-bb4b-97c7c20a90d9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427198 Feb 10 11:56:22.149262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ff88da27-ff57-425e-949f-7b38274689d6 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:56:22.289454 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ff88da27-ff57-425e-949f-7b38274689d6, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ff88da27-ff57-425e-949f-7b38274689d6,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:22.308733 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'ff88da27-ff57-425e-949f-7b38274689d6', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'port_id': 'ff88da27-ff57-425e-949f-7b38274689d6', 'mac_address': 'fa:16:3e:56:dc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:56:22.366076 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:22.385355 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff88da27-ff57-425e-949f-7b38274689d6 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:56:22.401771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ff88da27-ff57-425e-949f-7b38274689d6, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ff88da27-ff57-425e-949f-7b38274689d6,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:22.407547 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:22.478294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ff88da27-ff57-425e-949f-7b38274689d6,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:22.613419 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['ff88da27-ff57-425e-949f-7b38274689d6'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:56:23.165189 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d928d37-d6a4-413d-86aa-707274742f7a req-78309971-c6d0-46e9-86fd-2e4f25976e57 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:23.167370 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0d928d37-d6a4-413d-86aa-707274742f7a req-78309971-c6d0-46e9-86fd-2e4f25976e57 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 944 time: 0.0786197 Feb 10 11:56:23.218618 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0d928d37-d6a4-413d-86aa-707274742f7a req-a2b9c31b-bded-43d1-9585-e62b206390bc tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456316 Feb 10 11:56:24.147535 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ff88da27-ff57-425e-949f-7b38274689d6 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:56:24.222014 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port ff88da27-ff57-425e-949f-7b38274689d6 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:56:24.228004 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port ff88da27-ff57-425e-949f-7b38274689d6 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:56:24.228004 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:24.393435 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:24.426492 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7902c03a-1313-438b-819d-969bd4a605c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff88da27-ff57-425e-949f-7b38274689d6'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:56:24.438347 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ff88da27-ff57-425e-949f-7b38274689d6, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ff88da27-ff57-425e-949f-7b38274689d6,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:24.445099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:24.507408 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7902c03a-1313-438b-819d-969bd4a605c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff88da27-ff57-425e-949f-7b38274689d6', 'code': 200} Feb 10 11:56:24.535439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea96ae-b877-49bb-ba61-fdd204c6e61e req-9013f87a-6618-49d2-8853-bc26e0cccc57 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:24.537238 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ff88da27-ff57-425e-949f-7b38274689d6,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:24.537826 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-14ea96ae-b877-49bb-ba61-fdd204c6e61e req-9013f87a-6618-49d2-8853-bc26e0cccc57 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.1431112 Feb 10 11:56:24.609967 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-14ea96ae-b877-49bb-ba61-fdd204c6e61e req-f7d548cb-1db2-4379-9c48-72915a70d0c8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636015 Feb 10 11:56:24.798775 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0eace760-ae38-4cf9-8317-2abf5fdefa7c req-474753a5-e104-4ee0-a7e7-7eb88de92522 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 1098 time: 0.0748036 Feb 10 11:56:24.955268 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0eace760-ae38-4cf9-8317-2abf5fdefa7c req-9a82eaf4-dff3-4bc0-b3ab-34bb7ade3b90 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493764 Feb 10 11:56:25.859422 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae385c8f-91a7-4d33-80b6-11f869ae5208 req-267e0406-ab98-47cc-a8ab-d8999fde6ed6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:25.862082 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae385c8f-91a7-4d33-80b6-11f869ae5208 req-267e0406-ab98-47cc-a8ab-d8999fde6ed6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0988281 Feb 10 11:56:25.918165 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae385c8f-91a7-4d33-80b6-11f869ae5208 req-9134ffea-d2bd-4e50-8c19-0a6ab7c145f7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496266 Feb 10 11:56:26.168732 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:56:26.535619 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c2bd1550-0659-44c9-9743-40090862767a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:27.156040 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b744c-9612-4984-bba0-73f49ed67b6f req-3c6d8330-a418-45ca-9fbb-c80a33854fed tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:27.157601 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-742b744c-9612-4984-bba0-73f49ed67b6f req-3c6d8330-a418-45ca-9fbb-c80a33854fed tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0839522 Feb 10 11:56:27.210949 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-742b744c-9612-4984-bba0-73f49ed67b6f req-e27d1687-70b4-4b16-ba3e-104a139a3de9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473664 Feb 10 11:56:27.518666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9f9de-6f6e-4a2a-bd60-1ceb0b1d3d88 req-68db4cdf-02d2-48d0-9f9d-308e563ede08 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:27.520545 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1bd9f9de-6f6e-4a2a-bd60-1ceb0b1d3d88 req-68db4cdf-02d2-48d0-9f9d-308e563ede08 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.1753063 Feb 10 11:56:27.530496 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 44608) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:56:27.536856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-32f0821a-6bf6-41a0-89f1-57a1c1629f1c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Request body: {'floatingip': {'port_id': 'ff88da27-ff57-425e-949f-7b38274689d6'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:56:27.619983 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32f0821a-6bf6-41a0-89f1-57a1c1629f1c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for floatingip, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:28.267703 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32f0821a-6bf6-41a0-89f1-57a1c1629f1c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:28.271932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32f0821a-6bf6-41a0-89f1-57a1c1629f1c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:28.470677 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [None req-32f0821a-6bf6-41a0-89f1-57a1c1629f1c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Floating IP ce77dc89-366e-43d0-8ee9-4b332ffcd079 associated. External IP: 172.26.4.231, port: ff88da27-ff57-425e-949f-7b38274689d6. Feb 10 11:56:28.852636 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e44c-92f4-430f-bdda-491b549a4c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:28.875442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f0821a-6bf6-41a0-89f1-57a1c1629f1c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Router 790dc5db-00a6-48d0-bef2-824ec00f4565 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:56:29.198016 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f0821a-6bf6-41a0-89f1-57a1c1629f1c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:56:29.203481 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32f0821a-6bf6-41a0-89f1-57a1c1629f1c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:29.208038 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a5466-2918-4676-b10c-bc80a051c08c None None] Sync routers for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:56:29.220869 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a5466-2918-4676-b10c-bc80a051c08c None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:56:29.221538 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b27a5466-2918-4676-b10c-bc80a051c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:56:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:56:29.292374 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-32f0821a-6bf6-41a0-89f1-57a1c1629f1c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "PUT /v2.0/floatingips/ce77dc89-366e-43d0-8ee9-4b332ffcd079 HTTP/1.1" status: 200 len: 991 time: 1.7601340 Feb 10 11:56:29.293394 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7902c03a-1313-438b-819d-969bd4a605c3', 'tag': 'ff88da27-ff57-425e-949f-7b38274689d6'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:56:29.362093 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7902c03a-1313-438b-819d-969bd4a605c3', 'tag': 'ff88da27-ff57-425e-949f-7b38274689d6', 'status': 'completed', 'code': 200} Feb 10 11:56:29.447575 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-b27a5466-2918-4676-b10c-bc80a051c08c None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:56:29.461787 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8717d0c7-d0ce-4bde-b79f-63a776c2ab39 req-6ffb1ed0-181f-451d-92f2-8a36a8d82a24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 1098 time: 0.0776196 Feb 10 11:56:29.507200 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f75b9bf7-f6e6-4df3-aa94-2f7970e2c3a3 req-f192be31-4ce7-4ecb-b03c-3111fd26e0fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0724504 Feb 10 11:56:29.608609 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717d0c7-d0ce-4bde-b79f-63a776c2ab39 req-40847724-2d2f-4c57-8ed5-63181bf16c16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:29.610258 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8717d0c7-d0ce-4bde-b79f-63a776c2ab39 req-40847724-2d2f-4c57-8ed5-63181bf16c16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1432202 Feb 10 11:56:29.748566 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8717d0c7-d0ce-4bde-b79f-63a776c2ab39 req-e7953f05-a3d0-489a-927f-c76f5a09cb4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff88da27-ff57-425e-949f-7b38274689d6 HTTP/1.1" status: 200 len: 999 time: 0.1314366 Feb 10 11:56:29.860120 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717d0c7-d0ce-4bde-b79f-63a776c2ab39 req-28b689c9-8f5d-400f-b6a2-5de259c05d9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:29.861834 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8717d0c7-d0ce-4bde-b79f-63a776c2ab39 req-28b689c9-8f5d-400f-b6a2-5de259c05d9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.1055565 Feb 10 11:56:29.930126 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:29.948252 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b27a5466-2918-4676-b10c-bc80a051c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'ce77dc89-366e-43d0-8ee9-4b332ffcd079', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'floating_ip_address': '172.26.4.231', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'port_id': 'ff88da27-ff57-425e-949f-7b38274689d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'mac_address': 'fa:16:3e:56:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902c03a-1313-438b-819d-969bd4a605c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:54:14Z', 'updated_at': '2022-02-10T11:56:28Z', 'revision_number': 9, 'project_id': '3575557e012a479bacfaed83311b3e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:56:29.953836 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a5466-2918-4676-b10c-bc80a051c08c None None] Checking router: 790dc5db-00a6-48d0-bef2-824ec00f4565 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:56:29.970482 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a5466-2918-4676-b10c-bc80a051c08c None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:56:29.971236 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b27a5466-2918-4676-b10c-bc80a051c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:56:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:56:29.999477 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d179b7-f4c4-470f-bc73-ca347bae915b req-d296ef55-3a5a-4676-8a50-bdd85f5b7b8d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:30.001703 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-19d179b7-f4c4-470f-bc73-ca347bae915b req-d296ef55-3a5a-4676-8a50-bdd85f5b7b8d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.1390362 Feb 10 11:56:30.084299 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-19d179b7-f4c4-470f-bc73-ca347bae915b req-5b1451c0-8f5e-4fad-9e05-b927d9faedda tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658083 Feb 10 11:56:30.144113 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-3324bcff-e46d-43c6-89b1-25bbbbb94c89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3166912 Feb 10 11:56:30.149596 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8717d0c7-d0ce-4bde-b79f-63a776c2ab39 req-5651f3f2-bf37-44e6-9030-7a5aada71c3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2790163 Feb 10 11:56:30.258801 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:30.267012 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-b27a5466-2918-4676-b10c-bc80a051c08c None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:56:30.372043 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8717d0c7-d0ce-4bde-b79f-63a776c2ab39 req-da27d8c1-f781-4ef3-8cd0-9f120e50ed8b service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158272 Feb 10 11:56:30.544174 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8717d0c7-d0ce-4bde-b79f-63a776c2ab39 req-f7337721-f57f-43e8-ad9c-2cec621f172c service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647894 Feb 10 11:56:30.741086 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2032cc36-9d5d-4028-a227-13fb5d551f14 req-02beffd5-0914-43b0-959e-c32ec1d58af7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 1098 time: 0.0928254 Feb 10 11:56:30.778058 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b27a5466-2918-4676-b10c-bc80a051c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'ce77dc89-366e-43d0-8ee9-4b332ffcd079', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'floating_ip_address': '172.26.4.231', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'port_id': 'ff88da27-ff57-425e-949f-7b38274689d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'mac_address': 'fa:16:3e:56:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902c03a-1313-438b-819d-969bd4a605c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:54:14Z', 'updated_at': '2022-02-10T11:56:28Z', 'revision_number': 9, 'project_id': '3575557e012a479bacfaed83311b3e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:56:30.785294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a5466-2918-4676-b10c-bc80a051c08c None None] The sync data for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv is: [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'ce77dc89-366e-43d0-8ee9-4b332ffcd079', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'floating_ip_address': '172.26.4.231', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'port_id': 'ff88da27-ff57-425e-949f-7b38274689d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'mac_address': 'fa:16:3e:56:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902c03a-1313-438b-819d-969bd4a605c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:54:14Z', 'updated_at': '2022-02-10T11:56:28Z', 'revision_number': 9, 'project_id': '3575557e012a479bacfaed83311b3e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:56:30.908781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032cc36-9d5d-4028-a227-13fb5d551f14 req-d5d847e1-316a-42ec-bae6-bd42cee3f1ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:30.910979 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2032cc36-9d5d-4028-a227-13fb5d551f14 req-d5d847e1-316a-42ec-bae6-bd42cee3f1ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1498106 Feb 10 11:56:31.092792 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2032cc36-9d5d-4028-a227-13fb5d551f14 req-fedb4b26-2887-476a-aadc-5e81098ca9de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff88da27-ff57-425e-949f-7b38274689d6 HTTP/1.1" status: 200 len: 999 time: 0.1737425 Feb 10 11:56:31.131800 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f6a4e-3adb-4b4e-af2c-f73ef0cb5425 None None] New status for floating IP ce77dc89-366e-43d0-8ee9-4b332ffcd079: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:56:31.191876 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032cc36-9d5d-4028-a227-13fb5d551f14 req-f99c608a-2f6b-464a-aad9-704ff26cdf35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:31.195715 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2032cc36-9d5d-4028-a227-13fb5d551f14 req-f99c608a-2f6b-464a-aad9-704ff26cdf35 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0951941 Feb 10 11:56:31.362911 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2032cc36-9d5d-4028-a227-13fb5d551f14 req-ab9f959b-0976-4c06-8280-d46e1116cf7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1598420 Feb 10 11:56:31.453186 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fdf1a-6579-4641-947d-e40150e0a8c5 req-390e4474-c987-4ac1-a1d1-e61c1f63bc44 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:31.460191 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c91fdf1a-6579-4641-947d-e40150e0a8c5 req-390e4474-c987-4ac1-a1d1-e61c1f63bc44 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.1429369 Feb 10 11:56:31.514465 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c91fdf1a-6579-4641-947d-e40150e0a8c5 req-a8fccea8-c1c2-4f5e-8a6d-01292d99c573 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531116 Feb 10 11:56:31.607233 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:31.701591 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2032cc36-9d5d-4028-a227-13fb5d551f14 req-5ec65f7c-daa2-4983-aef4-e470d49a2fd4 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300073 Feb 10 11:56:31.912127 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2032cc36-9d5d-4028-a227-13fb5d551f14 req-6afa4e87-fb09-404a-923b-7a5fd365232f service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804605 Feb 10 11:56:32.033805 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-fdf85ae7-9031-4059-8ff6-7bb68ba44751 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 1098 time: 0.0801525 Feb 10 11:56:32.186762 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-9a5ea24f-1d85-4293-b763-e10a6c0e9821 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:32.188594 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-9a5ea24f-1d85-4293-b763-e10a6c0e9821 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1495650 Feb 10 11:56:32.312024 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-56da68b2-c798-489c-b2b6-939d400c12e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff88da27-ff57-425e-949f-7b38274689d6 HTTP/1.1" status: 200 len: 1002 time: 0.1162641 Feb 10 11:56:32.388004 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-e94494e3-2ea9-46a2-92cd-e94bba214737 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:32.389546 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-e94494e3-2ea9-46a2-92cd-e94bba214737 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0717318 Feb 10 11:56:32.473430 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-6c50b0f4-3fc0-492a-b071-c8ce3d4a038c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775301 Feb 10 11:56:32.621254 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-7e71ddc0-0854-459a-84aa-4536edd74fce service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416512 Feb 10 11:56:32.780840 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-792146b5-ecff-4d32-9ca5-2afa83523895 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531553 Feb 10 11:56:32.840828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90021d35-037e-4f7e-95b3-9de55fb5493b req-d7f2219a-e4c3-4c07-936e-1b219d3d27e7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:32.842518 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90021d35-037e-4f7e-95b3-9de55fb5493b req-d7f2219a-e4c3-4c07-936e-1b219d3d27e7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0939677 Feb 10 11:56:32.906727 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90021d35-037e-4f7e-95b3-9de55fb5493b req-8c080559-b68d-4f15-bacf-081678c3293b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565331 Feb 10 11:56:34.157688 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35805f-53eb-40c2-b9fb-e0f8850d0f78 req-2325a8f7-2ae9-4a22-a3bf-65e2013cffc0 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:34.159626 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c35805f-53eb-40c2-b9fb-e0f8850d0f78 req-2325a8f7-2ae9-4a22-a3bf-65e2013cffc0 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.1037734 Feb 10 11:56:34.215101 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c35805f-53eb-40c2-b9fb-e0f8850d0f78 req-1871888f-3660-4b08-9285-32f7635fdada tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483241 Feb 10 11:56:35.456989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d70974-64bb-45c8-b531-c6a3c52f7ca6 req-11c7ecef-08cf-49c4-952f-dbfdb9804723 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:35.458780 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-01d70974-64bb-45c8-b531-c6a3c52f7ca6 req-11c7ecef-08cf-49c4-952f-dbfdb9804723 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0869079 Feb 10 11:56:35.512596 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-01d70974-64bb-45c8-b531-c6a3c52f7ca6 req-acf28ea8-8058-410f-879f-15a63908e7a6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477114 Feb 10 11:56:36.754518 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e4e9c-adf2-4bb4-a486-b21f3112f3a7 req-ab4e2376-6613-41f7-8f13-3478783b48e6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:36.756075 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-570e4e9c-adf2-4bb4-a486-b21f3112f3a7 req-ab4e2376-6613-41f7-8f13-3478783b48e6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0953503 Feb 10 11:56:36.820773 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-570e4e9c-adf2-4bb4-a486-b21f3112f3a7 req-4fae2200-f654-4700-aa76-246891af1660 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557539 Feb 10 11:56:38.071504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba789d0-0446-4f8f-bd68-43c661f3f789 req-10285255-1ab6-4cfe-bd7a-194eb8236092 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:38.073483 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aba789d0-0446-4f8f-bd68-43c661f3f789 req-10285255-1ab6-4cfe-bd7a-194eb8236092 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0855377 Feb 10 11:56:38.132651 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aba789d0-0446-4f8f-bd68-43c661f3f789 req-9a3fa9bb-3554-4e6b-a236-a6c264201e8a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486045 Feb 10 11:56:38.313934 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:39.375812 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991e54d-e5bf-4c79-bba7-b8115203d44e req-86b8b974-8c95-427c-b983-bf33f0fb9c11 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:39.377396 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9991e54d-e5bf-4c79-bba7-b8115203d44e req-86b8b974-8c95-427c-b983-bf33f0fb9c11 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0931876 Feb 10 11:56:39.430388 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9991e54d-e5bf-4c79-bba7-b8115203d44e req-9d859076-d9ee-4e0d-9404-535dd3d4e461 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465076 Feb 10 11:56:40.656429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f503fa-6a92-4f1c-ba64-d0b12869a88a req-bedcf056-1bc7-461f-a270-83bede0f6dea tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:40.658063 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47f503fa-6a92-4f1c-ba64-d0b12869a88a req-bedcf056-1bc7-461f-a270-83bede0f6dea tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0878892 Feb 10 11:56:40.713632 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47f503fa-6a92-4f1c-ba64-d0b12869a88a req-9d9bd8bf-00d4-4934-b1f2-11b24dd1f136 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492332 Feb 10 11:56:41.979134 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774b7ec-dbea-409e-baba-17bf43155227 req-7f71aeab-5df5-4b22-8f3f-ec3bd9ca4edd tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:41.980709 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f774b7ec-dbea-409e-baba-17bf43155227 req-7f71aeab-5df5-4b22-8f3f-ec3bd9ca4edd tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.1006734 Feb 10 11:56:42.034904 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f774b7ec-dbea-409e-baba-17bf43155227 req-f883b2b8-ae95-46bf-ae5e-f68c7241d910 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480199 Feb 10 11:56:43.407689 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb5411-cba2-4632-9f14-0010bd9a11c7 req-091bf82a-fd11-4e41-bb46-25f46f97d0e8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:43.409570 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dceb5411-cba2-4632-9f14-0010bd9a11c7 req-091bf82a-fd11-4e41-bb46-25f46f97d0e8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0886538 Feb 10 11:56:43.460987 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dceb5411-cba2-4632-9f14-0010bd9a11c7 req-6154beb5-d092-4f37-97eb-64c796156cde tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453212 Feb 10 11:56:44.772201 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e3428-25d7-4941-b12d-0c0f3a447139 req-2bfb7ebb-8d32-49c0-847e-5a1a9c01d1a0 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:44.773755 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-598e3428-25d7-4941-b12d-0c0f3a447139 req-2bfb7ebb-8d32-49c0-847e-5a1a9c01d1a0 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0855939 Feb 10 11:56:44.830611 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-598e3428-25d7-4941-b12d-0c0f3a447139 req-9c78d7b5-cee2-4577-995c-8f3c2e63c3aa tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469205 Feb 10 11:56:46.098275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8a298-a6af-45eb-8723-91cb1fa2475f req-595da0e3-5e68-4b0e-b928-adc7ea9bf36b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:46.100260 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47a8a298-a6af-45eb-8723-91cb1fa2475f req-595da0e3-5e68-4b0e-b928-adc7ea9bf36b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0895736 Feb 10 11:56:46.166953 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47a8a298-a6af-45eb-8723-91cb1fa2475f req-2c5a983a-33c7-4579-8593-98a49a79edcc tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593011 Feb 10 11:56:47.387566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa166e6-d009-4b45-855b-91a722dcf81c req-5331e214-620b-4d59-bb61-83467875e85a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:47.389370 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-baa166e6-d009-4b45-855b-91a722dcf81c req-5331e214-620b-4d59-bb61-83467875e85a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0906014 Feb 10 11:56:47.442630 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-baa166e6-d009-4b45-855b-91a722dcf81c req-7b51f547-830b-4300-9a87-c6711faab445 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470641 Feb 10 11:56:48.679417 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16240d1d-1e69-4aed-84f0-011d4f8e227c req-50203086-f545-40d1-9afa-55e238f6571f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:48.681556 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-16240d1d-1e69-4aed-84f0-011d4f8e227c req-50203086-f545-40d1-9afa-55e238f6571f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0934291 Feb 10 11:56:48.734703 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-16240d1d-1e69-4aed-84f0-011d4f8e227c req-c9b4ca88-4cdd-4ad5-8de6-740f121f8586 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465951 Feb 10 11:56:49.971694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46024f0b-21db-426c-bc44-8d564c237219 req-96d71772-319b-45cb-830f-ea13bf4961c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:49.973435 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-46024f0b-21db-426c-bc44-8d564c237219 req-96d71772-319b-45cb-830f-ea13bf4961c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0867016 Feb 10 11:56:50.037044 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-46024f0b-21db-426c-bc44-8d564c237219 req-7a15f88f-e610-4de0-a265-f14a36eec766 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564861 Feb 10 11:56:51.274836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0183461-ac41-4c23-a412-ef400160ef3a req-0e96e9a5-4fd8-4862-a304-920314b0c136 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:51.276430 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c0183461-ac41-4c23-a412-ef400160ef3a req-0e96e9a5-4fd8-4862-a304-920314b0c136 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.1024525 Feb 10 11:56:51.328531 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c0183461-ac41-4c23-a412-ef400160ef3a req-95355a04-c374-40f2-90d0-c459556012ab tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462165 Feb 10 11:56:52.545959 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac8312-7823-4b14-9173-acde16811741 req-78104d47-d149-4092-82bc-8bf05ae3f866 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:52.547480 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5eac8312-7823-4b14-9173-acde16811741 req-78104d47-d149-4092-82bc-8bf05ae3f866 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0863893 Feb 10 11:56:52.599010 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5eac8312-7823-4b14-9173-acde16811741 req-611a09ed-5d7b-45f4-9119-736c28433bff tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457492 Feb 10 11:56:53.825435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de629982-f1b0-45b1-a7f9-111890b87c64 req-855eb693-c59e-40de-ac66-18c3f73ddf9b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:53.827011 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-de629982-f1b0-45b1-a7f9-111890b87c64 req-855eb693-c59e-40de-ac66-18c3f73ddf9b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0827529 Feb 10 11:56:53.882266 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-de629982-f1b0-45b1-a7f9-111890b87c64 req-8cae78c9-d843-49d1-84a9-752a7311c161 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486360 Feb 10 11:56:55.108591 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee3cb0-80f6-450e-88bc-b0e1e0297343 req-6de5cb75-8ed8-4a40-8458-566e571b2524 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:55.110129 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dbee3cb0-80f6-450e-88bc-b0e1e0297343 req-6de5cb75-8ed8-4a40-8458-566e571b2524 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0851114 Feb 10 11:56:55.159719 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dbee3cb0-80f6-450e-88bc-b0e1e0297343 req-098d33f8-e243-49db-addf-29bede09f0bb tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438082 Feb 10 11:56:56.381752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ac7f3-a842-4a0b-b42d-73f25b75e8f9 req-f270ad57-a88b-46d7-8184-6d5d8a865527 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:56.383749 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-742ac7f3-a842-4a0b-b42d-73f25b75e8f9 req-f270ad57-a88b-46d7-8184-6d5d8a865527 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0871079 Feb 10 11:56:56.443102 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-742ac7f3-a842-4a0b-b42d-73f25b75e8f9 req-1858c77e-5189-440b-9603-b23906c81722 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524781 Feb 10 11:56:56.540771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5e59657f-914e-4172-b704-fd8d3a64de94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:57.762713 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3e64d-c7c0-426d-be4d-d29fea1bd6b5 req-e3486e67-0b0c-406b-9f48-95b9678cae62 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:57.764249 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5da3e64d-c7c0-426d-be4d-d29fea1bd6b5 req-e3486e67-0b0c-406b-9f48-95b9678cae62 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.1862435 Feb 10 11:56:57.824145 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5da3e64d-c7c0-426d-be4d-d29fea1bd6b5 req-b8c2032f-40d7-4ab8-8118-b76767ed1391 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490942 Feb 10 11:56:58.861712 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-50ba80f8-68b1-4afe-a5ed-f3895b792087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:59.152918 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3717f9-6a39-4f17-af60-fbe70fcd841f req-bb2f1a90-47f4-42c6-9e03-9a7de5365fca tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:59.154375 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be3717f9-6a39-4f17-af60-fbe70fcd841f req-bb2f1a90-47f4-42c6-9e03-9a7de5365fca tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0892739 Feb 10 11:56:59.206870 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be3717f9-6a39-4f17-af60-fbe70fcd841f req-5dfbe865-28c2-4638-8931-cbfbed9d71a4 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466073 Feb 10 11:56:59.870679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:00.197086 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:00.444491 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bd30b-9923-4fca-a6ef-54bae1cab5e1 req-aa0d6a09-4bc7-4b77-805b-13a687bd236f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:00.447082 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-350bd30b-9923-4fca-a6ef-54bae1cab5e1 req-aa0d6a09-4bc7-4b77-805b-13a687bd236f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0855784 Feb 10 11:57:00.500014 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-350bd30b-9923-4fca-a6ef-54bae1cab5e1 req-5f862c8c-0892-44c8-aa0b-e3315822516e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467076 Feb 10 11:57:01.606748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:01.840078 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8abb7a-2384-4ff2-be19-037eff5a48e6 req-1e718f35-599f-47c6-ad5b-5744d41699f7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:01.842643 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9e8abb7a-2384-4ff2-be19-037eff5a48e6 req-1e718f35-599f-47c6-ad5b-5744d41699f7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.1135821 Feb 10 11:57:01.900870 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9e8abb7a-2384-4ff2-be19-037eff5a48e6 req-b67ebabf-ee32-4780-ae11-3188b0d2c88d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508628 Feb 10 11:57:03.133323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767e26b-d567-45b9-bf47-9bd1588a4f3c req-53059cb6-a851-41c0-8c31-cea4e1eeaa2e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:03.135350 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0767e26b-d567-45b9-bf47-9bd1588a4f3c req-53059cb6-a851-41c0-8c31-cea4e1eeaa2e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0866873 Feb 10 11:57:03.173977 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:57:03.217153 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0767e26b-d567-45b9-bf47-9bd1588a4f3c req-f6afcaf7-6538-4034-bbf3-231b9f7d540e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755825 Feb 10 11:57:04.451816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820e6d7-3c40-4205-8d6d-702c7fb19de6 req-d2e060d3-1ffc-44b2-bb3c-60b346513653 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:04.453501 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3820e6d7-3c40-4205-8d6d-702c7fb19de6 req-d2e060d3-1ffc-44b2-bb3c-60b346513653 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0840313 Feb 10 11:57:04.505892 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3820e6d7-3c40-4205-8d6d-702c7fb19de6 req-46dd99f6-21ff-4196-a5b2-c60945296957 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438843 Feb 10 11:57:04.672647 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-70137eb4-6596-4691-b049-42bcf34a48f8 service neutron] 10.222.0.73 "GET /v2.0/ports/ff88da27-ff57-425e-949f-7b38274689d6/bindings/hv-neutron-8284 HTTP/1.1" status: 200 len: 384 time: 0.1030986 Feb 10 11:57:04.982912 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-c528004e-9779-4ab5-84e5-1a601f9582e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3&tenant_id=3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 1098 time: 0.0806396 Feb 10 11:57:05.085242 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-0981ab49-f538-428d-95d9-75f7afdf93a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 1098 time: 0.0760794 Feb 10 11:57:05.240760 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-c73a71e9-1851-4d6b-826e-9667b925e6d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:05.242691 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-c73a71e9-1851-4d6b-826e-9667b925e6d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1506050 Feb 10 11:57:05.363752 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-f9daff92-a4ca-4300-b782-134cf098d8f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff88da27-ff57-425e-949f-7b38274689d6 HTTP/1.1" status: 200 len: 1002 time: 0.1152411 Feb 10 11:57:05.434954 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-6fdbca78-2539-4fed-b01c-9deef1969fb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:05.436582 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-6fdbca78-2539-4fed-b01c-9deef1969fb8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0666521 Feb 10 11:57:05.526034 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-7c96fc7e-5e85-4113-a07c-b7bb6322a3c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828977 Feb 10 11:57:05.790955 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452bb82-9130-495f-94d5-d7af41bc3869 req-67e995cf-24b1-42ff-a658-018a51997ce6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:05.793168 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5452bb82-9130-495f-94d5-d7af41bc3869 req-67e995cf-24b1-42ff-a658-018a51997ce6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.1351855 Feb 10 11:57:05.802855 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-6cf7910b-571a-4385-ba35-c77059454b23 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703869 Feb 10 11:57:05.845576 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5452bb82-9130-495f-94d5-d7af41bc3869 req-a7ee09b3-906f-4f1a-8fdc-6da4fc0b122a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458214 Feb 10 11:57:05.966042 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-697c10c1-20dd-4a8d-ab9a-66cb6845698e req-fa18a6d3-7a7e-4f9a-b8d8-023c79531a16 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556633 Feb 10 11:57:07.099250 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf732f-6062-4000-864b-0ee06d69122b req-bd893cd5-933e-48aa-b04d-f75fd85b5845 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:07.100799 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-40cf732f-6062-4000-864b-0ee06d69122b req-bd893cd5-933e-48aa-b04d-f75fd85b5845 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.1104193 Feb 10 11:57:07.154733 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-40cf732f-6062-4000-864b-0ee06d69122b req-d675d142-c33f-4c74-bbf9-878b5d7ed7e9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470195 Feb 10 11:57:08.328384 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:08.376885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51100852-a356-4c96-a760-faa25ad7d67f req-a0bcfffb-dd20-4804-80f4-8d8b661d2f4d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:08.378515 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-51100852-a356-4c96-a760-faa25ad7d67f req-a0bcfffb-dd20-4804-80f4-8d8b661d2f4d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0898800 Feb 10 11:57:08.430359 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-51100852-a356-4c96-a760-faa25ad7d67f req-9081ff0c-f346-46b9-81b3-0a36cb217813 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454915 Feb 10 11:57:08.438102 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ff88da27-ff57-425e-949f-7b38274689d6 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:57:08.440593 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ff88da27-ff57-425e-949f-7b38274689d6 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:57:08.805663 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:08.825312 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ff88da27-ff57-425e-949f-7b38274689d6, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ff88da27-ff57-425e-949f-7b38274689d6,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:08.847523 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'ff88da27-ff57-425e-949f-7b38274689d6', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'port_id': 'ff88da27-ff57-425e-949f-7b38274689d6', 'mac_address': 'fa:16:3e:56:dc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:57:08.887489 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7902c03a-1313-438b-819d-969bd4a605c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff88da27-ff57-425e-949f-7b38274689d6'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:57:08.913243 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ff88da27-ff57-425e-949f-7b38274689d6, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ff88da27-ff57-425e-949f-7b38274689d6,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:08.932685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:08.970924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:09.025677 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff88da27-ff57-425e-949f-7b38274689d6 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:57:09.039825 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7902c03a-1313-438b-819d-969bd4a605c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff88da27-ff57-425e-949f-7b38274689d6', 'code': 200} Feb 10 11:57:09.084312 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ff88da27-ff57-425e-949f-7b38274689d6,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:09.109855 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:09.110237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:09.110555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:09.110890 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:09.111230 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:09.111564 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:09.111897 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:09.112240 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:09.112673 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:09.112887 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:09.113246 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:09.119452 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:57:09.119811 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:57:09.132118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-3d25d8eb-0d1c-4438-b6f6-62e99d10ad56 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:09.133606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-3d25d8eb-0d1c-4438-b6f6-62e99d10ad56 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Synchronizing usage tracker for tenant:3575557e012a479bacfaed83311b3e34 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:57:09.151933 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-3d25d8eb-0d1c-4438-b6f6-62e99d10ad56 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Unset dirty status for tenant:3575557e012a479bacfaed83311b3e34 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:57:09.153364 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-3d25d8eb-0d1c-4438-b6f6-62e99d10ad56 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3&tenant_id=3575557e012a479bacfaed83311b3e34&binding%3Ahost_id=hv-neutron-8284 HTTP/1.1" status: 200 len: 943 time: 0.1746449 Feb 10 11:57:09.209364 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9b764-4b1a-44d2-a929-086a1d416a4b req-9abb6f2d-461f-4bf7-8874-9e58de39a5c7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:09.211190 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-57a9b764-4b1a-44d2-a929-086a1d416a4b req-9abb6f2d-461f-4bf7-8874-9e58de39a5c7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 943 time: 0.0990932 Feb 10 11:57:09.268237 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-b64b10a1-bbd5-4fc3-95e2-8d02f6461aed service neutron] 10.222.0.73 "GET /v2.0/ports/ff88da27-ff57-425e-949f-7b38274689d6/bindings/hv-neutron-8284 HTTP/1.1" status: 200 len: 384 time: 0.1081765 Feb 10 11:57:09.282522 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-57a9b764-4b1a-44d2-a929-086a1d416a4b req-cdeb5436-dcee-4e8a-b5fd-bbf7a6dba644 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614660 Feb 10 11:57:09.367810 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-6c8138ea-aea2-43f0-9d05-cdf6e52bf947 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 1096 time: 0.0736799 Feb 10 11:57:09.507214 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-a76ee95e-5eb0-41e3-bac7-c7ee7cdd042c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:09.508844 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-a76ee95e-5eb0-41e3-bac7-c7ee7cdd042c service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1361475 Feb 10 11:57:09.643307 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-f848950c-6994-427b-afca-f64676ba0e93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff88da27-ff57-425e-949f-7b38274689d6 HTTP/1.1" status: 200 len: 1000 time: 0.1287246 Feb 10 11:57:09.685533 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:09.707702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff88da27-ff57-425e-949f-7b38274689d6 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:57:09.725196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-f3db8535-9ffe-47cc-8f44-570e36bafe3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:09.728160 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-f3db8535-9ffe-47cc-8f44-570e36bafe3a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0780027 Feb 10 11:57:09.733003 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ff88da27-ff57-425e-949f-7b38274689d6, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ff88da27-ff57-425e-949f-7b38274689d6,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:09.739969 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:09.821918 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-c293dfb9-7c64-41ef-970f-223d5c90cb6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869007 Feb 10 11:57:09.843670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['ff88da27-ff57-425e-949f-7b38274689d6'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:57:09.954909 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ff88da27-ff57-425e-949f-7b38274689d6,revision_number=7']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:09.975166 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-bd577b68-3057-41e5-b6d8-56fa38eecacf service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468697 Feb 10 11:57:10.147156 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-d25d9e57-f8bd-4b55-89d0-061fcb16689b service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655354 Feb 10 11:57:10.436811 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ff88da27-ff57-425e-949f-7b38274689d6 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:57:10.514981 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port ff88da27-ff57-425e-949f-7b38274689d6 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:57:10.515520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:10.540269 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1368bd3-13ea-460d-abee-f2069649ab75 req-44e3a125-d099-4b82-819a-708d1e23a3dc tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:10.541859 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c1368bd3-13ea-460d-abee-f2069649ab75 req-44e3a125-d099-4b82-819a-708d1e23a3dc tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 944 time: 0.1218138 Feb 10 11:57:10.607987 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c1368bd3-13ea-460d-abee-f2069649ab75 req-44e8156d-fa87-4783-9833-72879facb4ae tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598600 Feb 10 11:57:10.650423 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:10.686947 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ff88da27-ff57-425e-949f-7b38274689d6, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ff88da27-ff57-425e-949f-7b38274689d6,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:10.692190 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:10.769470 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ff88da27-ff57-425e-949f-7b38274689d6,revision_number=8']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:11.041235 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7902c03a-1313-438b-819d-969bd4a605c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff88da27-ff57-425e-949f-7b38274689d6'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:57:11.111434 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7902c03a-1313-438b-819d-969bd4a605c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff88da27-ff57-425e-949f-7b38274689d6', 'code': 200} Feb 10 11:57:11.834049 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e795d9d-1432-4f51-b7b0-db1f4fd995f0 req-be093294-2afd-4317-932c-436e9e6bfe43 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:11.835666 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e795d9d-1432-4f51-b7b0-db1f4fd995f0 req-be093294-2afd-4317-932c-436e9e6bfe43 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.0925210 Feb 10 11:57:11.895455 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e795d9d-1432-4f51-b7b0-db1f4fd995f0 req-4b414cee-f122-4413-a70c-7d07d7debbc2 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529804 Feb 10 11:57:12.758613 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-818dc29e-6fbd-4b71-82e5-6f5b9f1aa8cf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3&tenant_id=3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 1098 time: 0.0798557 Feb 10 11:57:12.865506 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-0b860506-c899-4e0b-b580-6bee8c0402cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 1098 time: 0.0862818 Feb 10 11:57:13.027293 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-43544eea-9d19-4357-b777-5fede23765be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:13.028796 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-43544eea-9d19-4357-b777-5fede23765be service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1573942 Feb 10 11:57:13.177416 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-dbbd5f26-b098-4e0c-a27f-31db5e9a6d04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff88da27-ff57-425e-949f-7b38274689d6 HTTP/1.1" status: 200 len: 1002 time: 0.1411922 Feb 10 11:57:13.180949 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756588c2-dde1-4f3a-87f0-b862f2471f3c req-13b6b9ba-5313-4eda-ade9-c02e0f4506f2 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:13.182642 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-756588c2-dde1-4f3a-87f0-b862f2471f3c req-13b6b9ba-5313-4eda-ade9-c02e0f4506f2 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.1332803 Feb 10 11:57:13.262500 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-756588c2-dde1-4f3a-87f0-b862f2471f3c req-2082489b-9940-4c6f-9d96-e1545cb05313 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736456 Feb 10 11:57:13.276282 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-a6d22e24-198c-402a-9078-a62f647844e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:13.277788 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-a6d22e24-198c-402a-9078-a62f647844e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0947394 Feb 10 11:57:13.361981 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-c1e7a859-79cd-4f92-a789-ab0687133196 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738640 Feb 10 11:57:13.617740 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-14938daa-2b40-4dfa-b332-ef771783ab7f service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489185 Feb 10 11:57:13.768942 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a11e75e9-fee5-4a38-b6e2-beb06eea198f req-7e121719-1b0b-4381-896f-34dbfffb751a service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444693 Feb 10 11:57:14.441180 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ff88da27-ff57-425e-949f-7b38274689d6 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:57:14.497230 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ed1b0-3e7a-4f51-9be8-d7378975af7d req-00e2c9e5-b0f2-470a-ab5e-d60ea57522a1 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:14.499874 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d69ed1b0-3e7a-4f51-9be8-d7378975af7d req-00e2c9e5-b0f2-470a-ab5e-d60ea57522a1 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 945 time: 0.1056492 Feb 10 11:57:14.570158 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d69ed1b0-3e7a-4f51-9be8-d7378975af7d req-65f2cc07-dcf8-49ad-bc76-8c8ff0d1f4c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625739 Feb 10 11:57:14.615086 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ff88da27-ff57-425e-949f-7b38274689d6, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ff88da27-ff57-425e-949f-7b38274689d6,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:14.630965 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'ff88da27-ff57-425e-949f-7b38274689d6', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'port_id': 'ff88da27-ff57-425e-949f-7b38274689d6', 'mac_address': 'fa:16:3e:56:dc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:57:14.692641 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:14.713874 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff88da27-ff57-425e-949f-7b38274689d6 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:57:14.738458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ff88da27-ff57-425e-949f-7b38274689d6, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ff88da27-ff57-425e-949f-7b38274689d6,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:14.744715 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:14.858115 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['ff88da27-ff57-425e-949f-7b38274689d6'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:57:14.964696 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ff88da27-ff57-425e-949f-7b38274689d6,revision_number=9']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:15.819027 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a18a9-11d8-4f43-975f-c8dcaed2ff33 req-29df92e1-9c45-4f4d-bda9-2a3b2ae6366a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:15.822274 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f51a18a9-11d8-4f43-975f-c8dcaed2ff33 req-29df92e1-9c45-4f4d-bda9-2a3b2ae6366a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 944 time: 0.0891640 Feb 10 11:57:15.883716 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f51a18a9-11d8-4f43-975f-c8dcaed2ff33 req-a50a6aa5-bdaf-4f66-b6d9-e9964a06f3f9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551319 Feb 10 11:57:16.159379 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef49422-8123-4813-9a12-2d244bddf8ac req-e6ab2a4e-d6a3-49cb-8e34-79ef4a695c78 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:16.161891 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6ef49422-8123-4813-9a12-2d244bddf8ac req-e6ab2a4e-d6a3-49cb-8e34-79ef4a695c78 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 944 time: 0.1176288 Feb 10 11:57:16.227342 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6ef49422-8123-4813-9a12-2d244bddf8ac req-73aa9d1d-2c54-4062-9f15-adf3095fd57e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582323 Feb 10 11:57:16.453533 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ff88da27-ff57-425e-949f-7b38274689d6 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:57:16.541103 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8c6c9-069f-4f11-8ee7-49839c55c787 req-b069b896-91c4-454d-9385-07e9e4b0e075 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:16.543084 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27e8c6c9-069f-4f11-8ee7-49839c55c787 req-b069b896-91c4-454d-9385-07e9e4b0e075 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 944 time: 0.0918336 Feb 10 11:57:16.564963 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port ff88da27-ff57-425e-949f-7b38274689d6 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:57:16.565387 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:16.606104 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27e8c6c9-069f-4f11-8ee7-49839c55c787 req-4876216e-ece8-4d81-a684-e79a048cb802 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531023 Feb 10 11:57:16.709406 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:16.742627 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7902c03a-1313-438b-819d-969bd4a605c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff88da27-ff57-425e-949f-7b38274689d6'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:57:16.756747 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ff88da27-ff57-425e-949f-7b38274689d6, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ff88da27-ff57-425e-949f-7b38274689d6,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:16.764249 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:16.819072 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7902c03a-1313-438b-819d-969bd4a605c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff88da27-ff57-425e-949f-7b38274689d6', 'code': 200} Feb 10 11:57:16.861217 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ff88da27-ff57-425e-949f-7b38274689d6,revision_number=10']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:17.168873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e555c-a4a7-4578-b869-0df966d0b587 req-8a84b358-8cd5-4ffe-b120-4cf8da00346e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:17.170479 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-416e555c-a4a7-4578-b869-0df966d0b587 req-8a84b358-8cd5-4ffe-b120-4cf8da00346e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 946 time: 0.0883808 Feb 10 11:57:17.224555 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-416e555c-a4a7-4578-b869-0df966d0b587 req-ccf33a2f-8235-4497-a13a-c0726ffd9790 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476208 Feb 10 11:57:18.463148 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59640a-e58f-462f-9e3a-ab9017bcaf95 req-e64f903e-9f9d-4544-87f5-a63b86436e55 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:18.464775 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee59640a-e58f-462f-9e3a-ab9017bcaf95 req-e64f903e-9f9d-4544-87f5-a63b86436e55 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 946 time: 0.0906761 Feb 10 11:57:18.612575 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee59640a-e58f-462f-9e3a-ab9017bcaf95 req-20e4fb6a-f746-4085-a76b-628eaa55deb7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374993 Feb 10 11:57:19.320272 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdade2-134a-42e8-a33b-6c45d299b1b6 req-8513446d-a9f9-4549-99b5-0af76c4ba171 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:19.322966 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-11fdade2-134a-42e8-a33b-6c45d299b1b6 req-8513446d-a9f9-4549-99b5-0af76c4ba171 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 946 time: 0.1330452 Feb 10 11:57:19.404163 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-11fdade2-134a-42e8-a33b-6c45d299b1b6 req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Deleting port ff88da27-ff57-425e-949f-7b38274689d6 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:57:19.404604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-11fdade2-134a-42e8-a33b-6c45d299b1b6 req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:19.708647 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-11fdade2-134a-42e8-a33b-6c45d299b1b6 req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] For port ff88da27-ff57-425e-949f-7b38274689d6, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ff88da27-ff57-425e-949f-7b38274689d6,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:19.709177 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-11fdade2-134a-42e8-a33b-6c45d299b1b6 req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:19.912789 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4e5e5-f831-4ccd-84b2-96542dca902a req-8084ab0d-22fc-4c39-9eb5-4d4c99625107 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:19.915939 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-61c4e5e5-f831-4ccd-84b2-96542dca902a req-8084ab0d-22fc-4c39-9eb5-4d4c99625107 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 946 time: 0.1230652 Feb 10 11:57:19.970299 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-61c4e5e5-f831-4ccd-84b2-96542dca902a req-6e1bcea2-c76b-43b9-a078-5c97b455ba7e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464659 Feb 10 11:57:20.157271 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-11fdade2-134a-42e8-a33b-6c45d299b1b6 req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:20.157857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-11fdade2-134a-42e8-a33b-6c45d299b1b6 req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:20.158413 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [req-11fdade2-134a-42e8-a33b-6c45d299b1b6 req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Floating IP ce77dc89-366e-43d0-8ee9-4b332ffcd079 disassociated. External IP: 172.26.4.231, port: ff88da27-ff57-425e-949f-7b38274689d6. Feb 10 11:57:20.158928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-11fdade2-134a-42e8-a33b-6c45d299b1b6 req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Calling delete_port for ff88da27-ff57-425e-949f-7b38274689d6 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:57:20.318781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-11fdade2-134a-42e8-a33b-6c45d299b1b6 req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:20.376446 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Pushing event deleted for resources: {'Port': ['ID=ff88da27-ff57-425e-949f-7b38274689d6,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:20.394016 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:20.394365 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:20.394708 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:20.395042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:20.395377 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:20.395708 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:20.396037 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:20.396363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:20.396692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:20.397011 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:20.397365 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:20.635954 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11fdade2-134a-42e8-a33b-6c45d299b1b6 req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Router 790dc5db-00a6-48d0-bef2-824ec00f4565 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:57:20.974132 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11fdade2-134a-42e8-a33b-6c45d299b1b6 req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:57:20.985195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ccd2da-cd9c-404c-9906-909fb0986a2f None None] Sync routers for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:57:20.999032 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ccd2da-cd9c-404c-9906-909fb0986a2f None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:57:20.999758 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d9ccd2da-cd9c-404c-9906-909fb0986a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:56:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:21.055840 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fdade2-134a-42e8-a33b-6c45d299b1b6 req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] No DVR routers for this DVR port ff88da27-ff57-425e-949f-7b38274689d6 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:57:21.058542 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-11fdade2-134a-42e8-a33b-6c45d299b1b6 req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:21.061324 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7902c03a-1313-438b-819d-969bd4a605c3', 'name': 'network-vif-deleted', 'tag': 'ff88da27-ff57-425e-949f-7b38274689d6'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:57:21.080643 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-11fdade2-134a-42e8-a33b-6c45d299b1b6 req-e085d215-6649-4623-bbf1-ea82336cfd1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "DELETE /v2.0/ports/ff88da27-ff57-425e-949f-7b38274689d6 HTTP/1.1" status: 204 len: 173 time: 1.7520804 Feb 10 11:57:21.191305 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d8fd96e3-0220-4ab1-bd70-752b83635f8d req-b1a9ccb9-a5c1-4af9-bdc6-7bc6ea749193 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=7902c03a-1313-438b-819d-969bd4a605c3 HTTP/1.1" status: 200 len: 210 time: 0.0514286 Feb 10 11:57:21.228673 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7902c03a-1313-438b-819d-969bd4a605c3', 'name': 'network-vif-deleted', 'tag': 'ff88da27-ff57-425e-949f-7b38274689d6', 'status': 'completed', 'code': 200} Feb 10 11:57:21.229072 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d9ccd2da-cd9c-404c-9906-909fb0986a2f None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:57:21.625842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d9ccd2da-cd9c-404c-9906-909fb0986a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:21.630720 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ccd2da-cd9c-404c-9906-909fb0986a2f None None] Checking router: 790dc5db-00a6-48d0-bef2-824ec00f4565 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:57:21.644748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ccd2da-cd9c-404c-9906-909fb0986a2f None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:57:21.645424 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d9ccd2da-cd9c-404c-9906-909fb0986a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:56:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:21.858206 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d9ccd2da-cd9c-404c-9906-909fb0986a2f None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:57:22.210014 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d9ccd2da-cd9c-404c-9906-909fb0986a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:22.216210 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ccd2da-cd9c-404c-9906-909fb0986a2f None None] The sync data for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv is: [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:57:22.476918 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ff88da27-ff57-425e-949f-7b38274689d6 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:57:22.527773 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323223ab-bc91-4349-a94b-0d71c4717ea2 None None] New status for floating IP ce77dc89-366e-43d0-8ee9-4b332ffcd079: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:57:22.542350 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: ff88da27-ff57-425e-949f-7b38274689d6 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:57:22.542920 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ff88da27-ff57-425e-949f-7b38274689d6 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:57:22.759507 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-688bfad9-d726-4371-bb6f-1abc3afebfb4 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--526332314&fields=id&tenant_id=3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 267 time: 0.0717580 Feb 10 11:57:22.958279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-b705755d-0a02-46b9-91e0-1776b6b6ba7d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:22.959844 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-b705755d-0a02-46b9-91e0-1776b6b6ba7d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 812 time: 0.1917319 Feb 10 11:57:22.978996 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-f0af655f-8624-4a5e-a117-c91cac3e20e1 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/quotas/3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 375 time: 0.0125618 Feb 10 11:57:23.070583 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-52157f46-7262-4979-af87-69a6b02d90b0 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846148 Feb 10 11:57:23.220158 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-028eb8ad-369f-4ba3-9c7a-56be0e1e3cc1 service neutron] 10.222.0.36 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386597 Feb 10 11:57:23.373172 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-7cc9fb36-88a6-4b10-b7ae-b40552e69efd service neutron] 10.222.0.36 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455202 Feb 10 11:57:23.627454 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df88cffd-eafd-4924-97c4-7d0711651566 req-9e5f81d7-f837-44ef-943c-327136730466 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 210 time: 0.0818167 Feb 10 11:57:24.865818 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-1583114c-65c5-4dce-af4d-d739b69304d6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:24.869607 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-1583114c-65c5-4dce-af4d-d739b69304d6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 812 time: 0.2570560 Feb 10 11:57:24.917105 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5b93ccf-eb53-432f-9a53-6977118dd9a6 req-e82966c6-b3b1-4144-ac33-1ac3bb443727 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 210 time: 0.0877328 Feb 10 11:57:24.993656 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-e09dd39d-e042-47f3-8ea7-6e990030b83e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 379 time: 0.1083646 Feb 10 11:57:25.003791 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Request body: {'port': {'device_id': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'admin_state_up': True, 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'security_groups': ['5fffcaa9-261d-4e58-a16d-4c0d246ff2bb']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:57:25.166046 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:57:25.171594 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Usage tracker for resource:port and tenant:3575557e012a479bacfaed83311b3e34 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:57:25.175633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:57:25.184241 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:57:25.196527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Made reservation on behalf of 3575557e012a479bacfaed83311b3e34 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:57:25.200185 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:25.394513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Allocated IP 172.20.0.3 (f5e50fb8-cfe1-497b-a882-ecb360b1ffc8/7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93/ae3f9f1a-9b61-41dd-8be1-51cc3cadf929) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:57:25.647696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:25.668503 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Transition to ACTIVE for port object ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:57:25.693741 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:25.777985 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:57:25.781503 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:57:25.786276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:57:25.814136 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Pushing event updated for resources: {'Port': ['ID=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:25.867336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:25.868432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:25.911837 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-2258e8b2-9b30-4925-8f0e-4f83518dd3c5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9116023 Feb 10 11:57:25.928363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Request body: {'port': {'device_id': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:57:26.103299 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-796a7573-46d0-42cc-a243-5cf00773a204 None None] Provisioning for port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:57:26.111137 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-796a7573-46d0-42cc-a243-5cf00773a204 None None] Provisioning complete for port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:57:26.112262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-796a7573-46d0-42cc-a243-5cf00773a204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:26.130675 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:26.188420 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-796a7573-46d0-42cc-a243-5cf00773a204 None None] Port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:57:26.264786 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e6484-a8e8-4684-8604-0dffe6674795 req-3315d8f3-7efe-4832-b4f9-37051d8b496f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:26.267355 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a64e6484-a8e8-4684-8604-0dffe6674795 req-3315d8f3-7efe-4832-b4f9-37051d8b496f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 931 time: 0.1542354 Feb 10 11:57:26.327266 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a64e6484-a8e8-4684-8604-0dffe6674795 req-0429234a-9334-4824-92df-e9d8596a25dc tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528717 Feb 10 11:57:26.546673 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-088228a4-653f-4d61-91a6-6e44db746d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:26.554275 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:57:26.562531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:26.580091 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Transition to ACTIVE for port object ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:57:26.585496 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:26.725260 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:26.851356 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Attempting to bind port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:57:26.852044 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Attempting to bind port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:57:26.852379 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Attempting to bind port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 on network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:57:26.859500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 on network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:57:26.859823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Attempting to bind port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 on network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:57:26.867978 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:57:26.868996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Checking segment: {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:57:26.868996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Bound using segment: {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:57:26.869381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Bound port: ae3f9f1a-9b61-41dd-8be1-51cc3cadf929, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3113c497-e15b-4b87-b083-1e0fa73221d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:57:26.869558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:27.085208 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] For port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:57:27.089699 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] For port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:57:27.094976 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:27.173368 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:27.175125 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] 10.222.0.73 "PUT /v2.0/ports/ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 HTTP/1.1" status: 200 len: 1093 time: 1.2546709 Feb 10 11:57:27.175681 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'tag': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:57:27.207049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad5248-81e7-483d-a815-a272898f0516 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:27.299681 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'tag': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929', 'status': 'completed', 'code': 200} Feb 10 11:57:27.372203 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-7f92539f-2fd7-49b8-be01-d6e0132bf42a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 1096 time: 0.1422317 Feb 10 11:57:27.470025 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-541f6158-6395-4842-84ac-533e813296aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 HTTP/1.1" status: 200 len: 217 time: 0.0889425 Feb 10 11:57:27.550728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-185e49a2-41c1-457c-979a-76175f09d1f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:27.552510 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-185e49a2-41c1-457c-979a-76175f09d1f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0761688 Feb 10 11:57:27.639313 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-911592e5-c587-47f5-a6a4-d6d2cbee618e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799310 Feb 10 11:57:27.663608 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508b9c1-7e19-4ccb-8f8f-575b0e6d085a req-2fab01b8-5367-478b-a392-3fb677c1b11c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:27.666588 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1508b9c1-7e19-4ccb-8f8f-575b0e6d085a req-2fab01b8-5367-478b-a392-3fb677c1b11c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 943 time: 0.1469843 Feb 10 11:57:27.749430 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1508b9c1-7e19-4ccb-8f8f-575b0e6d085a req-88e2f44a-da88-470c-95a3-7ce7560ab6fe tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754163 Feb 10 11:57:27.811954 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-a9130018-c8d5-4ded-a5b9-2047456b2245 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667397 Feb 10 11:57:27.969026 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fe12d0bd-5a7f-45e0-a142-9ab1ba3f05e4 req-362abb38-9227-4b21-be7a-fcc8201a8bbf service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508908 Feb 10 11:57:28.114001 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5628bc9f-a855-4bab-92bc-6791eaba53d2 req-96817891-8b1f-40c0-9cd6-4dcc5039d9f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 1096 time: 0.0909154 Feb 10 11:57:28.266145 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628bc9f-a855-4bab-92bc-6791eaba53d2 req-d44f4fae-dc00-4093-a22b-3d5ffdaecde7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:28.267668 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5628bc9f-a855-4bab-92bc-6791eaba53d2 req-d44f4fae-dc00-4093-a22b-3d5ffdaecde7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1468358 Feb 10 11:57:28.341833 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5628bc9f-a855-4bab-92bc-6791eaba53d2 req-a47ea8dd-daaa-42c6-8e1f-a614acad6e0c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 HTTP/1.1" status: 200 len: 217 time: 0.0672824 Feb 10 11:57:28.454864 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628bc9f-a855-4bab-92bc-6791eaba53d2 req-95e4cba0-b21a-4947-88a3-9cfd5c292985 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:28.456751 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5628bc9f-a855-4bab-92bc-6791eaba53d2 req-95e4cba0-b21a-4947-88a3-9cfd5c292985 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.1088185 Feb 10 11:57:28.543083 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5628bc9f-a855-4bab-92bc-6791eaba53d2 req-c9abbe37-b4ed-4cc2-94a7-f1c80ef7d533 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792985 Feb 10 11:57:28.698230 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5628bc9f-a855-4bab-92bc-6791eaba53d2 req-d393dc7a-6943-41cb-afd7-9dd04260a0a1 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483352 Feb 10 11:57:28.872719 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-278c420c-741e-4ff1-8cf9-3bef066b183c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:28.874668 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5628bc9f-a855-4bab-92bc-6791eaba53d2 req-8287a128-7b36-48a0-9427-18aaf44f84cf service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690271 Feb 10 11:57:29.081922 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6a725-9e98-4d9a-aca2-26369a9e6241 req-47ecf9bc-da82-4eb1-9436-498506aff790 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:29.084475 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-45c6a725-9e98-4d9a-aca2-26369a9e6241 req-47ecf9bc-da82-4eb1-9436-498506aff790 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 943 time: 0.0907788 Feb 10 11:57:29.141241 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-45c6a725-9e98-4d9a-aca2-26369a9e6241 req-2f336dd3-cee3-456e-93b9-315f23ca258d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491116 Feb 10 11:57:29.882115 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:30.199722 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:30.366332 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19fb9e-e1a2-41a3-a950-d97bfcee2f37 req-b202f38e-c821-4071-86fc-63fc94e86559 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:30.368200 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d19fb9e-e1a2-41a3-a950-d97bfcee2f37 req-b202f38e-c821-4071-86fc-63fc94e86559 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 943 time: 0.0840912 Feb 10 11:57:30.456009 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d19fb9e-e1a2-41a3-a950-d97bfcee2f37 req-b7a7a1cd-3aa7-446a-83c6-1bf1bdd774f3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781970 Feb 10 11:57:30.540927 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:57:30.687293 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:30.703259 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'port_id': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929', 'mac_address': 'fa:16:3e:1f:2a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:57:30.766722 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:30.786937 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:57:30.805961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:30.810583 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:30.891588 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:31.023968 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['ae3f9f1a-9b61-41dd-8be1-51cc3cadf929'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:57:31.606018 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:31.677361 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83783f-ead8-4848-bf36-618c3cac4f7a req-b0783097-fd33-4a02-8571-7e57c186e4c8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:31.679565 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f83783f-ead8-4848-bf36-618c3cac4f7a req-b0783097-fd33-4a02-8571-7e57c186e4c8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 944 time: 0.0921187 Feb 10 11:57:31.733844 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f83783f-ead8-4848-bf36-618c3cac4f7a req-e55cf612-2c01-4610-9f10-49444c7030b5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447464 Feb 10 11:57:32.561212 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:57:32.638775 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:57:32.644811 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:57:32.645352 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:32.778019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:32.818158 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:57:32.830949 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:32.836862 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:32.948173 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929', 'code': 200} Feb 10 11:57:32.952487 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:33.036216 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd8e6d-a379-44f0-8881-5653665798e5 req-51020a27-9494-42b2-9b6c-68b20453775a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:33.038562 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-86fd8e6d-a379-44f0-8881-5653665798e5 req-51020a27-9494-42b2-9b6c-68b20453775a tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0955908 Feb 10 11:57:33.102337 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-86fd8e6d-a379-44f0-8881-5653665798e5 req-99c056be-af62-4d81-8492-15c91f0ed589 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527041 Feb 10 11:57:33.226898 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4cdc1134-ee24-450a-ba28-afc7cd1ba986 req-9ed956df-460d-45bd-b9ff-cc7ee0b557c6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 1098 time: 0.0776134 Feb 10 11:57:33.274774 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4cdc1134-ee24-450a-ba28-afc7cd1ba986 req-87dea6af-fc0b-45fc-a2c2-9848a77a21d9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416920 Feb 10 11:57:34.374939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a1243-223a-4f60-b6a7-6e0af3d2ee6d req-c14b4e29-ba70-4f17-afad-3d68f12cdf19 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:34.377511 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-879a1243-223a-4f60-b6a7-6e0af3d2ee6d req-c14b4e29-ba70-4f17-afad-3d68f12cdf19 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.1224849 Feb 10 11:57:34.433237 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-879a1243-223a-4f60-b6a7-6e0af3d2ee6d req-17b5e0ee-a117-4d93-822c-855d91db5741 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479136 Feb 10 11:57:35.676118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2c710-25f6-4398-bfe5-0a5287c8c451 req-b307ff3e-0774-4485-a0dd-cd1d8058b502 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:35.677611 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ece2c710-25f6-4398-bfe5-0a5287c8c451 req-b307ff3e-0774-4485-a0dd-cd1d8058b502 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0892673 Feb 10 11:57:35.729877 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ece2c710-25f6-4398-bfe5-0a5287c8c451 req-b41355f3-55ef-44e7-838f-a2e5fed46d9e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451434 Feb 10 11:57:35.984153 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c4ca2-8262-4a8a-84a2-9c4b3e1d016f req-12495d7c-99f4-43cb-b760-3b3e73432be8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:35.985774 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-741c4ca2-8262-4a8a-84a2-9c4b3e1d016f req-12495d7c-99f4-43cb-b760-3b3e73432be8 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.1273806 Feb 10 11:57:35.995254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 44786) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:57:36.001030 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-21de1e70-fa5a-4a64-9fd4-27cc97642441 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Request body: {'floatingip': {'port_id': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:57:36.087981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21de1e70-fa5a-4a64-9fd4-27cc97642441 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for floatingip, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:36.924814 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21de1e70-fa5a-4a64-9fd4-27cc97642441 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:36.930266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21de1e70-fa5a-4a64-9fd4-27cc97642441 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:37.170458 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [None req-21de1e70-fa5a-4a64-9fd4-27cc97642441 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Floating IP ce77dc89-366e-43d0-8ee9-4b332ffcd079 associated. External IP: 172.26.4.231, port: ae3f9f1a-9b61-41dd-8be1-51cc3cadf929. Feb 10 11:57:37.641894 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21de1e70-fa5a-4a64-9fd4-27cc97642441 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Router 790dc5db-00a6-48d0-bef2-824ec00f4565 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:57:38.152524 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21de1e70-fa5a-4a64-9fd4-27cc97642441 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:57:38.157818 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21de1e70-fa5a-4a64-9fd4-27cc97642441 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:38.169256 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335eff9-f26f-48a0-a278-e478b365d078 None None] Sync routers for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:57:38.186597 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3335eff9-f26f-48a0-a278-e478b365d078 None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:57:38.187262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-3335eff9-f26f-48a0-a278-e478b365d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:57:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:38.221898 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-21de1e70-fa5a-4a64-9fd4-27cc97642441 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "PUT /v2.0/floatingips/ce77dc89-366e-43d0-8ee9-4b332ffcd079 HTTP/1.1" status: 200 len: 992 time: 2.2249582 Feb 10 11:57:38.222871 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'tag': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:57:38.291469 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'tag': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929', 'status': 'completed', 'code': 200} Feb 10 11:57:38.408539 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:38.473616 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b7ba0aee-ecef-41a5-b78d-792c23fea8ed req-90e83dee-685a-4318-82b8-80de61e2c5a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 1098 time: 0.1539395 Feb 10 11:57:38.482039 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-3335eff9-f26f-48a0-a278-e478b365d078 None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:57:38.680072 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba0aee-ecef-41a5-b78d-792c23fea8ed req-6177f4f1-b93d-4f1c-839a-09c8f5f628a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:38.681779 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b7ba0aee-ecef-41a5-b78d-792c23fea8ed req-6177f4f1-b93d-4f1c-839a-09c8f5f628a4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.2018721 Feb 10 11:57:38.831983 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b7ba0aee-ecef-41a5-b78d-792c23fea8ed req-f50e5821-e7d7-4750-b1c8-7c59d0318a9d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 HTTP/1.1" status: 200 len: 1000 time: 0.1439545 Feb 10 11:57:38.946191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba0aee-ecef-41a5-b78d-792c23fea8ed req-b7d26732-46da-48c5-b037-34b59242d60f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:38.948762 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b7ba0aee-ecef-41a5-b78d-792c23fea8ed req-b7d26732-46da-48c5-b037-34b59242d60f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.1100838 Feb 10 11:57:39.014929 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-3335eff9-f26f-48a0-a278-e478b365d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'ce77dc89-366e-43d0-8ee9-4b332ffcd079', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'floating_ip_address': '172.26.4.231', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'port_id': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'mac_address': 'fa:16:3e:1f:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:54:14Z', 'updated_at': '2022-02-10T11:57:36Z', 'revision_number': 13, 'project_id': '3575557e012a479bacfaed83311b3e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:39.023221 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335eff9-f26f-48a0-a278-e478b365d078 None None] Checking router: 790dc5db-00a6-48d0-bef2-824ec00f4565 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:57:39.039852 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3335eff9-f26f-48a0-a278-e478b365d078 None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:57:39.040597 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-3335eff9-f26f-48a0-a278-e478b365d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:57:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:39.089429 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b7ba0aee-ecef-41a5-b78d-792c23fea8ed req-759db4b4-c9c7-432c-a990-adbf0e45a439 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1340635 Feb 10 11:57:39.257258 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-3335eff9-f26f-48a0-a278-e478b365d078 None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:57:39.354297 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b7ba0aee-ecef-41a5-b78d-792c23fea8ed req-f3b864d8-a124-4529-881f-41dfadfe4f2f service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578554 Feb 10 11:57:39.581781 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b7ba0aee-ecef-41a5-b78d-792c23fea8ed req-57c1b7db-1bf7-497a-a0f4-bfa3791f0441 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212975 Feb 10 11:57:39.755205 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-3335eff9-f26f-48a0-a278-e478b365d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'ce77dc89-366e-43d0-8ee9-4b332ffcd079', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'floating_ip_address': '172.26.4.231', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'port_id': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'mac_address': 'fa:16:3e:1f:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:54:14Z', 'updated_at': '2022-02-10T11:57:36Z', 'revision_number': 13, 'project_id': '3575557e012a479bacfaed83311b3e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:39.760547 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335eff9-f26f-48a0-a278-e478b365d078 None None] The sync data for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv is: [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'ce77dc89-366e-43d0-8ee9-4b332ffcd079', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'floating_ip_address': '172.26.4.231', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'port_id': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'mac_address': 'fa:16:3e:1f:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:54:14Z', 'updated_at': '2022-02-10T11:57:36Z', 'revision_number': 13, 'project_id': '3575557e012a479bacfaed83311b3e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:57:40.019392 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310fec9f-0703-4f54-8e3a-2beb54d131e6 None None] New status for floating IP ce77dc89-366e-43d0-8ee9-4b332ffcd079: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:57:40.250999 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef87d0-33f5-4a89-9710-b4796f8c4311 req-4e9c42e6-dcf6-462e-9ac2-248e0ba16ca7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:40.253502 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27ef87d0-33f5-4a89-9710-b4796f8c4311 req-4e9c42e6-dcf6-462e-9ac2-248e0ba16ca7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.1439178 Feb 10 11:57:40.279976 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:57:40.319500 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27ef87d0-33f5-4a89-9710-b4796f8c4311 req-36787195-473b-4235-af82-339159ad0f4b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587306 Feb 10 11:57:42.375987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [req-21d26f23-5432-4352-bc24-ad30ae81f5ec req-b38f771b-63a6-4ce4-9ba8-6561def7b611 service neutron] (83555) timed out ('10.222.0.73', 63143) {{(pid=83555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 11:57:49.282916 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-51cc1be3-fc6d-4a07-8bbb-8adadd0b2508 req-dc6d591f-8e36-47e3-a0c0-893cea0437bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0867839 Feb 10 11:57:49.620810 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-ac4e58af-dced-412d-b6e3-931ba67bdf79 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1155033 Feb 10 11:57:49.752639 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b3f35-1171-42d3-944d-80ebc7d24ee1 req-16bccc3f-4e25-41ab-a3f0-07e21df2970d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:49.753908 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db1b3f35-1171-42d3-944d-80ebc7d24ee1 req-16bccc3f-4e25-41ab-a3f0-07e21df2970d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.1863618 Feb 10 11:57:49.813319 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db1b3f35-1171-42d3-944d-80ebc7d24ee1 req-53174721-d70d-4666-acf3-4d91a91323be tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477874 Feb 10 11:57:51.094650 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-b2ea6eb2-ee66-45de-8548-2395aabc37c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 1098 time: 0.0963326 Feb 10 11:57:51.116205 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33111d-9326-42be-8ca7-7e0911afba94 req-4ff4b9a7-b891-44b4-a2af-40391d24f867 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:51.117819 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fd33111d-9326-42be-8ca7-7e0911afba94 req-4ff4b9a7-b891-44b4-a2af-40391d24f867 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0856109 Feb 10 11:57:51.168597 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fd33111d-9326-42be-8ca7-7e0911afba94 req-8f90d40f-0451-4a84-bbfe-1bde3aa0b23d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448432 Feb 10 11:57:51.250041 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-6294daa2-7c8b-4cbe-9472-bdf7aae88962 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:51.251410 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-6294daa2-7c8b-4cbe-9472-bdf7aae88962 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1494844 Feb 10 11:57:51.366658 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-2acc6229-00b1-4b74-9a39-f800a65d4ee8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 HTTP/1.1" status: 200 len: 1002 time: 0.1081414 Feb 10 11:57:51.435022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-e6b331d7-f0e3-4352-8d7a-0bfd60d1facd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:51.436405 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-e6b331d7-f0e3-4352-8d7a-0bfd60d1facd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0632524 Feb 10 11:57:51.524335 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-f247f097-9e1a-4ff2-a45f-bd8f5da443ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813818 Feb 10 11:57:51.672306 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-3753585e-eb21-460c-8067-6ff0049b4741 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408589 Feb 10 11:57:51.934462 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-df711865-f982-41ce-938b-6875cfe3bc24 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555561 Feb 10 11:57:52.387823 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dd45d-0bca-48d3-a154-7d0c21e9d65e req-7c7eb320-0ea8-4501-8d4e-c2d4a432455e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:52.389552 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-983dd45d-0bca-48d3-a154-7d0c21e9d65e req-7c7eb320-0ea8-4501-8d4e-c2d4a432455e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0869296 Feb 10 11:57:52.439385 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-983dd45d-0bca-48d3-a154-7d0c21e9d65e req-0544ea99-4011-4803-8069-1ae0dfcc9c53 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439172 Feb 10 11:57:53.670531 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff61c36-4ea5-408c-af83-00a5d2ce6a0f req-621742ea-907b-4960-93e9-e617722950bd tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:53.672173 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ff61c36-4ea5-408c-af83-00a5d2ce6a0f req-621742ea-907b-4960-93e9-e617722950bd tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0931799 Feb 10 11:57:53.726061 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ff61c36-4ea5-408c-af83-00a5d2ce6a0f req-e48338e9-2cc8-49bc-8b7d-41b259323f29 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476003 Feb 10 11:57:54.999728 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ed42b-a958-49be-8e7b-9213f885581c req-859c8813-3ae3-4eaf-9c2d-8e42d768d376 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:55.002222 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df2ed42b-a958-49be-8e7b-9213f885581c req-859c8813-3ae3-4eaf-9c2d-8e42d768d376 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.1247268 Feb 10 11:57:55.055058 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df2ed42b-a958-49be-8e7b-9213f885581c req-ed80d3ce-dd6e-4a7e-9e44-cc0c66ae94e9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454557 Feb 10 11:57:56.269827 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e7958-658f-4f4b-8ed4-1bf0a6bbe0a2 req-9549656e-d729-405f-849d-e638499cd3ee tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:56.271486 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a8e7958-658f-4f4b-8ed4-1bf0a6bbe0a2 req-9549656e-d729-405f-849d-e638499cd3ee tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0849502 Feb 10 11:57:56.352617 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a8e7958-658f-4f4b-8ed4-1bf0a6bbe0a2 req-d1eba883-f9e1-4262-8c6e-012115e9251b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745809 Feb 10 11:57:56.553658 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b92c29d4-c986-4c53-aa5f-118ed05a42dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:57.589916 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080ef62-7426-4ace-b2a8-2ed31b100603 req-4a806223-a127-42a5-a37d-bfb98e261a87 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:57.591376 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c080ef62-7426-4ace-b2a8-2ed31b100603 req-4a806223-a127-42a5-a37d-bfb98e261a87 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0809646 Feb 10 11:57:57.647665 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c080ef62-7426-4ace-b2a8-2ed31b100603 req-85a4815e-6ea1-470a-955d-ce9903294310 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452619 Feb 10 11:57:58.868601 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9b7ab6a5-3fec-4b4b-843b-3d94bc663dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:58.876717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacaaaa-bde6-493f-b0c2-64e3fc427d4e req-fa46a431-3bdb-4ee2-b7c6-280559b560b7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:58.879320 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1eacaaaa-bde6-493f-b0c2-64e3fc427d4e req-fa46a431-3bdb-4ee2-b7c6-280559b560b7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0978496 Feb 10 11:57:58.960434 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1eacaaaa-bde6-493f-b0c2-64e3fc427d4e req-3f2f567f-b227-4dfb-b4df-f8b65c19c2b5 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736701 Feb 10 11:57:59.885473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:00.175725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6da322-1754-48ff-9703-4b950aacccd2 req-45791e5b-e1e7-4148-967a-8aca7c6cbeaa tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:00.178431 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1c6da322-1754-48ff-9703-4b950aacccd2 req-45791e5b-e1e7-4148-967a-8aca7c6cbeaa tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0828750 Feb 10 11:58:00.204667 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:00.239332 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1c6da322-1754-48ff-9703-4b950aacccd2 req-c7acf387-9c47-42e9-b69d-4962f5efed70 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503008 Feb 10 11:58:01.462398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b67b32-3baa-49ca-97f5-3a76a9134e63 req-f0c62fbf-2740-4e89-a974-e5b5f830f268 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:01.464513 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-87b67b32-3baa-49ca-97f5-3a76a9134e63 req-f0c62fbf-2740-4e89-a974-e5b5f830f268 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0885136 Feb 10 11:58:01.517936 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-87b67b32-3baa-49ca-97f5-3a76a9134e63 req-7d308e2d-1b2b-445e-aecc-43c97c0b24d6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471089 Feb 10 11:58:01.612055 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:02.743153 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0f05c-c9df-40f6-a846-fc025d0bb177 req-996ed564-c5c3-4f8b-8155-2d2c13f3cefa tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:02.745065 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f8c0f05c-c9df-40f6-a846-fc025d0bb177 req-996ed564-c5c3-4f8b-8155-2d2c13f3cefa tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0883725 Feb 10 11:58:02.800297 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f8c0f05c-c9df-40f6-a846-fc025d0bb177 req-73c69d2e-ea03-4dd3-b04a-49d28c04ae77 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490832 Feb 10 11:58:04.025439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5ed19-d5e1-44e7-ae6f-ae14866c63c5 req-58a3954a-ceec-4c71-bd60-7d1fe55ebfb9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:04.027713 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c5ed19-d5e1-44e7-ae6f-ae14866c63c5 req-58a3954a-ceec-4c71-bd60-7d1fe55ebfb9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0906425 Feb 10 11:58:04.090355 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c5ed19-d5e1-44e7-ae6f-ae14866c63c5 req-fbd73add-653b-4170-8d04-1855f06680ad tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519891 Feb 10 11:58:04.574787 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-74ddf09d-b04c-4227-ad01-aee9e3191083 service neutron] 10.222.0.73 "GET /v2.0/ports/ae3f9f1a-9b61-41dd-8be1-51cc3cadf929/bindings/hv-neutron-8284 HTTP/1.1" status: 200 len: 384 time: 0.0845766 Feb 10 11:58:04.891042 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-e4cd8e26-162b-43f8-94a1-1b4a641a239b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d&tenant_id=3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 1098 time: 0.0862741 Feb 10 11:58:05.003891 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-a24857d2-ff50-46b0-ba68-13ed591c12bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 1098 time: 0.0831084 Feb 10 11:58:05.252604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-4a93051b-2469-4c74-aca5-bde25dc6a0c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:05.256560 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-4a93051b-2469-4c74-aca5-bde25dc6a0c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.2444177 Feb 10 11:58:05.372618 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7c9f1-7275-46ab-a3f0-ae481f5834a5 req-5ecc9685-2a22-4271-bf86-e256e0fe7dc0 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:05.375344 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-19f7c9f1-7275-46ab-a3f0-ae481f5834a5 req-5ecc9685-2a22-4271-bf86-e256e0fe7dc0 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.1293776 Feb 10 11:58:05.416876 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-279428a1-dbd2-47f7-ba96-811c22ed7053 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 HTTP/1.1" status: 200 len: 1002 time: 0.1552076 Feb 10 11:58:05.433116 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-19f7c9f1-7275-46ab-a3f0-ae481f5834a5 req-86e15448-2f3c-4db9-8d2c-56f927503eb6 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508206 Feb 10 11:58:05.493711 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-4f392d9a-98a1-4384-8bbf-ffe7fc3681a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:05.495203 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-4f392d9a-98a1-4384-8bbf-ffe7fc3681a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0719514 Feb 10 11:58:05.589752 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-4482db89-5c41-4dfb-bd84-15c414b60f31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875602 Feb 10 11:58:05.810484 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-e9512df1-17c4-49a3-9abf-ca07cc32bc3c service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136445 Feb 10 11:58:06.022757 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-6db137c4-8abb-4728-9127-0367e59a09ac service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055283 Feb 10 11:58:06.659690 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd6349-17e5-4af4-a2e2-8bb67972ae34 req-3b2558fd-8437-47c8-8699-1c1c4514b21d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:06.661890 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5cfd6349-17e5-4af4-a2e2-8bb67972ae34 req-3b2558fd-8437-47c8-8699-1c1c4514b21d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0838933 Feb 10 11:58:06.714636 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5cfd6349-17e5-4af4-a2e2-8bb67972ae34 req-ced0d3fd-76d8-4410-8975-f509c7007961 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464413 Feb 10 11:58:06.716561 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:58:06.874450 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:06.911076 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:58:06.929772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:06.935779 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:07.021300 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:07.151024 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929', 'code': 200} Feb 10 11:58:08.014156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9c424-7797-477d-84c0-9da4288caeee req-350c509f-ab76-43c5-9827-a60b50201860 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:08.018084 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1a9c424-7797-477d-84c0-9da4288caeee req-350c509f-ab76-43c5-9827-a60b50201860 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 943 time: 0.0997796 Feb 10 11:58:08.080809 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1a9c424-7797-477d-84c0-9da4288caeee req-e622360b-4556-4db9-8dae-0eb27300e57f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561435 Feb 10 11:58:08.356436 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:08.727586 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:58:08.940193 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:08.955604 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'port_id': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929', 'mac_address': 'fa:16:3e:1f:2a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:58:09.016442 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:09.037865 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:58:09.056708 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:09.061918 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:09.137637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['ae3f9f1a-9b61-41dd-8be1-51cc3cadf929'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:58:09.321754 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,revision_number=7']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:09.345461 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:09.346015 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:09.346566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:09.347099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:09.347641 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:09.348195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:09.349373 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:09.349940 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:09.350482 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:09.351030 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:09.351589 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:09.413975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbf560-499d-4e84-8ce0-d5c563e30d5d req-8b0c8166-5d0d-490a-8e6a-bc517de65f0e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:09.416256 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b3fbf560-499d-4e84-8ce0-d5c563e30d5d req-8b0c8166-5d0d-490a-8e6a-bc517de65f0e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 944 time: 0.1173580 Feb 10 11:58:09.471980 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b3fbf560-499d-4e84-8ce0-d5c563e30d5d req-c65befbc-faa8-4aa1-a435-9a8e55e1327b tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490136 Feb 10 11:58:10.735143 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ff4f6-eab6-4b91-883f-5d1cde4da424 req-310101a7-8b41-458d-ae96-cce4b0003623 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:10.736659 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b48ff4f6-eab6-4b91-883f-5d1cde4da424 req-310101a7-8b41-458d-ae96-cce4b0003623 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 944 time: 0.0874722 Feb 10 11:58:10.741979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:58:10.804217 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b48ff4f6-eab6-4b91-883f-5d1cde4da424 req-fe9d38ed-a138-42cb-8389-982beb4ff032 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590289 Feb 10 11:58:10.823364 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:10.823902 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:10.946837 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:10.976983 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:58:10.987505 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:10.993383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:11.055397 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929', 'code': 200} Feb 10 11:58:11.065500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,revision_number=8']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:12.095239 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae26fad-becb-40de-b871-753f453f73fb req-76336420-040f-49f9-b8ff-29222fcdbca2 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:12.097770 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7ae26fad-becb-40de-b871-753f453f73fb req-76336420-040f-49f9-b8ff-29222fcdbca2 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0920846 Feb 10 11:58:12.153573 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7ae26fad-becb-40de-b871-753f453f73fb req-7271ae16-cc31-4087-89cc-d4fdb0004b96 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495927 Feb 10 11:58:13.375463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeda283-f35b-4b85-b511-7cbac9f91365 req-a77fe4ad-4ee9-419d-90b2-097213450830 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:13.377327 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4aeda283-f35b-4b85-b511-7cbac9f91365 req-a77fe4ad-4ee9-419d-90b2-097213450830 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0868957 Feb 10 11:58:13.430511 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4aeda283-f35b-4b85-b511-7cbac9f91365 req-7b1b8734-dd3e-406d-a7d0-05c66a3408bc tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461507 Feb 10 11:58:14.702613 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cfd3c-c2ac-41f6-abc0-b17e8b298274 req-c2b14b42-aaa5-4fbf-9c09-bbda7d695883 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:14.704203 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0d4cfd3c-c2ac-41f6-abc0-b17e8b298274 req-c2b14b42-aaa5-4fbf-9c09-bbda7d695883 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0878160 Feb 10 11:58:14.759131 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0d4cfd3c-c2ac-41f6-abc0-b17e8b298274 req-b26cb4f0-528d-45b5-bcce-467a637f10b4 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446115 Feb 10 11:58:16.080540 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94558b-1fca-4cc8-8ac3-03976c5b8f1e req-50a81809-6011-4267-93d6-c3d17314b476 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:16.083132 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d94558b-1fca-4cc8-8ac3-03976c5b8f1e req-50a81809-6011-4267-93d6-c3d17314b476 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.1380706 Feb 10 11:58:16.164527 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d94558b-1fca-4cc8-8ac3-03976c5b8f1e req-69783e06-a1b0-4748-ae71-b3260e3fa112 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741742 Feb 10 11:58:16.673804 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-ade29e8a-2764-4716-8848-644239cf4cfa tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:16.674801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-ade29e8a-2764-4716-8848-644239cf4cfa tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Synchronizing usage tracker for tenant:3575557e012a479bacfaed83311b3e34 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:58:16.693815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-ade29e8a-2764-4716-8848-644239cf4cfa tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Unset dirty status for tenant:3575557e012a479bacfaed83311b3e34 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:58:16.695199 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-ade29e8a-2764-4716-8848-644239cf4cfa tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d&tenant_id=3575557e012a479bacfaed83311b3e34&binding%3Ahost_id=hv-neutron-8284 HTTP/1.1" status: 200 len: 945 time: 0.1200528 Feb 10 11:58:16.789860 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed4498-d909-42dd-8c48-55fd99e6865f req-acffe949-1f97-4695-8f4b-d65f5cde686c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:16.791427 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aeed4498-d909-42dd-8c48-55fd99e6865f req-acffe949-1f97-4695-8f4b-d65f5cde686c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.1415956 Feb 10 11:58:16.792660 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-35ea249a-0d2f-49a2-886d-0aa654df0082 service neutron] 10.222.0.73 "GET /v2.0/ports/ae3f9f1a-9b61-41dd-8be1-51cc3cadf929/bindings/hv-neutron-8284 HTTP/1.1" status: 200 len: 384 time: 0.0912931 Feb 10 11:58:16.876306 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aeed4498-d909-42dd-8c48-55fd99e6865f req-bc90bf97-0a91-49a8-9836-f36c8645731e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741637 Feb 10 11:58:16.930005 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-0fefdfc8-5fa2-434b-9a73-18b1d87d9334 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 1098 time: 0.1106334 Feb 10 11:58:17.080154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-c8553193-d4ac-4362-8ba5-ad64448b1937 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:17.081696 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-c8553193-d4ac-4362-8ba5-ad64448b1937 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.1454039 Feb 10 11:58:17.197409 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-f35ea656-5797-4f90-8770-179fa456b38e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 HTTP/1.1" status: 200 len: 1002 time: 0.1094189 Feb 10 11:58:17.263253 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:58:17.271774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-d7b933a8-6753-4f4c-b9cd-bdafde8bb7dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:17.273583 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-d7b933a8-6753-4f4c-b9cd-bdafde8bb7dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0702500 Feb 10 11:58:17.359352 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-603e178a-4a6c-4e18-a16c-20b34714cccf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792599 Feb 10 11:58:17.617884 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-fda933da-320a-4610-b2dc-06a9f9342640 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510743 Feb 10 11:58:17.762323 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-46faeba9-f9c1-4f80-b674-dd2d81a8dab8 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379254 Feb 10 11:58:18.110955 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab85a17-1c58-4fa7-a976-21d142203d99 req-04458ad6-232b-4eab-b5d8-0bffee544796 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:18.112493 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cab85a17-1c58-4fa7-a976-21d142203d99 req-04458ad6-232b-4eab-b5d8-0bffee544796 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0851974 Feb 10 11:58:18.168808 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cab85a17-1c58-4fa7-a976-21d142203d99 req-3e199bbd-f7ec-4bd7-a294-8d9ee56011f0 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472567 Feb 10 11:58:19.433953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac7c9f-cadc-4296-b6fd-1f82274fa2b5 req-5fd33928-46c2-4d77-85d5-ca6d018d1774 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:19.435621 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-71ac7c9f-cadc-4296-b6fd-1f82274fa2b5 req-5fd33928-46c2-4d77-85d5-ca6d018d1774 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0893509 Feb 10 11:58:19.486937 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-71ac7c9f-cadc-4296-b6fd-1f82274fa2b5 req-fd907036-2389-47a8-816d-80343cc772a7 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446889 Feb 10 11:58:20.773287 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598a7e9-5ef4-4620-8101-3f67e9190783 req-1132bf63-bac6-41e7-a60a-d69cacf2f70e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:20.775012 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7598a7e9-5ef4-4620-8101-3f67e9190783 req-1132bf63-bac6-41e7-a60a-d69cacf2f70e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.1024370 Feb 10 11:58:20.926057 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7598a7e9-5ef4-4620-8101-3f67e9190783 req-c15e95f8-f08d-4e24-b391-c197cf4aca89 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445310 Feb 10 11:58:21.483771 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-80dae2cb-8401-4e33-b74c-a374947e7baf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d&tenant_id=3575557e012a479bacfaed83311b3e34 HTTP/1.1" status: 200 len: 1098 time: 0.0868526 Feb 10 11:58:21.605108 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-b6975286-1d0c-40b9-ae96-d007d8269c2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3575557e012a479bacfaed83311b3e34&device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 1098 time: 0.0859969 Feb 10 11:58:21.835696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-f43d49b4-1ea5-4a97-9ef3-7ac9b3b2f705 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:21.838255 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-f43d49b4-1ea5-4a97-9ef3-7ac9b3b2f705 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 200 len: 913 time: 0.2266955 Feb 10 11:58:21.971344 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-bdc2f272-8843-4ec5-8ba1-ad39555af981 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 HTTP/1.1" status: 200 len: 1002 time: 0.1193430 Feb 10 11:58:22.052817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-42703dbc-13a6-4f3c-a25e-a1436d19c4ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:22.054342 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-42703dbc-13a6-4f3c-a25e-a1436d19c4ce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 200 len: 851 time: 0.0764349 Feb 10 11:58:22.143953 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-15a82b0a-6f7d-4f2c-b4c0-2451871cfba4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829899 Feb 10 11:58:22.190362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45df5e9-6afd-46b3-ad3e-b332e75ebef9 req-eef5138c-77b2-4e5a-81a6-6587e9fc4192 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:22.193845 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f45df5e9-6afd-46b3-ad3e-b332e75ebef9 req-eef5138c-77b2-4e5a-81a6-6587e9fc4192 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0967433 Feb 10 11:58:22.259867 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f45df5e9-6afd-46b3-ad3e-b332e75ebef9 req-07d36afe-9d0b-4b43-88d9-c07bafa42424 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556328 Feb 10 11:58:22.325530 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-4b97cf80-d70f-4d14-88a7-da18cc7714e1 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737297 Feb 10 11:58:22.468301 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7dad245a-72d5-441f-9d59-6008ab2af108 req-b407b9fa-1523-41b2-bb71-0b6d131177cb service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357105 Feb 10 11:58:22.811922 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:58:22.941885 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:22.970833 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:58:22.983147 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:22.988350 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:23.054122 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929', 'code': 200} Feb 10 11:58:23.082498 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,revision_number=9']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:23.500586 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a387c-9854-4273-8e9c-5a4cea5938df req-82e0918b-fea5-4cca-8be2-3da938656e33 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:23.501887 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-975a387c-9854-4273-8e9c-5a4cea5938df req-82e0918b-fea5-4cca-8be2-3da938656e33 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 943 time: 0.0902317 Feb 10 11:58:23.561395 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-975a387c-9854-4273-8e9c-5a4cea5938df req-cbb9ffa1-84d9-4a11-8047-3ba0970e5d58 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510838 Feb 10 11:58:24.779180 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9762107-1e07-4476-a593-5a42936f42b3 req-2d124de4-f87c-42e7-95db-00af9b466e24 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:24.780700 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e9762107-1e07-4476-a593-5a42936f42b3 req-2d124de4-f87c-42e7-95db-00af9b466e24 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 943 time: 0.0817571 Feb 10 11:58:24.823807 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:58:24.839202 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e9762107-1e07-4476-a593-5a42936f42b3 req-39524c48-9587-4693-822a-871f33484d74 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517356 Feb 10 11:58:24.999573 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:25.019261 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'port_id': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929', 'mac_address': 'fa:16:3e:1f:2a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:58:25.085254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:25.105389 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:58:25.125118 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:25.130776 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:25.206378 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['ae3f9f1a-9b61-41dd-8be1-51cc3cadf929'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:58:25.242035 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,revision_number=10']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:26.120633 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389e4eb-6e2a-4f72-9c0a-bca0d41a1f2d req-f1254582-1c19-4476-82bc-ad43b99c1d8d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:26.122304 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c389e4eb-6e2a-4f72-9c0a-bca0d41a1f2d req-f1254582-1c19-4476-82bc-ad43b99c1d8d tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 945 time: 0.0866983 Feb 10 11:58:26.172789 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c389e4eb-6e2a-4f72-9c0a-bca0d41a1f2d req-5079f034-24b7-4e6a-baeb-11b54d896e3e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443909 Feb 10 11:58:26.549742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-eb36b170-4608-4981-995c-0350b423e93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:26.832070 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:58:26.914673 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:26.915041 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:27.049830 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:27.090206 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:58:27.106504 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:27.112764 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:27.183060 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929', 'code': 200} Feb 10 11:58:27.238815 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,revision_number=11']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:27.396361 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c039fa-6a7b-48a5-9e54-45b4f81be918 req-1fc9a13c-eab4-4bb6-9306-b94424f9a564 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:27.397904 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f8c039fa-6a7b-48a5-9e54-45b4f81be918 req-1fc9a13c-eab4-4bb6-9306-b94424f9a564 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 946 time: 0.0894485 Feb 10 11:58:27.450484 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f8c039fa-6a7b-48a5-9e54-45b4f81be918 req-1a84d04d-3680-4b77-969f-ea9a12280952 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463526 Feb 10 11:58:28.665637 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19c156-43f7-4375-8d8b-05345dc21fec req-f00bee80-ac62-48b9-8b24-32d2d44aa039 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:28.667204 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae19c156-43f7-4375-8d8b-05345dc21fec req-f00bee80-ac62-48b9-8b24-32d2d44aa039 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 946 time: 0.0858400 Feb 10 11:58:28.724885 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae19c156-43f7-4375-8d8b-05345dc21fec req-ba995117-91bf-4200-9394-f8a4a593dd58 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477560 Feb 10 11:58:28.857744 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3df0551b-2f37-4685-91b3-627aa6cf5f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:29.892373 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:29.983724 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cccb3-5251-4c97-94cf-de88c60628ab req-42fb0cd4-973c-443a-8eb3-dd73d94590d9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:29.985473 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a84cccb3-5251-4c97-94cf-de88c60628ab req-42fb0cd4-973c-443a-8eb3-dd73d94590d9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 946 time: 0.1190341 Feb 10 11:58:30.040381 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a84cccb3-5251-4c97-94cf-de88c60628ab req-c181cb93-1e65-4331-ab8b-1129180f733f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476265 Feb 10 11:58:30.201852 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.260326 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c167e9-cc69-45f2-9ebb-4c9086b7e6e4 req-49abb968-e4a5-4335-8ff4-d2e649ca3da9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:31.262003 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f7c167e9-cc69-45f2-9ebb-4c9086b7e6e4 req-49abb968-e4a5-4335-8ff4-d2e649ca3da9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 946 time: 0.0883961 Feb 10 11:58:31.319527 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f7c167e9-cc69-45f2-9ebb-4c9086b7e6e4 req-99b07f67-fe34-4c8b-9dd6-cd14c7dfa930 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513361 Feb 10 11:58:31.534689 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab51cb0-4930-4de8-af7f-d745e5862dad req-77af44c0-ebbd-48c1-9e7c-f9053cd75465 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:31.537156 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ab51cb0-4930-4de8-af7f-d745e5862dad req-77af44c0-ebbd-48c1-9e7c-f9053cd75465 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 946 time: 0.0831680 Feb 10 11:58:31.596856 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ab51cb0-4930-4de8-af7f-d745e5862dad req-581cd537-c56d-4d59-8874-3ac8c8152f6e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533419 Feb 10 11:58:31.617465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.827045 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e303-ed49-4e43-9a43-e3cd0595d694 req-c0e2ceb8-6a1e-4694-8c00-80740e04a934 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:31.828558 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bdd3e303-ed49-4e43-9a43-e3cd0595d694 req-c0e2ceb8-6a1e-4694-8c00-80740e04a934 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 946 time: 0.0936029 Feb 10 11:58:31.888228 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bdd3e303-ed49-4e43-9a43-e3cd0595d694 req-bf4cccdf-73ad-4e3a-b2e2-0702890a34d3 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489030 Feb 10 11:58:32.353085 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f200c01-fea7-42c9-bedb-7c7d43f49ba6 req-476baba4-7a78-41d9-a5e7-21ecf8118233 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:32.355049 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f200c01-fea7-42c9-bedb-7c7d43f49ba6 req-476baba4-7a78-41d9-a5e7-21ecf8118233 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 946 time: 0.0841644 Feb 10 11:58:32.412670 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f200c01-fea7-42c9-bedb-7c7d43f49ba6 req-b8caa83f-4622-49ed-a7e5-318e3b973cbb tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512609 Feb 10 11:58:33.693724 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255eb4ef-279f-409c-8e6d-fe7d72faaae6 req-5541fd3e-6f64-4cc8-aed5-0ae2ede90e64 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:33.695208 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-255eb4ef-279f-409c-8e6d-fe7d72faaae6 req-5541fd3e-6f64-4cc8-aed5-0ae2ede90e64 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 946 time: 0.0908675 Feb 10 11:58:33.746957 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-255eb4ef-279f-409c-8e6d-fe7d72faaae6 req-56dcd7b0-ab82-4943-b7c4-f789adf5dce9 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454421 Feb 10 11:58:35.031276 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e8ada-7055-4732-a3d1-af7786d2a668 req-8175b884-1295-4f5a-bfeb-46bfc6298bcd tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:35.032810 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-348e8ada-7055-4732-a3d1-af7786d2a668 req-8175b884-1295-4f5a-bfeb-46bfc6298bcd tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 946 time: 0.0885344 Feb 10 11:58:35.084623 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-348e8ada-7055-4732-a3d1-af7786d2a668 req-51edf52d-ad07-406a-9266-a58c760f8583 tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455275 Feb 10 11:58:35.288453 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55794f92-0e54-44f2-8ff8-75dafbe5d11e req-096945bb-3f77-4d90-a2d1-3b9dfce5e73e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:35.290019 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-55794f92-0e54-44f2-8ff8-75dafbe5d11e req-096945bb-3f77-4d90-a2d1-3b9dfce5e73e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 946 time: 0.0916147 Feb 10 11:58:35.369815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-55794f92-0e54-44f2-8ff8-75dafbe5d11e req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Deleting port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:35.370068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-55794f92-0e54-44f2-8ff8-75dafbe5d11e req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:35.659311 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-55794f92-0e54-44f2-8ff8-75dafbe5d11e req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] For port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:35.659591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-55794f92-0e54-44f2-8ff8-75dafbe5d11e req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:36.079252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-55794f92-0e54-44f2-8ff8-75dafbe5d11e req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:36.079628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-55794f92-0e54-44f2-8ff8-75dafbe5d11e req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:36.079948 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [req-55794f92-0e54-44f2-8ff8-75dafbe5d11e req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Floating IP ce77dc89-366e-43d0-8ee9-4b332ffcd079 disassociated. External IP: 172.26.4.231, port: ae3f9f1a-9b61-41dd-8be1-51cc3cadf929. Feb 10 11:58:36.080304 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-55794f92-0e54-44f2-8ff8-75dafbe5d11e req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Calling delete_port for ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:58:36.307704 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-55794f92-0e54-44f2-8ff8-75dafbe5d11e req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:36.310859 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d24d4-b9a4-41e3-b252-12d110c0f7d6 req-dfd7c414-a760-4517-b8cf-db056d9e6bbc tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:36.312741 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-197d24d4-b9a4-41e3-b252-12d110c0f7d6 req-dfd7c414-a760-4517-b8cf-db056d9e6bbc tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 946 time: 0.0906503 Feb 10 11:58:36.367393 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-197d24d4-b9a4-41e3-b252-12d110c0f7d6 req-425439f3-cd40-4cc3-908c-aa8a295d5a4c tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups?id=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480378 Feb 10 11:58:36.399534 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Pushing event deleted for resources: {'Port': ['ID=ae3f9f1a-9b61-41dd-8be1-51cc3cadf929,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:36.425057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.426837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.427204 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.427792 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.428363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.428930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.429516 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.430078 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.430633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.431193 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.431753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.730342 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55794f92-0e54-44f2-8ff8-75dafbe5d11e req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Router 790dc5db-00a6-48d0-bef2-824ec00f4565 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:58:36.967057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55794f92-0e54-44f2-8ff8-75dafbe5d11e req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:58:36.979648 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b05ef9-ed4a-46ab-b35c-c451b01dd938 None None] Sync routers for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:58:37.000995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b05ef9-ed4a-46ab-b35c-c451b01dd938 None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:58:37.002111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-15b05ef9-ed4a-46ab-b35c-c451b01dd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:58:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:37.048509 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-55794f92-0e54-44f2-8ff8-75dafbe5d11e req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] No DVR routers for this DVR port ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:58:37.053083 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-55794f92-0e54-44f2-8ff8-75dafbe5d11e req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:37.057780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'name': 'network-vif-deleted', 'tag': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:58:37.086805 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-55794f92-0e54-44f2-8ff8-75dafbe5d11e req-420decde-61ab-4e61-8815-fea9958d1b9f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.73 "DELETE /v2.0/ports/ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 HTTP/1.1" status: 204 len: 173 time: 1.7902985 Feb 10 11:58:37.221655 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b49cfa-9606-4177-85b4-43eb43de4f4d', 'name': 'network-vif-deleted', 'tag': 'ae3f9f1a-9b61-41dd-8be1-51cc3cadf929', 'status': 'completed', 'code': 200} Feb 10 11:58:37.299174 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-15b05ef9-ed4a-46ab-b35c-c451b01dd938 None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:58:37.633223 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5c30e1cc-d87b-413a-a319-4fc33a9843dc req-6f51af17-5035-45db-9001-1bf0bb0200ee tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b49cfa-9606-4177-85b4-43eb43de4f4d HTTP/1.1" status: 200 len: 210 time: 0.0448027 Feb 10 11:58:37.815284 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-15b05ef9-ed4a-46ab-b35c-c451b01dd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:37.822568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b05ef9-ed4a-46ab-b35c-c451b01dd938 None None] Checking router: 790dc5db-00a6-48d0-bef2-824ec00f4565 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:58:37.841711 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b05ef9-ed4a-46ab-b35c-c451b01dd938 None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:58:37.843120 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-15b05ef9-ed4a-46ab-b35c-c451b01dd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:58:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:38.107337 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-15b05ef9-ed4a-46ab-b35c-c451b01dd938 None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:58:38.383635 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:38.495343 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-15b05ef9-ed4a-46ab-b35c-c451b01dd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:38.500524 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b05ef9-ed4a-46ab-b35c-c451b01dd938 None None] The sync data for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv is: [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:10Z', 'revision_number': 4, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '070c292b-ba76-4e7a-928a-ef40d4cc16e9', 'name': '', 'network_id': 'f5e50fb8-cfe1-497b-a882-ecb360b1ffc8', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'mac_address': 'fa:16:3e:1d:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:09Z', 'updated_at': '2022-02-10T11:54:29Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'subnets': [{'id': '7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:58:38.789805 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b08af-9d96-484c-93c2-cbc3339bb48c None None] New status for floating IP ce77dc89-366e-43d0-8ee9-4b332ffcd079: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:58:38.899638 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:58:38.969931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:58:38.970512 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ae3f9f1a-9b61-41dd-8be1-51cc3cadf929 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:58:43.728411 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 44994) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:43.808424 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02002395-0190-4c8c-a610-26c72d85a68f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:43.841194 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02002395-0190-4c8c-a610-26c72d85a68f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:43.921689 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02002395-0190-4c8c-a610-26c72d85a68f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:43.944465 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02002395-0190-4c8c-a610-26c72d85a68f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fffcaa9-261d-4e58-a16d-4c0d246ff2bb,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:43.960263 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02002395-0190-4c8c-a610-26c72d85a68f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:43.960579 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02002395-0190-4c8c-a610-26c72d85a68f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:43.960961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02002395-0190-4c8c-a610-26c72d85a68f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:43.961416 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02002395-0190-4c8c-a610-26c72d85a68f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:43.961799 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02002395-0190-4c8c-a610-26c72d85a68f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:43.962167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02002395-0190-4c8c-a610-26c72d85a68f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:43.962551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02002395-0190-4c8c-a610-26c72d85a68f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:43.962974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02002395-0190-4c8c-a610-26c72d85a68f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:43.963338 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02002395-0190-4c8c-a610-26c72d85a68f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:43.963698 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02002395-0190-4c8c-a610-26c72d85a68f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:43.964068 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02002395-0190-4c8c-a610-26c72d85a68f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:43.971877 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02002395-0190-4c8c-a610-26c72d85a68f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:43.976240 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-02002395-0190-4c8c-a610-26c72d85a68f tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "DELETE /v2.0/security-groups/5fffcaa9-261d-4e58-a16d-4c0d246ff2bb HTTP/1.1" status: 204 len: 168 time: 0.2460728 Feb 10 11:58:43.978316 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 44998) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:44.009363 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-407f64fb-600f-4662-bf0d-9caa5fbcff1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] show failed (client error): The resource could not be found. Feb 10 11:58:44.011170 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-407f64fb-600f-4662-bf0d-9caa5fbcff1e tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "GET /v2.0/security-groups/5fffcaa9-261d-4e58-a16d-4c0d246ff2bb HTTP/1.1" status: 404 len: 347 time: 0.0310950 Feb 10 11:58:44.013822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45002) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:44.327891 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b3805e59-83f6-43cc-b81f-d26349d15ccf tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Deleting port 34c5fac4-ed6f-4804-929c-5b7cabdacd9f {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:44.328408 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3805e59-83f6-43cc-b81f-d26349d15ccf tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:44.526491 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3805e59-83f6-43cc-b81f-d26349d15ccf tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:44.526818 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3805e59-83f6-43cc-b81f-d26349d15ccf tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:44.740441 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b3805e59-83f6-43cc-b81f-d26349d15ccf tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Calling delete_port for 34c5fac4-ed6f-4804-929c-5b7cabdacd9f owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:58:44.937105 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3805e59-83f6-43cc-b81f-d26349d15ccf tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:44.985229 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3805e59-83f6-43cc-b81f-d26349d15ccf tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Pushing event deleted for resources: {'Port': ['ID=34c5fac4-ed6f-4804-929c-5b7cabdacd9f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:45.092237 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3805e59-83f6-43cc-b81f-d26349d15ccf tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.108910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b3805e59-83f6-43cc-b81f-d26349d15ccf tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.110121 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b3805e59-83f6-43cc-b81f-d26349d15ccf tempest-ServerActionsTestJSON-1484936422 tempest-ServerActionsTestJSON-1484936422-project] 10.222.0.36 "DELETE /v2.0/floatingips/ce77dc89-366e-43d0-8ee9-4b332ffcd079 HTTP/1.1" status: 204 len: 168 time: 1.0949488 Feb 10 11:58:45.115511 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45006) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:45.578801 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5de00603-5cf7-462b-a4f0-2c40282bcd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:46.396236 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-5de00603-5cf7-462b-a4f0-2c40282bcd4c admin admin] Deleting port 070c292b-ba76-4e7a-928a-ef40d4cc16e9 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:46.397239 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5de00603-5cf7-462b-a4f0-2c40282bcd4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:46.586462 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-5de00603-5cf7-462b-a4f0-2c40282bcd4c admin admin] For port 070c292b-ba76-4e7a-928a-ef40d4cc16e9, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=070c292b-ba76-4e7a-928a-ef40d4cc16e9,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:46.586823 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5de00603-5cf7-462b-a4f0-2c40282bcd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:46.712697 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-5de00603-5cf7-462b-a4f0-2c40282bcd4c admin admin] Calling delete_port for 070c292b-ba76-4e7a-928a-ef40d4cc16e9 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:58:46.919479 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5de00603-5cf7-462b-a4f0-2c40282bcd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:46.973512 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de00603-5cf7-462b-a4f0-2c40282bcd4c admin admin] Pushing event deleted for resources: {'Port': ['ID=070c292b-ba76-4e7a-928a-ef40d4cc16e9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:47.367651 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5de00603-5cf7-462b-a4f0-2c40282bcd4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:48.132164 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de00603-5cf7-462b-a4f0-2c40282bcd4c admin admin] Router 790dc5db-00a6-48d0-bef2-824ec00f4565 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:58:48.349525 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de00603-5cf7-462b-a4f0-2c40282bcd4c admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:58:48.360187 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56233375-1f7a-4900-a460-b8f168296a41 None None] Sync routers for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:58:48.366239 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5de00603-5cf7-462b-a4f0-2c40282bcd4c admin admin] 10.222.0.36 "PUT /v2.0/routers/790dc5db-00a6-48d0-bef2-824ec00f4565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2458880 Feb 10 11:58:48.366452 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45010) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:48.380829 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56233375-1f7a-4900-a460-b8f168296a41 None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:58:48.381926 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-56233375-1f7a-4900-a460-b8f168296a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:58:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:48.602429 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e61615-85c8-4c0d-8125-e3011b19dc63 admin admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:48.639521 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-56233375-1f7a-4900-a460-b8f168296a41 None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:58:48.858757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e61615-85c8-4c0d-8125-e3011b19dc63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:48.872138 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a9e61615-85c8-4c0d-8125-e3011b19dc63 admin admin] Deleting port b109cd36-eeb6-4f60-beb4-8ca939c7d7ba {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:48.872669 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e61615-85c8-4c0d-8125-e3011b19dc63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:49.024541 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-56233375-1f7a-4900-a460-b8f168296a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:58:46Z', 'revision_number': 5, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port': {'id': 'b109cd36-eeb6-4f60-beb4-8ca939c7d7ba', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:49.031226 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56233375-1f7a-4900-a460-b8f168296a41 None None] Checking router: 790dc5db-00a6-48d0-bef2-824ec00f4565 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:58:49.055027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56233375-1f7a-4900-a460-b8f168296a41 None None] Routers {'790dc5db-00a6-48d0-bef2-824ec00f4565'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:58:49.056465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-56233375-1f7a-4900-a460-b8f168296a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:58:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['790dc5db-00a6-48d0-bef2-824ec00f4565'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:49.102185 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-a9e61615-85c8-4c0d-8125-e3011b19dc63 admin admin] For port b109cd36-eeb6-4f60-beb4-8ca939c7d7ba, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=b109cd36-eeb6-4f60-beb4-8ca939c7d7ba,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:49.102542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e61615-85c8-4c0d-8125-e3011b19dc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:49.290852 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a9e61615-85c8-4c0d-8125-e3011b19dc63 admin admin] Calling delete_port for b109cd36-eeb6-4f60-beb4-8ca939c7d7ba owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:58:49.350803 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-56233375-1f7a-4900-a460-b8f168296a41 None None] Set router 790dc5db-00a6-48d0-bef2-824ec00f4565 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:58:49.464356 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-56233375-1f7a-4900-a460-b8f168296a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:58:48Z', 'revision_number': 6, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:49.468662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56233375-1f7a-4900-a460-b8f168296a41 None None] The sync data for ids ['790dc5db-00a6-48d0-bef2-824ec00f4565'] in dv-neutron-828497-1-hyperv is: [{'id': '790dc5db-00a6-48d0-bef2-824ec00f4565', 'name': 'tempest-ServerActionsTestJSON-2012926070-router', 'tenant_id': '3575557e012a479bacfaed83311b3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:54:06Z', 'updated_at': '2022-02-10T11:58:48Z', 'revision_number': 6, 'project_id': '3575557e012a479bacfaed83311b3e34', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:58:49.499176 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e61615-85c8-4c0d-8125-e3011b19dc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:49.552447 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e61615-85c8-4c0d-8125-e3011b19dc63 admin admin] Pushing event deleted for resources: {'Port': ['ID=b109cd36-eeb6-4f60-beb4-8ca939c7d7ba,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:49.900551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e61615-85c8-4c0d-8125-e3011b19dc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.183056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e61615-85c8-4c0d-8125-e3011b19dc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.188172 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e61615-85c8-4c0d-8125-e3011b19dc63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.219549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e61615-85c8-4c0d-8125-e3011b19dc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.220158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e61615-85c8-4c0d-8125-e3011b19dc63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 790dc5db-00a6-48d0-bef2-824ec00f4565 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:58:50.235355 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9e61615-85c8-4c0d-8125-e3011b19dc63 admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.236607 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a9e61615-85c8-4c0d-8125-e3011b19dc63 admin admin] 10.222.0.36 "DELETE /v2.0/routers/790dc5db-00a6-48d0-bef2-824ec00f4565 HTTP/1.1" status: 204 len: 168 time: 1.8691082 Feb 10 11:58:50.240197 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45014) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:50.313481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c23416-f35b-4805-a98c-a1ff19373e45 admin admin] Deleting subnet 7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:58:50.317344 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91c23416-f35b-4805-a98c-a1ff19373e45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.374350 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91c23416-f35b-4805-a98c-a1ff19373e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.467518 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91c23416-f35b-4805-a98c-a1ff19373e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.552927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91c23416-f35b-4805-a98c-a1ff19373e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.594627 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c23416-f35b-4805-a98c-a1ff19373e45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:50.608363 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91c23416-f35b-4805-a98c-a1ff19373e45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.617097 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-91c23416-f35b-4805-a98c-a1ff19373e45 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7e0eef6e-5713-42bf-b6ca-cbbdd8d6bb93 HTTP/1.1" status: 204 len: 168 time: 0.3755777 Feb 10 11:58:50.618520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8022cb84-2a64-4523-bcb6-521b3e1164e2 None None] Network f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:50.620898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45018) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:50.760459 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.774132 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] Deleting port ef58f370-7694-4980-8f54-dce730a61972 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:50.774593 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.900574 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a797208-2a20-42c2-9ac0-e3a11ba6e344 None None] DHCP port deletion for f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:58:50.905147 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-4a797208-2a20-42c2-9ac0-e3a11ba6e344 None None] Deleting port ef58f370-7694-4980-8f54-dce730a61972 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:50.905902 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4a797208-2a20-42c2-9ac0-e3a11ba6e344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:51.100505 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] For port ef58f370-7694-4980-8f54-dce730a61972, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ef58f370-7694-4980-8f54-dce730a61972,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:51.101013 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:51.141607 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-4a797208-2a20-42c2-9ac0-e3a11ba6e344 None None] For port ef58f370-7694-4980-8f54-dce730a61972, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ef58f370-7694-4980-8f54-dce730a61972,segment=NetworkSegment(3113c497-e15b-4b87-b083-1e0fa73221d2),segment_id=3113c497-e15b-4b87-b083-1e0fa73221d2)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:51.142019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4a797208-2a20-42c2-9ac0-e3a11ba6e344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:51.255499 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] Calling delete_port for ef58f370-7694-4980-8f54-dce730a61972 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:58:51.279971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-4a797208-2a20-42c2-9ac0-e3a11ba6e344 None None] Calling delete_port for ef58f370-7694-4980-8f54-dce730a61972 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:58:51.365418 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:51.378091 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-4a797208-2a20-42c2-9ac0-e3a11ba6e344 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:58:51.379189 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-4a797208-2a20-42c2-9ac0-e3a11ba6e344 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:58:51.390840 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b109cd36-eeb6-4f60-beb4-8ca939c7d7ba no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:58:51.426749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: b109cd36-eeb6-4f60-beb4-8ca939c7d7ba {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:58:51.427589 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b109cd36-eeb6-4f60-beb4-8ca939c7d7ba not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:58:51.428020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 070c292b-ba76-4e7a-928a-ef40d4cc16e9 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:58:51.432894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef58f370-7694-4980-8f54-dce730a61972,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:51.441707 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] No DVR routers for this DVR port ef58f370-7694-4980-8f54-dce730a61972 on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:58:51.464357 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 070c292b-ba76-4e7a-928a-ef40d4cc16e9 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:58:51.464706 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 070c292b-ba76-4e7a-928a-ef40d4cc16e9 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:58:51.465164 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ef58f370-7694-4980-8f54-dce730a61972 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:58:51.502057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: ef58f370-7694-4980-8f54-dce730a61972 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:58:51.502407 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ef58f370-7694-4980-8f54-dce730a61972 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:58:51.670119 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:51.707327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e50fb8-cfe1-497b-a882-ecb360b1ffc8']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:51.729745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3113c497-e15b-4b87-b083-1e0fa73221d2') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:51.730261 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3113c497-e15b-4b87-b083-1e0fa73221d2') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:51.752209 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:51.785378 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:51.792554 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:58:51.792996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:58:51.808648 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:58:51.880896 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-4a797208-2a20-42c2-9ac0-e3a11ba6e344 None None] Deleting port ef58f370-7694-4980-8f54-dce730a61972 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:51.882392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4a797208-2a20-42c2-9ac0-e3a11ba6e344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:51.903641 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:51.937968 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:51.949466 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e50fb8-cfe1-497b-a882-ecb360b1ffc8,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:51.978683 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-23295962-5a4f-4b4a-83f2-d658232de6d4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f5e50fb8-cfe1-497b-a882-ecb360b1ffc8 HTTP/1.1" status: 204 len: 168 time: 1.3564589 Feb 10 11:58:51.992248 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-4a797208-2a20-42c2-9ac0-e3a11ba6e344 None None] The port 'ef58f370-7694-4980-8f54-dce730a61972' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:58:52.160909 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45024) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:52.218005 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f75a3514-3549-456f-b35c-1ba4c6794648 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3575557e012a479bacfaed83311b3e34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555849 Feb 10 11:58:52.220691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45028) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:52.290358 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f699855e-9e3e-49bb-a742-15c657331298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.318730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f699855e-9e3e-49bb-a742-15c657331298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.377642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f699855e-9e3e-49bb-a742-15c657331298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.397268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699855e-9e3e-49bb-a742-15c657331298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71820cd8-a6e1-4d70-9c8f-4289a56c6caf,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:52.406250 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f699855e-9e3e-49bb-a742-15c657331298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.407680 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f699855e-9e3e-49bb-a742-15c657331298 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71820cd8-a6e1-4d70-9c8f-4289a56c6caf HTTP/1.1" status: 204 len: 168 time: 0.1857696 Feb 10 11:58:53.308770 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45050) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:53.447550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1797649903-network', 'tenant_id': '3ecd9b3e0b0f4d5d9fdb77bda83466ca'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:53.452504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:53.457148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Usage tracker for resource:network and tenant:3ecd9b3e0b0f4d5d9fdb77bda83466ca is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:53.460211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:53.466812 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:53.479936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Made reservation on behalf of 3ecd9b3e0b0f4d5d9fdb77bda83466ca for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:53.482543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:53.496058 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:53.536462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:53.541066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Usage tracker for resource:security_group_rule and tenant:3ecd9b3e0b0f4d5d9fdb77bda83466ca is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:53.545171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:53.551546 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:53.632418 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:53.637389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:53.670019 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:58:53.679122 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cbea88-3cc8-4f14-88d3-8d0d871c4787,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:53.685338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:53.685760 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Added segment a906f4cc-eab3-4c67-bea9-c7890fb989af of type vlan for network b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 Feb 10 11:58:53.725863 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:53.760549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:53.761858 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:53.762135 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:53.876310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] Pushing event updated for resources: {'Network': ['ID=b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:53.882219 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3cc38f3d-bb76-43bc-a13d-1396c0a4a625 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5718365 Feb 10 11:58:53.884077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45056) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:53.891303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:58:53.892265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b655ae27-1471-4b70-a995-5233ec942d3d admin admin] Request body: {'subnet': {'network_id': 'b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1797649903-subnet', 'tenant_id': '3ecd9b3e0b0f4d5d9fdb77bda83466ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:53.898168 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b655ae27-1471-4b70-a995-5233ec942d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:53.902697 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b655ae27-1471-4b70-a995-5233ec942d3d admin admin] Usage tracker for resource:subnet and tenant:3ecd9b3e0b0f4d5d9fdb77bda83466ca is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:53.906035 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b655ae27-1471-4b70-a995-5233ec942d3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:53.914934 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b655ae27-1471-4b70-a995-5233ec942d3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:53.934912 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b655ae27-1471-4b70-a995-5233ec942d3d admin admin] Made reservation on behalf of 3ecd9b3e0b0f4d5d9fdb77bda83466ca for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:53.937828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b655ae27-1471-4b70-a995-5233ec942d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:54.165774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b655ae27-1471-4b70-a995-5233ec942d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:54.244401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655ae27-1471-4b70-a995-5233ec942d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=30cec381-3a48-4d61-b4f6-95b6b4bbc82f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:54.259378 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655ae27-1471-4b70-a995-5233ec942d3d admin admin] Checking segment: {'id': 'a906f4cc-eab3-4c67-bea9-c7890fb989af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:54.259805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b655ae27-1471-4b70-a995-5233ec942d3d admin admin] Network hostable DHCP agents. Network: b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:58:54.264546 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:58:54.286377 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b655ae27-1471-4b70-a995-5233ec942d3d admin admin] Network b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:58:54.298150 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b655ae27-1471-4b70-a995-5233ec942d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:54.303704 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b655ae27-1471-4b70-a995-5233ec942d3d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:54.304662 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b655ae27-1471-4b70-a995-5233ec942d3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:54.313200 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d31d6df-3f29-4a42-9e0d-9211d9cb260a None None] Network b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:54.341205 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b655ae27-1471-4b70-a995-5233ec942d3d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4462314 Feb 10 11:58:54.594168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d721a88-b7f8-4eba-83ca-2d716c045050 None None] Network b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:55.071331 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-0ff992ad-f304-44d1-8c83-2f4828a5af65 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:55.072948 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-0ff992ad-f304-44d1-8c83-2f4828a5af65 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/networks?id=b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 HTTP/1.1" status: 200 len: 814 time: 0.2363200 Feb 10 11:58:55.091304 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-a05ffcfc-03f8-4bba-952e-b881766952fb tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/quotas/3ecd9b3e0b0f4d5d9fdb77bda83466ca HTTP/1.1" status: 200 len: 375 time: 0.0119689 Feb 10 11:58:55.170920 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-527ff75a-2489-48d2-ae1a-ba9484ac2fa6 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ecd9b3e0b0f4d5d9fdb77bda83466ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728273 Feb 10 11:58:55.183741 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-2f1cfa59-dbce-4076-b63f-14010055d61f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:58:55.184740 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-2f1cfa59-dbce-4076-b63f-14010055d61f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054164 Feb 10 11:58:55.339368 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-7a6af364-90c9-4c37-925f-c5bdce9911af service neutron] 10.222.0.36 "GET /v2.0/networks/b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467903 Feb 10 11:58:55.491053 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-060f6090-e4c9-48d1-adee-3bae544a7f38 service neutron] 10.222.0.36 "GET /v2.0/networks/b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446457 Feb 10 11:58:56.545864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-256cf378-dcfe-45ca-9683-2a8b3fe49227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:56.750353 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-48d14fee-3394-4856-bfc3-53c4a3ffd526 req-81ab0ce9-a1f6-4096-8853-99a9b6398645 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 210 time: 0.0633924 Feb 10 11:58:57.949864 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b7550e25-c0ad-4928-9523-481fc9f95654 req-13d9a6b1-e0a1-482b-8074-89ca2b112d18 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 210 time: 0.0497093 Feb 10 11:58:58.303856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-513d3165-2840-477c-8d3b-a93d3ac68e6d tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:58.303856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-513d3165-2840-477c-8d3b-a93d3ac68e6d tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Synchronizing usage tracker for tenant:3ecd9b3e0b0f4d5d9fdb77bda83466ca on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:58:58.330153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-513d3165-2840-477c-8d3b-a93d3ac68e6d tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Unset dirty status for tenant:3ecd9b3e0b0f4d5d9fdb77bda83466ca on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:58:58.332782 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-513d3165-2840-477c-8d3b-a93d3ac68e6d tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.73 "GET /v2.0/networks?id=b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 HTTP/1.1" status: 200 len: 814 time: 0.2552371 Feb 10 11:58:58.351472 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-ba1fdc2d-60da-4b8a-a581-b9527865b767 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Request body: {'port': {'device_id': '7a3a1791-4fb7-44ec-8e93-9413890d2f92', 'network_id': 'b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9', 'admin_state_up': True, 'tenant_id': '3ecd9b3e0b0f4d5d9fdb77bda83466ca'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:58.575254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-ba1fdc2d-60da-4b8a-a581-b9527865b767 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:58.579370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-ba1fdc2d-60da-4b8a-a581-b9527865b767 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Usage tracker for resource:port and tenant:3ecd9b3e0b0f4d5d9fdb77bda83466ca is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:58.584271 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-ba1fdc2d-60da-4b8a-a581-b9527865b767 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:58.590833 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-ba1fdc2d-60da-4b8a-a581-b9527865b767 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:58.603038 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-ba1fdc2d-60da-4b8a-a581-b9527865b767 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Made reservation on behalf of 3ecd9b3e0b0f4d5d9fdb77bda83466ca for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:58.606169 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-ba1fdc2d-60da-4b8a-a581-b9527865b767 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:58.803846 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-ba1fdc2d-60da-4b8a-a581-b9527865b767 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Allocated IP 172.20.0.14 (b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9/30cec381-3a48-4d61-b4f6-95b6b4bbc82f/25dfae91-02d8-49d9-9c0c-1f59eb85b664) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:58:58.865738 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5f98c9d6-aa25-4c9f-bc01-6bf0b31b6a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:59.153639 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-06885ca5-d7c2-42bc-a176-2e86d81fa86c req-c3caf6ba-2ad6-425e-96c1-b9ddd20be679 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 210 time: 0.0504658 Feb 10 11:58:59.158680 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-ba1fdc2d-60da-4b8a-a581-b9527865b767 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:59.200222 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-ba1fdc2d-60da-4b8a-a581-b9527865b767 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:59.283603 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-ba1fdc2d-60da-4b8a-a581-b9527865b767 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Network b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:58:59.288825 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-ba1fdc2d-60da-4b8a-a581-b9527865b767 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:59.293982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-ba1fdc2d-60da-4b8a-a581-b9527865b767 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:58:59.327727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fdc2d-60da-4b8a-a581-b9527865b767 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Pushing event updated for resources: {'Port': ['ID=25dfae91-02d8-49d9-9c0c-1f59eb85b664,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:59.371766 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-ba1fdc2d-60da-4b8a-a581-b9527865b767 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:59.372417 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-ba1fdc2d-60da-4b8a-a581-b9527865b767 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:59.396508 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-ba1fdc2d-60da-4b8a-a581-b9527865b767 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0502975 Feb 10 11:58:59.408576 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Request body: {'port': {'device_id': '7a3a1791-4fb7-44ec-8e93-9413890d2f92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:59.529435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:59.896169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:59.941034 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25dfae91-02d8-49d9-9c0c-1f59eb85b664 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:58:59.948469 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:59.967168 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Transition to ACTIVE for port object 25dfae91-02d8-49d9-9c0c-1f59eb85b664 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:59.972840 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:00.113320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Pushing event updated for resources: {'Port': ['ID=25dfae91-02d8-49d9-9c0c-1f59eb85b664,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:00.200922 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:00.236760 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Attempting to bind port 25dfae91-02d8-49d9-9c0c-1f59eb85b664 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:59:00.237799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Attempting to bind port 25dfae91-02d8-49d9-9c0c-1f59eb85b664 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': 'a906f4cc-eab3-4c67-bea9-c7890fb989af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:59:00.238204 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Attempting to bind port 25dfae91-02d8-49d9-9c0c-1f59eb85b664 on network b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:59:00.245528 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Port 25dfae91-02d8-49d9-9c0c-1f59eb85b664 on network b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:59:00.245986 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Attempting to bind port 25dfae91-02d8-49d9-9c0c-1f59eb85b664 on network b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:59:00.255464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:59:00.255881 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Checking segment: {'id': 'a906f4cc-eab3-4c67-bea9-c7890fb989af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:00.256331 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Bound using segment: {'id': 'a906f4cc-eab3-4c67-bea9-c7890fb989af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:59:00.256817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Bound port: 25dfae91-02d8-49d9-9c0c-1f59eb85b664, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a906f4cc-eab3-4c67-bea9-c7890fb989af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:59:00.257255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:00.355369 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] For port 25dfae91-02d8-49d9-9c0c-1f59eb85b664, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:59:00.359598 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] For port 25dfae91-02d8-49d9-9c0c-1f59eb85b664, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=25dfae91-02d8-49d9-9c0c-1f59eb85b664,segment=NetworkSegment(a906f4cc-eab3-4c67-bea9-c7890fb989af),segment_id=a906f4cc-eab3-4c67-bea9-c7890fb989af)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:59:00.364578 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:00.431429 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:00.432828 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] 10.222.0.73 "PUT /v2.0/ports/25dfae91-02d8-49d9-9c0c-1f59eb85b664 HTTP/1.1" status: 200 len: 1094 time: 1.0289512 Feb 10 11:59:00.433351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3a1791-4fb7-44ec-8e93-9413890d2f92', 'tag': '25dfae91-02d8-49d9-9c0c-1f59eb85b664'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:59:00.472908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc99183-c88b-4bff-b601-d39d3af86319 service neutron] Pushing event updated for resources: {'Port': ['ID=25dfae91-02d8-49d9-9c0c-1f59eb85b664,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:00.499244 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dcb34-f7f4-4a68-9313-155c10acfcef req-697a39d0-9a2a-40c6-aa6d-0e0aff9b2325 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:00.501506 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f91dcb34-f7f4-4a68-9313-155c10acfcef req-697a39d0-9a2a-40c6-aa6d-0e0aff9b2325 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 944 time: 0.1108091 Feb 10 11:59:00.554275 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3a1791-4fb7-44ec-8e93-9413890d2f92', 'tag': '25dfae91-02d8-49d9-9c0c-1f59eb85b664', 'status': 'completed', 'code': 200} Feb 10 11:59:00.565848 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f91dcb34-f7f4-4a68-9313-155c10acfcef req-27ed9506-683e-46fd-ab3f-6cbfe5fb043a tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532084 Feb 10 11:59:00.596754 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-3f60fbca-a648-4c3f-a492-f7dd35b71baf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3ecd9b3e0b0f4d5d9fdb77bda83466ca&device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 1097 time: 0.1151948 Feb 10 11:59:00.671164 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-95fb2039-0379-48ad-8973-1430f8701ebc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25dfae91-02d8-49d9-9c0c-1f59eb85b664 HTTP/1.1" status: 200 len: 217 time: 0.0677967 Feb 10 11:59:00.738361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-e3e63ad6-1a3b-416b-8639-5556bc506a7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:00.739824 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-e3e63ad6-1a3b-416b-8639-5556bc506a7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30cec381-3a48-4d61-b4f6-95b6b4bbc82f HTTP/1.1" status: 200 len: 854 time: 0.0626903 Feb 10 11:59:00.787094 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-fa505681-36ce-4ba2-9d5d-048eafa57bb7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413468 Feb 10 11:59:00.949091 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-634e8ec3-18d5-4a94-a6ca-5076200e0d32 service neutron] 10.222.0.73 "GET /v2.0/networks/b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543510 Feb 10 11:59:01.201247 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0dae8ef1-b2bd-4882-9f66-a8b55ab46332 req-7e42e7cf-dc9f-42c2-b8f0-a1e1781a32f8 service neutron] 10.222.0.73 "GET /v2.0/networks/b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461696 Feb 10 11:59:01.348578 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5c3c3314-d2bf-4c56-9d05-566fac05830d req-e9b23998-4945-4bac-a0ea-9f2d3bf3a673 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3ecd9b3e0b0f4d5d9fdb77bda83466ca&device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 1097 time: 0.0960116 Feb 10 11:59:01.493771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c3314-d2bf-4c56-9d05-566fac05830d req-102f22fb-0067-4ab3-bf4d-2f6cc239ff91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:01.495654 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5c3c3314-d2bf-4c56-9d05-566fac05830d req-102f22fb-0067-4ab3-bf4d-2f6cc239ff91 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 HTTP/1.1" status: 200 len: 915 time: 0.1396384 Feb 10 11:59:01.567057 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5c3c3314-d2bf-4c56-9d05-566fac05830d req-72e1a2ff-f472-4358-a0d1-405e80e3b424 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25dfae91-02d8-49d9-9c0c-1f59eb85b664 HTTP/1.1" status: 200 len: 217 time: 0.0647337 Feb 10 11:59:01.616277 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:01.659671 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c3314-d2bf-4c56-9d05-566fac05830d req-9e72b526-6ccb-4b25-b6dd-b3d4f09d0b24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:01.661811 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5c3c3314-d2bf-4c56-9d05-566fac05830d req-9e72b526-6ccb-4b25-b6dd-b3d4f09d0b24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30cec381-3a48-4d61-b4f6-95b6b4bbc82f HTTP/1.1" status: 200 len: 854 time: 0.0872717 Feb 10 11:59:01.708516 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5c3c3314-d2bf-4c56-9d05-566fac05830d req-d1df52d5-c2da-418a-96eb-95008e3b637a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405686 Feb 10 11:59:01.874078 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5c3c3314-d2bf-4c56-9d05-566fac05830d req-63dded18-93f2-482e-ae18-9a8ab0d21370 service neutron] 10.222.0.73 "GET /v2.0/networks/b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590567 Feb 10 11:59:01.904769 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092294a7-bd74-4963-96a2-71800719b686 req-1b3900f6-82ed-491b-9bff-26136a963c77 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:01.909166 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-092294a7-bd74-4963-96a2-71800719b686 req-1b3900f6-82ed-491b-9bff-26136a963c77 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 944 time: 0.1168242 Feb 10 11:59:01.983423 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-092294a7-bd74-4963-96a2-71800719b686 req-34a12fee-8273-4d20-ac49-ae211d5d1358 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671225 Feb 10 11:59:02.051129 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5c3c3314-d2bf-4c56-9d05-566fac05830d req-732d91b0-fcb4-48b5-9848-b443253a3bf1 service neutron] 10.222.0.73 "GET /v2.0/networks/b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698878 Feb 10 11:59:03.009547 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 25dfae91-02d8-49d9-9c0c-1f59eb85b664 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:59:03.175927 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 25dfae91-02d8-49d9-9c0c-1f59eb85b664, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=25dfae91-02d8-49d9-9c0c-1f59eb85b664,segment=NetworkSegment(a906f4cc-eab3-4c67-bea9-c7890fb989af),segment_id=a906f4cc-eab3-4c67-bea9-c7890fb989af)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:03.193831 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '25dfae91-02d8-49d9-9c0c-1f59eb85b664', 'network_id': 'b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9', 'port_id': '25dfae91-02d8-49d9-9c0c-1f59eb85b664', 'mac_address': 'fa:16:3e:66:08:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cec381-3a48-4d61-b4f6-95b6b4bbc82f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:59:03.246069 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33c68c-7fe9-4af9-8c75-2dec59dad35d req-3da0f523-7653-4f28-940e-e5365ba27afb tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:03.248245 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fd33c68c-7fe9-4af9-8c75-2dec59dad35d req-3da0f523-7653-4f28-940e-e5365ba27afb tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 944 time: 0.1206989 Feb 10 11:59:03.268850 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:03.295013 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25dfae91-02d8-49d9-9c0c-1f59eb85b664 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:59:03.308858 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fd33c68c-7fe9-4af9-8c75-2dec59dad35d req-dbddce06-ac70-4baf-91de-3712ea7a4b86 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493448 Feb 10 11:59:03.322405 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 25dfae91-02d8-49d9-9c0c-1f59eb85b664, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=25dfae91-02d8-49d9-9c0c-1f59eb85b664,segment=NetworkSegment(a906f4cc-eab3-4c67-bea9-c7890fb989af),segment_id=a906f4cc-eab3-4c67-bea9-c7890fb989af)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:03.330503 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:03.413323 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=25dfae91-02d8-49d9-9c0c-1f59eb85b664,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:03.540090 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['25dfae91-02d8-49d9-9c0c-1f59eb85b664'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:59:04.541923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5c26d-e608-4180-adfe-73083ef013eb req-8fe0e074-0bd9-414a-b3b0-12e72dcf4de1 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:04.543803 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-49d5c26d-e608-4180-adfe-73083ef013eb req-8fe0e074-0bd9-414a-b3b0-12e72dcf4de1 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 945 time: 0.0846946 Feb 10 11:59:04.598252 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-49d5c26d-e608-4180-adfe-73083ef013eb req-c6d3e68f-ad1e-4e9c-95be-7cae7dcf59f3 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455251 Feb 10 11:59:05.023849 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 25dfae91-02d8-49d9-9c0c-1f59eb85b664 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:59:05.110508 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 25dfae91-02d8-49d9-9c0c-1f59eb85b664 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:59:05.118784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 25dfae91-02d8-49d9-9c0c-1f59eb85b664 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:05.119374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:05.260277 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:05.291016 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3a1791-4fb7-44ec-8e93-9413890d2f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dfae91-02d8-49d9-9c0c-1f59eb85b664'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:59:05.304524 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 25dfae91-02d8-49d9-9c0c-1f59eb85b664, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=25dfae91-02d8-49d9-9c0c-1f59eb85b664,segment=NetworkSegment(a906f4cc-eab3-4c67-bea9-c7890fb989af),segment_id=a906f4cc-eab3-4c67-bea9-c7890fb989af)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:05.310412 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:05.392471 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3a1791-4fb7-44ec-8e93-9413890d2f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dfae91-02d8-49d9-9c0c-1f59eb85b664', 'code': 200} Feb 10 11:59:05.404622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=25dfae91-02d8-49d9-9c0c-1f59eb85b664,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:05.640359 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-eff059ef-c252-472a-9cfd-0ca0b14664b8 req-1aec15ee-5bc0-47de-947b-dd7f17ab7aca service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 1099 time: 0.0820839 Feb 10 11:59:05.693033 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-eff059ef-c252-472a-9cfd-0ca0b14664b8 req-79a3c12b-74da-4a64-a70a-3f6fc17d3e3f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458159 Feb 10 11:59:05.849764 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dbed6-6dc3-445e-80ad-339b35d9348c req-4082b664-eced-497b-b95b-914e506ef13a tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:05.852359 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1d9dbed6-6dc3-445e-80ad-339b35d9348c req-4082b664-eced-497b-b95b-914e506ef13a tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 946 time: 0.1026978 Feb 10 11:59:05.930713 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1d9dbed6-6dc3-445e-80ad-339b35d9348c req-323a584b-879e-4dee-8bd5-7d2539a659ae tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722916 Feb 10 11:59:07.148252 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bf5ce-35fa-4b08-8918-c6cbd238540f req-670c5b6d-40c7-4326-8c37-484729413f41 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:07.149823 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d53bf5ce-35fa-4b08-8918-c6cbd238540f req-670c5b6d-40c7-4326-8c37-484729413f41 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 946 time: 0.0864000 Feb 10 11:59:07.206252 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d53bf5ce-35fa-4b08-8918-c6cbd238540f req-a9264cb6-edc5-4032-8579-ce803ecce087 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452385 Feb 10 11:59:07.639754 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-99e5e398-7c89-4798-8aaf-82f7f4b7229a tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:07.641443 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-99e5e398-7c89-4798-8aaf-82f7f4b7229a tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/networks?id=b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 HTTP/1.1" status: 200 len: 814 time: 0.2592814 Feb 10 11:59:07.661459 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-e5e29d73-1c01-4ed1-85d7-d5d7cdcd8fc0 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/quotas/3ecd9b3e0b0f4d5d9fdb77bda83466ca HTTP/1.1" status: 200 len: 375 time: 0.0132344 Feb 10 11:59:07.752578 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-f9744da3-ccf9-4274-aeb9-817d7859e3f3 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ecd9b3e0b0f4d5d9fdb77bda83466ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0837598 Feb 10 11:59:07.974135 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-51dbf8b5-a293-47a7-8ab0-1987e026f561 service neutron] 10.222.0.36 "GET /v2.0/networks/b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132843 Feb 10 11:59:08.148262 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-c9a3cc47-961c-4a42-82b1-47f866359775 service neutron] 10.222.0.36 "GET /v2.0/networks/b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677411 Feb 10 11:59:08.354710 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-519f6369-5e20-44ed-b420-07a4de4f1315 req-a1c78c6f-28be-4959-ab7e-1e562daf5a3f tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=29046a2d-3ab1-4b4c-9809-ffbe30011ae7 HTTP/1.1" status: 200 len: 210 time: 0.0453074 Feb 10 11:59:08.404960 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:09.595016 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b962fb3c-9fd4-4b4e-a2ab-bec2cd191c3c req-bdbc96ee-4ef9-423a-8bbf-3cf557170da7 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=29046a2d-3ab1-4b4c-9809-ffbe30011ae7 HTTP/1.1" status: 200 len: 210 time: 0.0525069 Feb 10 11:59:09.609595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-ca4ffc40-cf06-4b96-a9f8-9bf7307c47f2 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:09.612668 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-ca4ffc40-cf06-4b96-a9f8-9bf7307c47f2 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.73 "GET /v2.0/networks?id=b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 HTTP/1.1" status: 200 len: 814 time: 0.2246997 Feb 10 11:59:09.630641 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-383c79bf-1f6f-4ffe-adaf-45772e03c1da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Request body: {'port': {'device_id': '29046a2d-3ab1-4b4c-9809-ffbe30011ae7', 'network_id': 'b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9', 'admin_state_up': True, 'tenant_id': '3ecd9b3e0b0f4d5d9fdb77bda83466ca'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:09.794977 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-383c79bf-1f6f-4ffe-adaf-45772e03c1da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:09.800337 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-383c79bf-1f6f-4ffe-adaf-45772e03c1da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Usage tracker for resource:port and tenant:3ecd9b3e0b0f4d5d9fdb77bda83466ca is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:09.803983 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-383c79bf-1f6f-4ffe-adaf-45772e03c1da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:09.810837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-383c79bf-1f6f-4ffe-adaf-45772e03c1da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:09.823890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-383c79bf-1f6f-4ffe-adaf-45772e03c1da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Made reservation on behalf of 3ecd9b3e0b0f4d5d9fdb77bda83466ca for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:59:09.827626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-383c79bf-1f6f-4ffe-adaf-45772e03c1da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:10.061684 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-383c79bf-1f6f-4ffe-adaf-45772e03c1da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Allocated IP 172.20.0.11 (b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9/30cec381-3a48-4d61-b4f6-95b6b4bbc82f/84a28099-2f1f-4e19-b8a5-bdd0b23932f6) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:59:10.308716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-383c79bf-1f6f-4ffe-adaf-45772e03c1da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:10.343411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-383c79bf-1f6f-4ffe-adaf-45772e03c1da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:10.357232 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['25dfae91-02d8-49d9-9c0c-1f59eb85b664'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:59:10.421388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-383c79bf-1f6f-4ffe-adaf-45772e03c1da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Network b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:59:10.425096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-383c79bf-1f6f-4ffe-adaf-45772e03c1da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:59:10.427787 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-383c79bf-1f6f-4ffe-adaf-45772e03c1da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:59:10.599238 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c79bf-1f6f-4ffe-adaf-45772e03c1da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Pushing event updated for resources: {'Port': ['ID=84a28099-2f1f-4e19-b8a5-bdd0b23932f6,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:10.632064 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-383c79bf-1f6f-4ffe-adaf-45772e03c1da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:10.632802 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-383c79bf-1f6f-4ffe-adaf-45772e03c1da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:10.656804 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-383c79bf-1f6f-4ffe-adaf-45772e03c1da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0319438 Feb 10 11:59:10.670347 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Request body: {'port': {'device_id': '29046a2d-3ab1-4b4c-9809-ffbe30011ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:10.870877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:10.933937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453daab-ce03-4448-ae7e-16563b6f5d1e req-5ca2e905-f979-45d1-9a4d-29e3ccca4001 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:10.936641 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2453daab-ce03-4448-ae7e-16563b6f5d1e req-5ca2e905-f979-45d1-9a4d-29e3ccca4001 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=29046a2d-3ab1-4b4c-9809-ffbe30011ae7 HTTP/1.1" status: 200 len: 932 time: 0.0981145 Feb 10 11:59:10.992915 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2453daab-ce03-4448-ae7e-16563b6f5d1e req-87214721-569a-4005-bcf0-5dced526c10e tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485828 Feb 10 11:59:11.325613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:59:11.341174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:11.368784 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Transition to ACTIVE for port object 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:59:11.373840 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:11.622246 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=84a28099-2f1f-4e19-b8a5-bdd0b23932f6,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:11.821913 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Attempting to bind port 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:59:11.822599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Attempting to bind port 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': 'a906f4cc-eab3-4c67-bea9-c7890fb989af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:59:11.823035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Attempting to bind port 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 on network b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:59:11.833923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Port 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 on network b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:59:11.834467 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Attempting to bind port 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 on network b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:59:11.846875 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:59:11.847270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Checking segment: {'id': 'a906f4cc-eab3-4c67-bea9-c7890fb989af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:11.847734 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Bound using segment: {'id': 'a906f4cc-eab3-4c67-bea9-c7890fb989af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:59:11.848229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Bound port: 84a28099-2f1f-4e19-b8a5-bdd0b23932f6, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a906f4cc-eab3-4c67-bea9-c7890fb989af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:59:11.848729 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:11.950231 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] For port 84a28099-2f1f-4e19-b8a5-bdd0b23932f6, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:59:11.954303 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] For port 84a28099-2f1f-4e19-b8a5-bdd0b23932f6, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=84a28099-2f1f-4e19-b8a5-bdd0b23932f6,segment=NetworkSegment(a906f4cc-eab3-4c67-bea9-c7890fb989af),segment_id=a906f4cc-eab3-4c67-bea9-c7890fb989af)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:59:11.960513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:12.030301 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:12.031721 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] 10.222.0.73 "PUT /v2.0/ports/84a28099-2f1f-4e19-b8a5-bdd0b23932f6 HTTP/1.1" status: 200 len: 1094 time: 1.3663561 Feb 10 11:59:12.032194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29046a2d-3ab1-4b4c-9809-ffbe30011ae7', 'tag': '84a28099-2f1f-4e19-b8a5-bdd0b23932f6'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:59:12.052436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595f09f-0e8b-4f46-8845-caf598a8e2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=84a28099-2f1f-4e19-b8a5-bdd0b23932f6,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:12.160156 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29046a2d-3ab1-4b4c-9809-ffbe30011ae7', 'tag': '84a28099-2f1f-4e19-b8a5-bdd0b23932f6', 'status': 'completed', 'code': 200} Feb 10 11:59:12.223783 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-9a9a30b8-4c0b-48e9-9a05-482daa49c52a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3ecd9b3e0b0f4d5d9fdb77bda83466ca&device_id=29046a2d-3ab1-4b4c-9809-ffbe30011ae7 HTTP/1.1" status: 200 len: 1097 time: 0.1302657 Feb 10 11:59:12.303128 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-69bfbcc8-5296-44db-a1a8-b0ad99bbee30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84a28099-2f1f-4e19-b8a5-bdd0b23932f6 HTTP/1.1" status: 200 len: 217 time: 0.0722823 Feb 10 11:59:12.326375 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920bb5a-41ae-45f8-9bdb-5a17d947b062 req-1c5f9372-4a57-481f-a9d5-2ae6a9fdb28c tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:12.328899 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3920bb5a-41ae-45f8-9bdb-5a17d947b062 req-1c5f9372-4a57-481f-a9d5-2ae6a9fdb28c tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=29046a2d-3ab1-4b4c-9809-ffbe30011ae7 HTTP/1.1" status: 200 len: 944 time: 0.1186004 Feb 10 11:59:12.391298 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-ed85955f-6743-4349-a32b-50c1189f2024 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:12.393339 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-ed85955f-6743-4349-a32b-50c1189f2024 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30cec381-3a48-4d61-b4f6-95b6b4bbc82f HTTP/1.1" status: 200 len: 854 time: 0.0835140 Feb 10 11:59:12.394104 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3920bb5a-41ae-45f8-9bdb-5a17d947b062 req-d33aad18-a894-4b8b-9156-4e406dc1b5c3 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566580 Feb 10 11:59:12.442704 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-4f053a48-bbe7-4ca5-abd9-cb18ce267795 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425527 Feb 10 11:59:12.585011 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-e4d097f9-0269-4762-866e-0837f58aaa19 service neutron] 10.222.0.73 "GET /v2.0/networks/b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360621 Feb 10 11:59:12.732955 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-90973637-ec84-46ee-8df0-ab30833dc7ce req-485ad205-1fab-41c5-a061-8b7cd162cb10 service neutron] 10.222.0.73 "GET /v2.0/networks/b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421952 Feb 10 11:59:12.866444 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7c399d26-2d5f-4d06-96b3-c48db132ea51 req-e55d910e-4b01-472e-b7d6-ce791ddf7d1c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3ecd9b3e0b0f4d5d9fdb77bda83466ca&device_id=29046a2d-3ab1-4b4c-9809-ffbe30011ae7 HTTP/1.1" status: 200 len: 1097 time: 0.0857089 Feb 10 11:59:13.255963 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c399d26-2d5f-4d06-96b3-c48db132ea51 req-4850c60d-5a7c-4f21-9877-b06135e75954 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:13.258527 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7c399d26-2d5f-4d06-96b3-c48db132ea51 req-4850c60d-5a7c-4f21-9877-b06135e75954 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 HTTP/1.1" status: 200 len: 915 time: 0.3852928 Feb 10 11:59:13.331497 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7c399d26-2d5f-4d06-96b3-c48db132ea51 req-1f7bb183-bc5c-47ff-ba7e-3624c70d7c25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84a28099-2f1f-4e19-b8a5-bdd0b23932f6 HTTP/1.1" status: 200 len: 217 time: 0.0646596 Feb 10 11:59:13.406681 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c399d26-2d5f-4d06-96b3-c48db132ea51 req-beaf1308-c818-4582-ba90-a4e887bafdfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:13.408971 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7c399d26-2d5f-4d06-96b3-c48db132ea51 req-beaf1308-c818-4582-ba90-a4e887bafdfd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30cec381-3a48-4d61-b4f6-95b6b4bbc82f HTTP/1.1" status: 200 len: 854 time: 0.0702379 Feb 10 11:59:13.464584 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7c399d26-2d5f-4d06-96b3-c48db132ea51 req-3f871560-9fd8-4f2f-b9c0-defe4a33d29f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497534 Feb 10 11:59:13.614264 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7c399d26-2d5f-4d06-96b3-c48db132ea51 req-3b58ce1e-234f-4d26-94f6-c15220fc6f5a service neutron] 10.222.0.73 "GET /v2.0/networks/b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417387 Feb 10 11:59:13.726415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752e22f-39fd-42b1-b10b-49cd645e805c req-80a32364-a71e-46fb-ab0c-50397897a633 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:13.728372 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2752e22f-39fd-42b1-b10b-49cd645e805c req-80a32364-a71e-46fb-ab0c-50397897a633 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=29046a2d-3ab1-4b4c-9809-ffbe30011ae7 HTTP/1.1" status: 200 len: 944 time: 0.1346362 Feb 10 11:59:13.779050 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2752e22f-39fd-42b1-b10b-49cd645e805c req-7f7fe908-43a1-43b3-8030-80f3b7e33644 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445013 Feb 10 11:59:13.780916 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7c399d26-2d5f-4d06-96b3-c48db132ea51 req-543c22e1-ca61-4aff-89b5-750f65eb7de0 service neutron] 10.222.0.73 "GET /v2.0/networks/b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601732 Feb 10 11:59:14.999926 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cde909-0cc2-45cb-9f0d-e2006ce4f861 req-ee0d44ad-2692-44f6-875e-9cbee7664165 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:15.001533 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b7cde909-0cc2-45cb-9f0d-e2006ce4f861 req-ee0d44ad-2692-44f6-875e-9cbee7664165 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=29046a2d-3ab1-4b4c-9809-ffbe30011ae7 HTTP/1.1" status: 200 len: 944 time: 0.0875077 Feb 10 11:59:15.068898 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b7cde909-0cc2-45cb-9f0d-e2006ce4f861 req-351876b2-81da-4031-a878-16d9bdbe0c8d tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607285 Feb 10 11:59:15.080626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:59:15.233217 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 84a28099-2f1f-4e19-b8a5-bdd0b23932f6, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=84a28099-2f1f-4e19-b8a5-bdd0b23932f6,segment=NetworkSegment(a906f4cc-eab3-4c67-bea9-c7890fb989af),segment_id=a906f4cc-eab3-4c67-bea9-c7890fb989af)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:15.248793 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '84a28099-2f1f-4e19-b8a5-bdd0b23932f6', 'network_id': 'b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9', 'port_id': '84a28099-2f1f-4e19-b8a5-bdd0b23932f6', 'mac_address': 'fa:16:3e:0d:9d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cec381-3a48-4d61-b4f6-95b6b4bbc82f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:59:15.309190 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:15.328796 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:59:15.346459 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 84a28099-2f1f-4e19-b8a5-bdd0b23932f6, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=84a28099-2f1f-4e19-b8a5-bdd0b23932f6,segment=NetworkSegment(a906f4cc-eab3-4c67-bea9-c7890fb989af),segment_id=a906f4cc-eab3-4c67-bea9-c7890fb989af)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:15.351442 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:15.469539 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=84a28099-2f1f-4e19-b8a5-bdd0b23932f6,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:15.492290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:15.492839 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:15.493415 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:15.493942 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:15.494494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:15.495055 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:15.495593 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:15.496153 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:15.496688 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:15.497267 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:15.497805 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:15.572693 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['84a28099-2f1f-4e19-b8a5-bdd0b23932f6'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:59:16.287795 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbfbf7-2a2c-4433-8aa3-8f5dfcec26fb req-21e6746d-fcbd-4ccd-aeae-7fb3088729a8 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:16.289526 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-43cbfbf7-2a2c-4433-8aa3-8f5dfcec26fb req-21e6746d-fcbd-4ccd-aeae-7fb3088729a8 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=29046a2d-3ab1-4b4c-9809-ffbe30011ae7 HTTP/1.1" status: 200 len: 945 time: 0.0825865 Feb 10 11:59:16.345973 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-43cbfbf7-2a2c-4433-8aa3-8f5dfcec26fb req-c34d24b6-b42a-407b-bb47-6645abed561a tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461118 Feb 10 11:59:17.101876 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:59:17.178771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:59:17.183903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:17.184285 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:17.306286 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:17.335487 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29046a2d-3ab1-4b4c-9809-ffbe30011ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a28099-2f1f-4e19-b8a5-bdd0b23932f6'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:59:17.349580 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 84a28099-2f1f-4e19-b8a5-bdd0b23932f6, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=84a28099-2f1f-4e19-b8a5-bdd0b23932f6,segment=NetworkSegment(a906f4cc-eab3-4c67-bea9-c7890fb989af),segment_id=a906f4cc-eab3-4c67-bea9-c7890fb989af)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:17.355972 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:17.402773 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29046a2d-3ab1-4b4c-9809-ffbe30011ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a28099-2f1f-4e19-b8a5-bdd0b23932f6', 'code': 200} Feb 10 11:59:17.439156 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=84a28099-2f1f-4e19-b8a5-bdd0b23932f6,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:17.603000 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76b439-c272-4aed-93a7-a72d0e229162 req-f759522b-40c3-44ff-817d-737c24f17e73 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:17.605018 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df76b439-c272-4aed-93a7-a72d0e229162 req-f759522b-40c3-44ff-817d-737c24f17e73 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=29046a2d-3ab1-4b4c-9809-ffbe30011ae7 HTTP/1.1" status: 200 len: 946 time: 0.1268911 Feb 10 11:59:17.667281 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2739dd7b-6a34-4170-aa9f-dc871618f693 req-15f1828b-4c29-4457-814c-0198d6fe90a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=29046a2d-3ab1-4b4c-9809-ffbe30011ae7 HTTP/1.1" status: 200 len: 1099 time: 0.0840995 Feb 10 11:59:17.670256 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df76b439-c272-4aed-93a7-a72d0e229162 req-c501e32d-4b95-4e32-a9dc-9395ec699fba tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544724 Feb 10 11:59:17.715200 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2739dd7b-6a34-4170-aa9f-dc871618f693 req-65673ba5-4c57-4443-bd58-c5e0a8818be2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Feb 10 11:59:18.947560 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bec44-0e35-430d-80d1-b5e87aa061f5 req-9627ee42-63ca-4183-91b2-a0016bb687be tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:18.950106 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e32bec44-0e35-430d-80d1-b5e87aa061f5 req-9627ee42-63ca-4183-91b2-a0016bb687be tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=29046a2d-3ab1-4b4c-9809-ffbe30011ae7 HTTP/1.1" status: 200 len: 946 time: 0.1373067 Feb 10 11:59:19.024395 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e32bec44-0e35-430d-80d1-b5e87aa061f5 req-73dae10a-8932-48f9-a447-7e42ea33a8ee tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621219 Feb 10 11:59:20.299356 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c7f55-7cd4-48e9-bf6e-5c573fcd0881 req-7c04739a-202b-4426-98f4-3dab4c98889f tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:20.301239 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb1c7f55-7cd4-48e9-bf6e-5c573fcd0881 req-7c04739a-202b-4426-98f4-3dab4c98889f tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=29046a2d-3ab1-4b4c-9809-ffbe30011ae7 HTTP/1.1" status: 200 len: 946 time: 0.0848851 Feb 10 11:59:20.384920 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb1c7f55-7cd4-48e9-bf6e-5c573fcd0881 req-12ed75a9-e81a-4612-bfcd-e486bdeef215 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772085 Feb 10 11:59:20.841473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db1998-3e65-4441-959e-9ee0e3081095 req-1e753e38-ba8b-4ed5-af77-02a461681e7b tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:20.843053 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-42db1998-3e65-4441-959e-9ee0e3081095 req-1e753e38-ba8b-4ed5-af77-02a461681e7b tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=29046a2d-3ab1-4b4c-9809-ffbe30011ae7 HTTP/1.1" status: 200 len: 946 time: 0.0921016 Feb 10 11:59:20.901513 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-42db1998-3e65-4441-959e-9ee0e3081095 req-c412f959-0e42-4ec0-b322-42f92e4e21a9 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471888 Feb 10 11:59:22.169455 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e01da-acf9-4a97-a7b5-76a4dca9ced0 req-71d63e87-ac51-4891-9c18-b3268b8b94da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:22.170920 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8a6e01da-acf9-4a97-a7b5-76a4dca9ced0 req-71d63e87-ac51-4891-9c18-b3268b8b94da tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=29046a2d-3ab1-4b4c-9809-ffbe30011ae7 HTTP/1.1" status: 200 len: 946 time: 0.0867112 Feb 10 11:59:22.235148 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8a6e01da-acf9-4a97-a7b5-76a4dca9ced0 req-1f010ebc-d63f-4a58-a6be-cbc593cd4994 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571270 Feb 10 11:59:22.241436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844a603-f75d-4f99-84c0-f83704a4004f req-5954cec9-f595-4198-acd1-7df9cc5d99d9 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:22.242167 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-e844a603-f75d-4f99-84c0-f83704a4004f req-5954cec9-f595-4198-acd1-7df9cc5d99d9 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Synchronizing usage tracker for tenant:3ecd9b3e0b0f4d5d9fdb77bda83466ca on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:59:22.261018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-e844a603-f75d-4f99-84c0-f83704a4004f req-5954cec9-f595-4198-acd1-7df9cc5d99d9 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Unset dirty status for tenant:3ecd9b3e0b0f4d5d9fdb77bda83466ca on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:59:22.262271 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e844a603-f75d-4f99-84c0-f83704a4004f req-5954cec9-f595-4198-acd1-7df9cc5d99d9 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.73 "GET /v2.0/ports?device_id=29046a2d-3ab1-4b4c-9809-ffbe30011ae7 HTTP/1.1" status: 200 len: 946 time: 0.1028333 Feb 10 11:59:22.341347 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-e844a603-f75d-4f99-84c0-f83704a4004f req-c9de41fd-faf9-49d7-8200-02c55534d226 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Deleting port 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:59:22.341723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e844a603-f75d-4f99-84c0-f83704a4004f req-c9de41fd-faf9-49d7-8200-02c55534d226 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:22.600199 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-e844a603-f75d-4f99-84c0-f83704a4004f req-c9de41fd-faf9-49d7-8200-02c55534d226 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] For port 84a28099-2f1f-4e19-b8a5-bdd0b23932f6, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=84a28099-2f1f-4e19-b8a5-bdd0b23932f6,segment=NetworkSegment(a906f4cc-eab3-4c67-bea9-c7890fb989af),segment_id=a906f4cc-eab3-4c67-bea9-c7890fb989af)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:22.600570 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e844a603-f75d-4f99-84c0-f83704a4004f req-c9de41fd-faf9-49d7-8200-02c55534d226 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:22.732167 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-e844a603-f75d-4f99-84c0-f83704a4004f req-c9de41fd-faf9-49d7-8200-02c55534d226 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Calling delete_port for 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:59:22.897808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e844a603-f75d-4f99-84c0-f83704a4004f req-c9de41fd-faf9-49d7-8200-02c55534d226 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:22.910349 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['25dfae91-02d8-49d9-9c0c-1f59eb85b664', '84a28099-2f1f-4e19-b8a5-bdd0b23932f6'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:59:22.950967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de41fd-faf9-49d7-8200-02c55534d226 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Pushing event deleted for resources: {'Port': ['ID=84a28099-2f1f-4e19-b8a5-bdd0b23932f6,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:23.026787 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e844a603-f75d-4f99-84c0-f83704a4004f req-c9de41fd-faf9-49d7-8200-02c55534d226 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] No DVR routers for this DVR port 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:59:23.029733 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e844a603-f75d-4f99-84c0-f83704a4004f req-c9de41fd-faf9-49d7-8200-02c55534d226 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:23.032428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29046a2d-3ab1-4b4c-9809-ffbe30011ae7', 'name': 'network-vif-deleted', 'tag': '84a28099-2f1f-4e19-b8a5-bdd0b23932f6'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:59:23.049414 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e844a603-f75d-4f99-84c0-f83704a4004f req-c9de41fd-faf9-49d7-8200-02c55534d226 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.73 "DELETE /v2.0/ports/84a28099-2f1f-4e19-b8a5-bdd0b23932f6 HTTP/1.1" status: 204 len: 173 time: 0.7809775 Feb 10 11:59:23.141296 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29046a2d-3ab1-4b4c-9809-ffbe30011ae7', 'name': 'network-vif-deleted', 'tag': '84a28099-2f1f-4e19-b8a5-bdd0b23932f6', 'status': 'completed', 'code': 200} Feb 10 11:59:23.450190 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9ac58137-d1aa-464e-ad2b-2ad3b87bc837 req-13bf9967-44a3-432f-a8d8-d1db349fc286 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=29046a2d-3ab1-4b4c-9809-ffbe30011ae7 HTTP/1.1" status: 200 len: 210 time: 0.0471780 Feb 10 11:59:24.847249 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db700bc4-a85b-44a3-93e0-c4b2d349035f req-90cee597-8576-4c84-a9b1-3e3cc04a8c2e tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:24.849443 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db700bc4-a85b-44a3-93e0-c4b2d349035f req-90cee597-8576-4c84-a9b1-3e3cc04a8c2e tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 946 time: 0.1053641 Feb 10 11:59:24.920629 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db700bc4-a85b-44a3-93e0-c4b2d349035f req-d41b47e0-ddcc-46ac-bc9b-da9e63280af5 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601943 Feb 10 11:59:25.117748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:59:25.158516 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:59:25.158995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 84a28099-2f1f-4e19-b8a5-bdd0b23932f6 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:59:25.270543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4a608-fc99-495a-b45e-9f502a11bcc9 req-51f94b49-1985-4170-b402-8b9bc74904bf tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:25.272127 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7cd4a608-fc99-495a-b45e-9f502a11bcc9 req-51f94b49-1985-4170-b402-8b9bc74904bf tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 946 time: 0.1929812 Feb 10 11:59:25.328648 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7cd4a608-fc99-495a-b45e-9f502a11bcc9 req-4e2c2563-fc83-450a-bd38-0ae2840072c2 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462465 Feb 10 11:59:25.623904 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1b227-3079-4b23-be7c-bb43a1d07212 req-72b1050a-c605-4d24-a1c2-7794018ba4b0 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:25.625514 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dfe1b227-3079-4b23-be7c-bb43a1d07212 req-72b1050a-c605-4d24-a1c2-7794018ba4b0 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 946 time: 0.0878179 Feb 10 11:59:25.678539 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dfe1b227-3079-4b23-be7c-bb43a1d07212 req-689c5f89-0155-49c2-b982-ae6dd501a33c tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463719 Feb 10 11:59:25.937058 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f4ad397e-7e04-4d63-bf8a-1b41762cb284 req-1342f842-e135-4aff-a4d1-2cbe1272a3e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1204486 Feb 10 11:59:26.179006 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9b9d8-6aa6-4aa8-b72e-4486652cfc5e req-18bc240e-54f5-490b-97ad-523ee109134e tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:26.180554 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0aa9b9d8-6aa6-4aa8-b72e-4486652cfc5e req-18bc240e-54f5-490b-97ad-523ee109134e tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 946 time: 0.0870123 Feb 10 11:59:26.239380 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0aa9b9d8-6aa6-4aa8-b72e-4486652cfc5e req-ca6a1db0-05db-4f4f-9b7b-578af0eb6415 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525405 Feb 10 11:59:26.463993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0a81f-8abd-4e7d-9c17-eff4809da0fb req-36d97865-4969-4ee9-8fb3-31afda15f4b3 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:26.465795 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05f0a81f-8abd-4e7d-9c17-eff4809da0fb req-36d97865-4969-4ee9-8fb3-31afda15f4b3 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 946 time: 0.0935309 Feb 10 11:59:26.521289 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05f0a81f-8abd-4e7d-9c17-eff4809da0fb req-d6ed56ab-011b-420a-aca5-96809fff3140 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452328 Feb 10 11:59:26.559904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5ae78944-2bf7-47ca-955e-f308617dee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:26.762033 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac6a80-aa9d-453a-b251-4ccee88661be req-7db867c9-b69c-4abd-8269-09405d57b977 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:26.763585 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fbac6a80-aa9d-453a-b251-4ccee88661be req-7db867c9-b69c-4abd-8269-09405d57b977 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 946 time: 0.0846457 Feb 10 11:59:26.821692 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fbac6a80-aa9d-453a-b251-4ccee88661be req-95a78726-6b4b-4245-b77d-d332a7b3e5bb tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486858 Feb 10 11:59:27.481611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3edd92-20a8-43dd-92ba-53e44e62a79e req-41586670-8d62-4b02-bad5-c5e6bdb56bba tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:27.483174 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff3edd92-20a8-43dd-92ba-53e44e62a79e req-41586670-8d62-4b02-bad5-c5e6bdb56bba tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 946 time: 0.0824649 Feb 10 11:59:27.534186 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff3edd92-20a8-43dd-92ba-53e44e62a79e req-28257760-57cf-41a9-b562-81ae6f466e75 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446861 Feb 10 11:59:28.804707 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d85265-ecd5-4121-b008-f17b17c68d29 req-5e5e9211-5b54-4c63-b019-64b58b1b8e82 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:28.807144 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a0d85265-ecd5-4121-b008-f17b17c68d29 req-5e5e9211-5b54-4c63-b019-64b58b1b8e82 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 946 time: 0.1243036 Feb 10 11:59:28.854676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a69793a3-a3b7-49f4-9e40-27b47b562be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:28.866292 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a56de3-6407-4c3d-a736-dcf8108feb11 req-7af19f9d-6fc4-463c-b03f-d3cd403687e7 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:28.867049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-d8a56de3-6407-4c3d-a736-dcf8108feb11 req-7af19f9d-6fc4-463c-b03f-d3cd403687e7 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Synchronizing usage tracker for tenant:3ecd9b3e0b0f4d5d9fdb77bda83466ca on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:59:28.878791 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a0d85265-ecd5-4121-b008-f17b17c68d29 req-30b341ca-5da2-40e6-944c-90bb28260603 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/security-groups?id=09cbea88-3cc8-4f14-88d3-8d0d871c4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650256 Feb 10 11:59:28.888092 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-d8a56de3-6407-4c3d-a736-dcf8108feb11 req-7af19f9d-6fc4-463c-b03f-d3cd403687e7 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Unset dirty status for tenant:3ecd9b3e0b0f4d5d9fdb77bda83466ca on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:59:28.889551 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d8a56de3-6407-4c3d-a736-dcf8108feb11 req-7af19f9d-6fc4-463c-b03f-d3cd403687e7 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 946 time: 0.1308651 Feb 10 11:59:28.972631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-d8a56de3-6407-4c3d-a736-dcf8108feb11 req-b68f9004-ef47-4ed0-bce5-cea6db06f32a tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Deleting port 25dfae91-02d8-49d9-9c0c-1f59eb85b664 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:59:28.972982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d8a56de3-6407-4c3d-a736-dcf8108feb11 req-b68f9004-ef47-4ed0-bce5-cea6db06f32a tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:29.369242 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-d8a56de3-6407-4c3d-a736-dcf8108feb11 req-b68f9004-ef47-4ed0-bce5-cea6db06f32a tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] For port 25dfae91-02d8-49d9-9c0c-1f59eb85b664, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=25dfae91-02d8-49d9-9c0c-1f59eb85b664,segment=NetworkSegment(a906f4cc-eab3-4c67-bea9-c7890fb989af),segment_id=a906f4cc-eab3-4c67-bea9-c7890fb989af)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:29.369660 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d8a56de3-6407-4c3d-a736-dcf8108feb11 req-b68f9004-ef47-4ed0-bce5-cea6db06f32a tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:29.498257 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-d8a56de3-6407-4c3d-a736-dcf8108feb11 req-b68f9004-ef47-4ed0-bce5-cea6db06f32a tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Calling delete_port for 25dfae91-02d8-49d9-9c0c-1f59eb85b664 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:59:29.662390 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d8a56de3-6407-4c3d-a736-dcf8108feb11 req-b68f9004-ef47-4ed0-bce5-cea6db06f32a tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:29.675909 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['25dfae91-02d8-49d9-9c0c-1f59eb85b664'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:59:29.717585 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f9004-ef47-4ed0-bce5-cea6db06f32a tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Pushing event deleted for resources: {'Port': ['ID=25dfae91-02d8-49d9-9c0c-1f59eb85b664,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:29.805391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a56de3-6407-4c3d-a736-dcf8108feb11 req-b68f9004-ef47-4ed0-bce5-cea6db06f32a tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] No DVR routers for this DVR port 25dfae91-02d8-49d9-9c0c-1f59eb85b664 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:59:29.808227 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d8a56de3-6407-4c3d-a736-dcf8108feb11 req-b68f9004-ef47-4ed0-bce5-cea6db06f32a tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:29.813229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3a1791-4fb7-44ec-8e93-9413890d2f92', 'name': 'network-vif-deleted', 'tag': '25dfae91-02d8-49d9-9c0c-1f59eb85b664'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:59:29.834476 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d8a56de3-6407-4c3d-a736-dcf8108feb11 req-b68f9004-ef47-4ed0-bce5-cea6db06f32a tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.73 "DELETE /v2.0/ports/25dfae91-02d8-49d9-9c0c-1f59eb85b664 HTTP/1.1" status: 204 len: 173 time: 0.9391320 Feb 10 11:59:29.907522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:29.912739 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3a1791-4fb7-44ec-8e93-9413890d2f92', 'name': 'network-vif-deleted', 'tag': '25dfae91-02d8-49d9-9c0c-1f59eb85b664', 'status': 'completed', 'code': 200} Feb 10 11:59:30.140186 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eef7724f-92bf-41a7-b473-e56289bbb921 req-78b3ddcc-8e60-4884-8274-5e1fa10bfdc3 tempest-ServersNegativeTestJSON-1335836228 tempest-ServersNegativeTestJSON-1335836228-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3a1791-4fb7-44ec-8e93-9413890d2f92 HTTP/1.1" status: 200 len: 210 time: 0.0474014 Feb 10 11:59:30.199080 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:31.268244 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:59:31.269714 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45196) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:31.337426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf73081-337e-4c3b-b983-5d74d0408b7f admin admin] Deleting subnet 30cec381-3a48-4d61-b4f6-95b6b4bbc82f {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:59:31.342225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dbf73081-337e-4c3b-b983-5d74d0408b7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:31.407276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dbf73081-337e-4c3b-b983-5d74d0408b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:31.473786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dbf73081-337e-4c3b-b983-5d74d0408b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:31.599992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dbf73081-337e-4c3b-b983-5d74d0408b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:31.627456 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:31.643819 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf73081-337e-4c3b-b983-5d74d0408b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30cec381-3a48-4d61-b4f6-95b6b4bbc82f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:31.651735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dbf73081-337e-4c3b-b983-5d74d0408b7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:31.661475 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-dbf73081-337e-4c3b-b983-5d74d0408b7f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/30cec381-3a48-4d61-b4f6-95b6b4bbc82f HTTP/1.1" status: 204 len: 168 time: 0.3905354 Feb 10 11:59:31.665566 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45200) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:31.788600 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c5bdf3f-7580-4b92-8b73-b77c514ee6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:31.932342 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c5bdf3f-7580-4b92-8b73-b77c514ee6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:31.961036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-0c5bdf3f-7580-4b92-8b73-b77c514ee6fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:31.975298 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-0c5bdf3f-7580-4b92-8b73-b77c514ee6fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a906f4cc-eab3-4c67-bea9-c7890fb989af') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:31.975648 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-0c5bdf3f-7580-4b92-8b73-b77c514ee6fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a906f4cc-eab3-4c67-bea9-c7890fb989af') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:31.989973 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c5bdf3f-7580-4b92-8b73-b77c514ee6fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:32.008457 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c5bdf3f-7580-4b92-8b73-b77c514ee6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:32.015761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5bdf3f-7580-4b92-8b73-b77c514ee6fe admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:59:32.016165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c5bdf3f-7580-4b92-8b73-b77c514ee6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:59:32.030551 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:59:32.114997 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c5bdf3f-7580-4b92-8b73-b77c514ee6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:32.135293 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c5bdf3f-7580-4b92-8b73-b77c514ee6fe admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:32.147320 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bdf3f-7580-4b92-8b73-b77c514ee6fe admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:32.158006 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0c5bdf3f-7580-4b92-8b73-b77c514ee6fe admin admin] 10.222.0.36 "DELETE /v2.0/networks/b2b95d8c-0ea7-44c6-8f2d-0aa1d99574a9 HTTP/1.1" status: 204 len: 168 time: 0.4905651 Feb 10 11:59:32.320174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45206) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:32.379155 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fa060aa9-307f-4899-96c2-6ffba9a4732a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ecd9b3e0b0f4d5d9fdb77bda83466ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0575407 Feb 10 11:59:32.382049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45210) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:32.450786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cabd7040-040b-41cb-85d0-82cfb9a9f82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:32.481267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cabd7040-040b-41cb-85d0-82cfb9a9f82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:32.552837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cabd7040-040b-41cb-85d0-82cfb9a9f82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:32.573578 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd7040-040b-41cb-85d0-82cfb9a9f82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cbea88-3cc8-4f14-88d3-8d0d871c4787,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:32.582505 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cabd7040-040b-41cb-85d0-82cfb9a9f82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:32.583642 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cabd7040-040b-41cb-85d0-82cfb9a9f82f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09cbea88-3cc8-4f14-88d3-8d0d871c4787 HTTP/1.1" status: 204 len: 168 time: 0.2006195 Feb 10 11:59:33.132847 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 25dfae91-02d8-49d9-9c0c-1f59eb85b664 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:59:33.196170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 25dfae91-02d8-49d9-9c0c-1f59eb85b664 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:59:33.196740 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 25dfae91-02d8-49d9-9c0c-1f59eb85b664 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:59:33.683761 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45232) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:33.827233 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-330056319'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:33.832812 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:33.837098 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Usage tracker for resource:network and tenant:7fb0eb5d24714ad8aba16c58b86e976b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:33.840725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:33.848975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:33.862862 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Made reservation on behalf of 7fb0eb5d24714ad8aba16c58b86e976b for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:59:33.866385 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:33.883362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:33.932994 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:33.940158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Usage tracker for resource:security_group_rule and tenant:7fb0eb5d24714ad8aba16c58b86e976b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:33.943828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:33.951200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:34.041552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:34.046377 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:34.082877 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:59:34.092959 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78043010-37e6-417c-9f99-5e91515c757f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:34.100322 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:34.100655 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Added segment db1c44f5-b5bc-4a38-b187-9600ea24314b of type vlan for network 26356e78-91c2-4dfc-bbe6-8c9d55d55c49 Feb 10 11:59:34.133771 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:34.169623 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:34.174646 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:34.175270 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:34.300131 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6145751 Feb 10 11:59:34.304854 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4108d7-313d-4bb4-ae1d-0049a8ac2cb2 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event updated for resources: {'Network': ['ID=26356e78-91c2-4dfc-bbe6-8c9d55d55c49,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:34.323904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 26356e78-91c2-4dfc-bbe6-8c9d55d55c49 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:59:37.714805 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45238) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:37.722090 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Request body: {'subnet': {'network_id': '26356e78-91c2-4dfc-bbe6-8c9d55d55c49', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:37.841110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:37.846214 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Usage tracker for resource:subnet and tenant:7fb0eb5d24714ad8aba16c58b86e976b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:37.851054 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:37.862284 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:37.879117 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Made reservation on behalf of 7fb0eb5d24714ad8aba16c58b86e976b for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:59:38.147236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:38.411380 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:38.418111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:38.501206 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event updated for resources: {'Subnet': ['ID=0901abb3-ce37-47ee-a86f-76ce379a9e59,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:38.518407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:38.518750 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:38.519103 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:38.519427 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:38.519759 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:38.520085 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:38.520409 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:38.520736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:38.521059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:38.521408 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:38.521737 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:38.525620 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Checking segment: {'id': 'db1c44f5-b5bc-4a38-b187-9600ea24314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '26356e78-91c2-4dfc-bbe6-8c9d55d55c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:38.525986 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Network hostable DHCP agents. Network: 26356e78-91c2-4dfc-bbe6-8c9d55d55c49, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:59:38.555187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Network 26356e78-91c2-4dfc-bbe6-8c9d55d55c49 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:59:38.566075 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 26356e78-91c2-4dfc-bbe6-8c9d55d55c49) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:59:38.571960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:38.572898 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:38.579783 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bdbc0a-31d1-441b-aa8d-3c411a22a18d None None] Network 26356e78-91c2-4dfc-bbe6-8c9d55d55c49 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:59:38.609770 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0e310ba6-b2ec-4936-b455-0e5dd26a2c65 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8937993 Feb 10 11:59:38.611143 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45242) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:38.618750 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ef2b8e5f-e442-4443-9c4f-defa1f3ed32d tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1975848423'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:38.624796 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ef2b8e5f-e442-4443-9c4f-defa1f3ed32d tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:38.631141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ef2b8e5f-e442-4443-9c4f-defa1f3ed32d tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Usage tracker for resource:network and tenant:7fb0eb5d24714ad8aba16c58b86e976b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:38.635622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ef2b8e5f-e442-4443-9c4f-defa1f3ed32d tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:38.645313 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ef2b8e5f-e442-4443-9c4f-defa1f3ed32d tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:38.659956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2b8e5f-e442-4443-9c4f-defa1f3ed32d tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Made reservation on behalf of 7fb0eb5d24714ad8aba16c58b86e976b for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:59:38.663955 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8e5f-e442-4443-9c4f-defa1f3ed32d tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:38.705629 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2b8e5f-e442-4443-9c4f-defa1f3ed32d tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:59:38.718455 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8e5f-e442-4443-9c4f-defa1f3ed32d tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:38.719185 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-ef2b8e5f-e442-4443-9c4f-defa1f3ed32d tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Added segment 7dcf41c8-fa7b-432e-aed2-de438eaaa5f2 of type vlan for network 0a8aaa6e-7a4c-4868-97a9-eafd26d3197c Feb 10 11:59:38.756874 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8e5f-e442-4443-9c4f-defa1f3ed32d tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:38.798576 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8e5f-e442-4443-9c4f-defa1f3ed32d tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:38.803718 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2b8e5f-e442-4443-9c4f-defa1f3ed32d tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:38.804501 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8e5f-e442-4443-9c4f-defa1f3ed32d tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:38.892971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-26356e78-91c2-4dfc-bbe6-8c9d55d55c49', 'network_id': '26356e78-91c2-4dfc-bbe6-8c9d55d55c49', 'tenant_id': '7fb0eb5d24714ad8aba16c58b86e976b', 'fixed_ips': [{'subnet_id': '0901abb3-ce37-47ee-a86f-76ce379a9e59'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:59:38.894617 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:38.916660 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ef2b8e5f-e442-4443-9c4f-defa1f3ed32d tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3031530 Feb 10 11:59:38.920575 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45246) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:38.932330 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ca1d942c-4f10-494a-870f-02345a1becc7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Request body: {'subnet': {'network_id': '0a8aaa6e-7a4c-4868-97a9-eafd26d3197c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:38.947412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b8e5f-e442-4443-9c4f-defa1f3ed32d tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event updated for resources: {'Network': ['ID=0a8aaa6e-7a4c-4868-97a9-eafd26d3197c,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:38.979171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 0a8aaa6e-7a4c-4868-97a9-eafd26d3197c details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:59:39.101628 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ca1d942c-4f10-494a-870f-02345a1becc7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:39.107223 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ca1d942c-4f10-494a-870f-02345a1becc7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Usage tracker for resource:subnet and tenant:7fb0eb5d24714ad8aba16c58b86e976b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:39.111720 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ca1d942c-4f10-494a-870f-02345a1becc7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:39.119634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ca1d942c-4f10-494a-870f-02345a1becc7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:39.134330 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1d942c-4f10-494a-870f-02345a1becc7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Made reservation on behalf of 7fb0eb5d24714ad8aba16c58b86e976b for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:59:39.248542 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Allocated IP 2001:db8:0:ffff::2 (26356e78-91c2-4dfc-bbe6-8c9d55d55c49/0901abb3-ce37-47ee-a86f-76ce379a9e59/6ebc8a7c-1ac0-425a-b474-ea47c4a92064) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:59:39.307753 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca1d942c-4f10-494a-870f-02345a1becc7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:39.541705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:39.557476 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Transition to ACTIVE for port object 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:59:39.584543 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Transition to ACTIVE for port object 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:59:39.592439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:39.609743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca1d942c-4f10-494a-870f-02345a1becc7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:39.675275 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Network 26356e78-91c2-4dfc-bbe6-8c9d55d55c49 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:59:39.678852 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:59:39.684420 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:59:39.686988 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Pushing event updated for resources: {'Port': ['ID=6ebc8a7c-1ac0-425a-b474-ea47c4a92064,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:39.811929 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d942c-4f10-494a-870f-02345a1becc7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event updated for resources: {'Subnet': ['ID=17086a41-6ca8-4230-ad96-f7d310121f17,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:39.837104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1d942c-4f10-494a-870f-02345a1becc7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Checking segment: {'id': '7dcf41c8-fa7b-432e-aed2-de438eaaa5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0a8aaa6e-7a4c-4868-97a9-eafd26d3197c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:39.837494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1d942c-4f10-494a-870f-02345a1becc7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Network hostable DHCP agents. Network: 0a8aaa6e-7a4c-4868-97a9-eafd26d3197c, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:59:39.864327 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Attempting to bind port 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:59:39.864700 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Attempting to bind port 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'db1c44f5-b5bc-4a38-b187-9600ea24314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '26356e78-91c2-4dfc-bbe6-8c9d55d55c49'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:59:39.865064 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Attempting to bind port 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 on network 26356e78-91c2-4dfc-bbe6-8c9d55d55c49 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:59:39.872930 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:59:39.873356 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1d942c-4f10-494a-870f-02345a1becc7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Network 0a8aaa6e-7a4c-4868-97a9-eafd26d3197c is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:59:39.873490 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Checking segment: {'id': 'db1c44f5-b5bc-4a38-b187-9600ea24314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '26356e78-91c2-4dfc-bbe6-8c9d55d55c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:39.873798 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:39.874200 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Bound using segment: {'id': 'db1c44f5-b5bc-4a38-b187-9600ea24314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '26356e78-91c2-4dfc-bbe6-8c9d55d55c49'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:59:39.874684 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Bound port: 6ebc8a7c-1ac0-425a-b474-ea47c4a92064, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1c44f5-b5bc-4a38-b187-9600ea24314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '26356e78-91c2-4dfc-bbe6-8c9d55d55c49'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:59:39.875290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:39.893097 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ca1d942c-4f10-494a-870f-02345a1becc7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 0a8aaa6e-7a4c-4868-97a9-eafd26d3197c) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:59:39.900948 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d942c-4f10-494a-870f-02345a1becc7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:39.902050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca1d942c-4f10-494a-870f-02345a1becc7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:39.921926 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b588440-96c6-46ed-ae12-576007c34e53 None None] Network 0a8aaa6e-7a4c-4868-97a9-eafd26d3197c requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:59:39.945995 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ca1d942c-4f10-494a-870f-02345a1becc7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0240910 Feb 10 11:59:39.946803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45250) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:40.084421 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] For port 6ebc8a7c-1ac0-425a-b474-ea47c4a92064, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:59:40.105678 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] For port 6ebc8a7c-1ac0-425a-b474-ea47c4a92064, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6ebc8a7c-1ac0-425a-b474-ea47c4a92064,segment=NetworkSegment(db1c44f5-b5bc-4a38-b187-9600ea24314b),segment_id=db1c44f5-b5bc-4a38-b187-9600ea24314b)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:59:40.117720 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f328-47b6-4abb-9584-9cde9f9a9bd0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:40.137374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:40.200180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f328-47b6-4abb-9584-9cde9f9a9bd0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:40.283118 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527bb90-b6c3-4618-83b7-1b8458880502 None None] Pushing event updated for resources: {'Port': ['ID=6ebc8a7c-1ac0-425a-b474-ea47c4a92064,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:40.303266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f328-47b6-4abb-9584-9cde9f9a9bd0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:40.306851 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb8f95a-b478-4880-adf4-8ce93a48a33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-0a8aaa6e-7a4c-4868-97a9-eafd26d3197c', 'network_id': '0a8aaa6e-7a4c-4868-97a9-eafd26d3197c', 'tenant_id': '7fb0eb5d24714ad8aba16c58b86e976b', 'fixed_ips': [{'subnet_id': '17086a41-6ca8-4230-ad96-f7d310121f17'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:59:40.307777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3bb8f95a-b478-4880-adf4-8ce93a48a33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:40.356937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4f328-47b6-4abb-9584-9cde9f9a9bd0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event deleted for resources: {'Subnet': ['ID=17086a41-6ca8-4230-ad96-f7d310121f17,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:40.468379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bfa2ef-a149-4a50-b5ba-a3e138e458f0 None None] Network 0a8aaa6e-7a4c-4868-97a9-eafd26d3197c requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:59:40.476034 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f328-47b6-4abb-9584-9cde9f9a9bd0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:40.521564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-9cf4f328-47b6-4abb-9584-9cde9f9a9bd0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a8aaa6e-7a4c-4868-97a9-eafd26d3197c']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:40.537899 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-9cf4f328-47b6-4abb-9584-9cde9f9a9bd0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcf41c8-fa7b-432e-aed2-de438eaaa5f2') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:40.538202 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-9cf4f328-47b6-4abb-9584-9cde9f9a9bd0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcf41c8-fa7b-432e-aed2-de438eaaa5f2') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:40.557442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f328-47b6-4abb-9584-9cde9f9a9bd0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:40.597171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f328-47b6-4abb-9584-9cde9f9a9bd0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:40.605398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf4f328-47b6-4abb-9584-9cde9f9a9bd0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:59:40.607382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f328-47b6-4abb-9584-9cde9f9a9bd0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:59:40.631572 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:59:40.739774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f328-47b6-4abb-9584-9cde9f9a9bd0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:40.754895 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f328-47b6-4abb-9584-9cde9f9a9bd0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:40.840745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4f328-47b6-4abb-9584-9cde9f9a9bd0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event deleted for resources: {'Network': ['ID=0a8aaa6e-7a4c-4868-97a9-eafd26d3197c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:40.843675 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9cf4f328-47b6-4abb-9584-9cde9f9a9bd0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "DELETE /v2.0/networks/0a8aaa6e-7a4c-4868-97a9-eafd26d3197c HTTP/1.1" status: 204 len: 168 time: 0.8943005 Feb 10 11:59:40.848075 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45254) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:40.855739 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-83b0d181-da6a-41ce-9942-ca70956e7256 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-659482060'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:40.864108 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-83b0d181-da6a-41ce-9942-ca70956e7256 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:40.869188 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-83b0d181-da6a-41ce-9942-ca70956e7256 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Usage tracker for resource:network and tenant:7fb0eb5d24714ad8aba16c58b86e976b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:40.873520 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-83b0d181-da6a-41ce-9942-ca70956e7256 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:40.885626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-83b0d181-da6a-41ce-9942-ca70956e7256 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:40.910389 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b0d181-da6a-41ce-9942-ca70956e7256 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Made reservation on behalf of 7fb0eb5d24714ad8aba16c58b86e976b for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:59:40.914876 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83b0d181-da6a-41ce-9942-ca70956e7256 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:40.967204 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b0d181-da6a-41ce-9942-ca70956e7256 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:59:40.988318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83b0d181-da6a-41ce-9942-ca70956e7256 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:40.988865 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-83b0d181-da6a-41ce-9942-ca70956e7256 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Added segment 5f9cc7aa-b114-4ebe-9d6c-dd0e40f63a96 of type vlan for network ccb25ba0-1aeb-4f92-b184-997a8383c5b0 Feb 10 11:59:41.032486 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83b0d181-da6a-41ce-9942-ca70956e7256 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:41.089747 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83b0d181-da6a-41ce-9942-ca70956e7256 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:41.095310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b0d181-da6a-41ce-9942-ca70956e7256 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:41.095831 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83b0d181-da6a-41ce-9942-ca70956e7256 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:41.220400 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-83b0d181-da6a-41ce-9942-ca70956e7256 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3695865 Feb 10 11:59:41.224713 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45258) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:41.231437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0d181-da6a-41ce-9942-ca70956e7256 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event updated for resources: {'Network': ['ID=ccb25ba0-1aeb-4f92-b184-997a8383c5b0,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:41.235731 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Request body: {'subnet': {'network_id': 'ccb25ba0-1aeb-4f92-b184-997a8383c5b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:41.245764 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network ccb25ba0-1aeb-4f92-b184-997a8383c5b0 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:59:41.392951 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:41.398677 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Usage tracker for resource:subnet and tenant:7fb0eb5d24714ad8aba16c58b86e976b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:41.405266 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:41.414596 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:41.427901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Made reservation on behalf of 7fb0eb5d24714ad8aba16c58b86e976b for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:59:41.494656 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:59:41.569004 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:41.598251 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:59:41.709692 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Performing IP validity checks on allocation pools {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 11:59:41.710681 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 11:59:41.722410 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b635e-0432-434a-a3d6-7acff1ea90f9 None None] Network 26356e78-91c2-4dfc-bbe6-8c9d55d55c49 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:59:41.864247 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e2d62802-c185-438a-8f75-a634a1e3119b None None] Provisioning for port 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:59:41.880913 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e2d62802-c185-438a-8f75-a634a1e3119b None None] Provisioning complete for port 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:41.881990 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e2d62802-c185-438a-8f75-a634a1e3119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:41.887011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:41.981746 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event updated for resources: {'Subnet': ['ID=c44b3acc-3099-48c5-815c-17d14d73f702,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:41.993495 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Checking segment: {'id': '5f9cc7aa-b114-4ebe-9d6c-dd0e40f63a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ccb25ba0-1aeb-4f92-b184-997a8383c5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:41.993495 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Network hostable DHCP agents. Network: ccb25ba0-1aeb-4f92-b184-997a8383c5b0, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:59:42.024042 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Network ccb25ba0-1aeb-4f92-b184-997a8383c5b0 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:59:42.039248 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, ccb25ba0-1aeb-4f92-b184-997a8383c5b0) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:59:42.044953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:42.045939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:42.062112 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6ed94b-7896-4d84-aa58-4e05f0b0eb18 None None] Network ccb25ba0-1aeb-4f92-b184-997a8383c5b0 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:59:42.079109 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-04ae0870-3cdb-4ccd-b212-bce4e38d733a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8508759 Feb 10 11:59:42.082074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45262) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:42.260494 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37985533-f3aa-4164-bf5d-d29e77176c96 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:42.346550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37985533-f3aa-4164-bf5d-d29e77176c96 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:42.362574 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e2d62802-c185-438a-8f75-a634a1e3119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:42.464463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e2d62802-c185-438a-8f75-a634a1e3119b None None] For port 6ebc8a7c-1ac0-425a-b474-ea47c4a92064, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6ebc8a7c-1ac0-425a-b474-ea47c4a92064,segment=NetworkSegment(db1c44f5-b5bc-4a38-b187-9600ea24314b),segment_id=db1c44f5-b5bc-4a38-b187-9600ea24314b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:42.471415 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001fc6bb-2c04-45fd-8666-e9e59de513b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-ccb25ba0-1aeb-4f92-b184-997a8383c5b0', 'network_id': 'ccb25ba0-1aeb-4f92-b184-997a8383c5b0', 'tenant_id': '7fb0eb5d24714ad8aba16c58b86e976b', 'fixed_ips': [{'subnet_id': 'c44b3acc-3099-48c5-815c-17d14d73f702'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:59:42.472849 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-001fc6bb-2c04-45fd-8666-e9e59de513b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:42.491459 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37985533-f3aa-4164-bf5d-d29e77176c96 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:42.502397 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e2d62802-c185-438a-8f75-a634a1e3119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:42.565917 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37985533-f3aa-4164-bf5d-d29e77176c96 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event deleted for resources: {'Subnet': ['ID=c44b3acc-3099-48c5-815c-17d14d73f702,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:42.837976 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad3a3b5-839e-4a71-ae06-9f467948f103 None None] Network ccb25ba0-1aeb-4f92-b184-997a8383c5b0 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:59:42.870262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d62802-c185-438a-8f75-a634a1e3119b None None] Pushing event updated for resources: {'Port': ['ID=6ebc8a7c-1ac0-425a-b474-ea47c4a92064,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:42.895672 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37985533-f3aa-4164-bf5d-d29e77176c96 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:42.949697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-37985533-f3aa-4164-bf5d-d29e77176c96 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb25ba0-1aeb-4f92-b184-997a8383c5b0']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:42.959903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-966381c5-c76d-4ed0-b02f-799cb269ed1d None None] Provisioning complete for port 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:42.960297 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-966381c5-c76d-4ed0-b02f-799cb269ed1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:42.972364 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-37985533-f3aa-4164-bf5d-d29e77176c96 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9cc7aa-b114-4ebe-9d6c-dd0e40f63a96') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:42.972833 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-37985533-f3aa-4164-bf5d-d29e77176c96 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9cc7aa-b114-4ebe-9d6c-dd0e40f63a96') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:42.987801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37985533-f3aa-4164-bf5d-d29e77176c96 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:43.008408 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37985533-f3aa-4164-bf5d-d29e77176c96 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:43.019033 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37985533-f3aa-4164-bf5d-d29e77176c96 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:59:43.019679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37985533-f3aa-4164-bf5d-d29e77176c96 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:59:43.048890 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:59:43.192500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37985533-f3aa-4164-bf5d-d29e77176c96 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:43.217396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37985533-f3aa-4164-bf5d-d29e77176c96 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:43.226154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37985533-f3aa-4164-bf5d-d29e77176c96 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event deleted for resources: {'Network': ['ID=ccb25ba0-1aeb-4f92-b184-997a8383c5b0,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:43.241455 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-37985533-f3aa-4164-bf5d-d29e77176c96 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "DELETE /v2.0/networks/ccb25ba0-1aeb-4f92-b184-997a8383c5b0 HTTP/1.1" status: 204 len: 168 time: 1.1530533 Feb 10 11:59:43.241906 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45266) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:43.248088 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-34167098-55e2-4991-9939-ca2d261ab0d6 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1910552570'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:43.254632 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-34167098-55e2-4991-9939-ca2d261ab0d6 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:43.259638 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-34167098-55e2-4991-9939-ca2d261ab0d6 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Usage tracker for resource:network and tenant:7fb0eb5d24714ad8aba16c58b86e976b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:43.263355 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-34167098-55e2-4991-9939-ca2d261ab0d6 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:43.271196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-34167098-55e2-4991-9939-ca2d261ab0d6 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:43.284659 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34167098-55e2-4991-9939-ca2d261ab0d6 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Made reservation on behalf of 7fb0eb5d24714ad8aba16c58b86e976b for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:59:43.288260 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34167098-55e2-4991-9939-ca2d261ab0d6 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:43.322598 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34167098-55e2-4991-9939-ca2d261ab0d6 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:59:43.336261 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34167098-55e2-4991-9939-ca2d261ab0d6 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:43.336670 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-34167098-55e2-4991-9939-ca2d261ab0d6 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Added segment 557a9a66-c86d-4de4-a453-d4a5fdb1e67f of type vlan for network 8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e Feb 10 11:59:43.382067 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34167098-55e2-4991-9939-ca2d261ab0d6 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:43.424064 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34167098-55e2-4991-9939-ca2d261ab0d6 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:43.427908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34167098-55e2-4991-9939-ca2d261ab0d6 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:43.428574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34167098-55e2-4991-9939-ca2d261ab0d6 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:43.436457 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:59:43.533091 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:43.533717 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:43.539591 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-34167098-55e2-4991-9939-ca2d261ab0d6 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2964628 Feb 10 11:59:43.545868 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45270) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:43.559778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Request body: {'subnet': {'network_id': '8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:43.562771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34167098-55e2-4991-9939-ca2d261ab0d6 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event updated for resources: {'Network': ['ID=8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:43.584188 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:59:43.772937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:43.779654 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Usage tracker for resource:subnet and tenant:7fb0eb5d24714ad8aba16c58b86e976b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:43.786379 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:43.793305 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:43.805618 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Made reservation on behalf of 7fb0eb5d24714ad8aba16c58b86e976b for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:59:43.924890 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:44.189502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:44.281968 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event updated for resources: {'Subnet': ['ID=3724c5a7-22eb-45c0-aaeb-2091022bf58e,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:44.296095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:44.296478 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:44.296780 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:44.297086 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:44.298050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:44.298593 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:44.299149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:44.299493 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:44.299826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:44.300147 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:44.300464 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:44.308132 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Checking segment: {'id': '557a9a66-c86d-4de4-a453-d4a5fdb1e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:44.308508 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Network hostable DHCP agents. Network: 8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:59:44.335290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Network 8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:59:44.347920 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:59:44.352643 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:44.354293 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:44.359478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1424eee-ed4f-4e7a-8659-c44184150119 None None] Network 8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:59:44.396294 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dfea1713-917b-4a72-959b-92a577c4e8ca tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8416841 Feb 10 11:59:44.396951 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45274) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:44.406238 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-085b1a0a-9b58-41ff-bef1-46bc44bd95d7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-75481001'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:44.415542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-085b1a0a-9b58-41ff-bef1-46bc44bd95d7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:44.422279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-085b1a0a-9b58-41ff-bef1-46bc44bd95d7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Usage tracker for resource:network and tenant:7fb0eb5d24714ad8aba16c58b86e976b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:44.428952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-085b1a0a-9b58-41ff-bef1-46bc44bd95d7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:44.441187 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-085b1a0a-9b58-41ff-bef1-46bc44bd95d7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:44.460361 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085b1a0a-9b58-41ff-bef1-46bc44bd95d7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Made reservation on behalf of 7fb0eb5d24714ad8aba16c58b86e976b for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:59:44.465585 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-085b1a0a-9b58-41ff-bef1-46bc44bd95d7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:44.514348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085b1a0a-9b58-41ff-bef1-46bc44bd95d7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:59:44.530732 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-085b1a0a-9b58-41ff-bef1-46bc44bd95d7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:44.531290 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-085b1a0a-9b58-41ff-bef1-46bc44bd95d7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Added segment 5abef913-927e-4047-bd8d-db0c41092141 of type vlan for network 79d0f805-c00e-4588-b2a8-24d99475e97b Feb 10 11:59:44.580102 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-085b1a0a-9b58-41ff-bef1-46bc44bd95d7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:44.618636 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-085b1a0a-9b58-41ff-bef1-46bc44bd95d7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:44.622535 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085b1a0a-9b58-41ff-bef1-46bc44bd95d7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:44.623152 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-085b1a0a-9b58-41ff-bef1-46bc44bd95d7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:44.685493 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e', 'network_id': '8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e', 'tenant_id': '7fb0eb5d24714ad8aba16c58b86e976b', 'fixed_ips': [{'subnet_id': '3724c5a7-22eb-45c0-aaeb-2091022bf58e'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:59:44.687373 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:44.750051 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-085b1a0a-9b58-41ff-bef1-46bc44bd95d7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3508289 Feb 10 11:59:44.755109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45278) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:44.761634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-11ac8e48-ae45-4a58-ae13-176e0b967e44 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Request body: {'subnet': {'network_id': '79d0f805-c00e-4588-b2a8-24d99475e97b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:44.785951 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b1a0a-9b58-41ff-bef1-46bc44bd95d7 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event updated for resources: {'Network': ['ID=79d0f805-c00e-4588-b2a8-24d99475e97b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:44.824513 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 79d0f805-c00e-4588-b2a8-24d99475e97b details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:59:44.931084 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-11ac8e48-ae45-4a58-ae13-176e0b967e44 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:44.942323 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-11ac8e48-ae45-4a58-ae13-176e0b967e44 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Usage tracker for resource:subnet and tenant:7fb0eb5d24714ad8aba16c58b86e976b is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:44.948630 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-11ac8e48-ae45-4a58-ae13-176e0b967e44 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:44.960808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-11ac8e48-ae45-4a58-ae13-176e0b967e44 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:44.980558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ac8e48-ae45-4a58-ae13-176e0b967e44 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Made reservation on behalf of 7fb0eb5d24714ad8aba16c58b86e976b for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:59:45.120977 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Allocated IP 2001:db8::2 (8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e/3724c5a7-22eb-45c0-aaeb-2091022bf58e/bc3ef276-af66-4ec6-8c9d-641f6f94adbd) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:59:45.186894 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-11ac8e48-ae45-4a58-ae13-176e0b967e44 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:45.466441 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:45.482266 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Transition to ACTIVE for port object bc3ef276-af66-4ec6-8c9d-641f6f94adbd will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:59:45.518374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Transition to ACTIVE for port object bc3ef276-af66-4ec6-8c9d-641f6f94adbd will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:59:45.531158 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:45.573297 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-11ac8e48-ae45-4a58-ae13-176e0b967e44 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:45.611340 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Network 8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:59:45.614951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:59:45.622787 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:59:45.625465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Pushing event updated for resources: {'Port': ['ID=bc3ef276-af66-4ec6-8c9d-641f6f94adbd,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:45.660866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac8e48-ae45-4a58-ae13-176e0b967e44 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event updated for resources: {'Subnet': ['ID=2c7b2a9d-9b83-4c05-912a-07236478226a,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:45.686378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ac8e48-ae45-4a58-ae13-176e0b967e44 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Checking segment: {'id': '5abef913-927e-4047-bd8d-db0c41092141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '79d0f805-c00e-4588-b2a8-24d99475e97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:45.686954 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ac8e48-ae45-4a58-ae13-176e0b967e44 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Network hostable DHCP agents. Network: 79d0f805-c00e-4588-b2a8-24d99475e97b, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:59:45.725816 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ac8e48-ae45-4a58-ae13-176e0b967e44 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Network 79d0f805-c00e-4588-b2a8-24d99475e97b is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:59:45.728942 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Attempting to bind port bc3ef276-af66-4ec6-8c9d-641f6f94adbd on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:59:45.729908 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Attempting to bind port bc3ef276-af66-4ec6-8c9d-641f6f94adbd by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '557a9a66-c86d-4de4-a453-d4a5fdb1e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:59:45.730385 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Attempting to bind port bc3ef276-af66-4ec6-8c9d-641f6f94adbd on network 8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:59:45.743102 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-11ac8e48-ae45-4a58-ae13-176e0b967e44 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 79d0f805-c00e-4588-b2a8-24d99475e97b) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:59:45.743714 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:59:45.744354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Checking segment: {'id': '557a9a66-c86d-4de4-a453-d4a5fdb1e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:45.745025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:45.745850 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Bound using segment: {'id': '557a9a66-c86d-4de4-a453-d4a5fdb1e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:59:45.746620 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Bound port: bc3ef276-af66-4ec6-8c9d-641f6f94adbd, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557a9a66-c86d-4de4-a453-d4a5fdb1e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:59:45.747228 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:45.751749 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ac8e48-ae45-4a58-ae13-176e0b967e44 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:45.753028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-11ac8e48-ae45-4a58-ae13-176e0b967e44 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:45.762381 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0db5718-31a9-4381-ac79-c08391abceee None None] Network 79d0f805-c00e-4588-b2a8-24d99475e97b requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:59:45.790191 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-11ac8e48-ae45-4a58-ae13-176e0b967e44 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0330861 Feb 10 11:59:45.794518 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45282) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:46.007312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:46.019473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] For port bc3ef276-af66-4ec6-8c9d-641f6f94adbd, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:59:46.060463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] For port bc3ef276-af66-4ec6-8c9d-641f6f94adbd, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=bc3ef276-af66-4ec6-8c9d-641f6f94adbd,segment=NetworkSegment(557a9a66-c86d-4de4-a453-d4a5fdb1e67f),segment_id=557a9a66-c86d-4de4-a453-d4a5fdb1e67f)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:59:46.072376 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:46.101404 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:46.215301 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadf877-9d24-458d-80f5-e0cf33f5cdd0 None None] Pushing event updated for resources: {'Port': ['ID=bc3ef276-af66-4ec6-8c9d-641f6f94adbd,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:46.219840 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-79d0f805-c00e-4588-b2a8-24d99475e97b', 'network_id': '79d0f805-c00e-4588-b2a8-24d99475e97b', 'tenant_id': '7fb0eb5d24714ad8aba16c58b86e976b', 'fixed_ips': [{'subnet_id': '2c7b2a9d-9b83-4c05-912a-07236478226a'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:59:46.220825 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:46.480470 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Allocated IP 2001:db8::2 (79d0f805-c00e-4588-b2a8-24d99475e97b/2c7b2a9d-9b83-4c05-912a-07236478226a/5732144e-f3b7-475d-b805-adf7a42e9fd6) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:59:46.747332 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:46.761744 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Transition to ACTIVE for port object 5732144e-f3b7-475d-b805-adf7a42e9fd6 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:59:46.785761 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Transition to ACTIVE for port object 5732144e-f3b7-475d-b805-adf7a42e9fd6 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:59:46.791884 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:46.818155 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:46.869066 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Pushing event updated for resources: {'Port': ['ID=5732144e-f3b7-475d-b805-adf7a42e9fd6,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:46.883198 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Network 79d0f805-c00e-4588-b2a8-24d99475e97b is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:59:46.884591 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:59:46.887508 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:59:46.892296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7b2a9d-9b83-4c05-912a-07236478226a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:46.994231 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Attempting to bind port 5732144e-f3b7-475d-b805-adf7a42e9fd6 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:59:46.994616 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Attempting to bind port 5732144e-f3b7-475d-b805-adf7a42e9fd6 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '5abef913-927e-4047-bd8d-db0c41092141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '79d0f805-c00e-4588-b2a8-24d99475e97b'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:59:46.995196 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Attempting to bind port 5732144e-f3b7-475d-b805-adf7a42e9fd6 on network 79d0f805-c00e-4588-b2a8-24d99475e97b {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:59:47.004004 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:59:47.004364 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Checking segment: {'id': '5abef913-927e-4047-bd8d-db0c41092141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '79d0f805-c00e-4588-b2a8-24d99475e97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:47.004981 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:47.005194 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Bound using segment: {'id': '5abef913-927e-4047-bd8d-db0c41092141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '79d0f805-c00e-4588-b2a8-24d99475e97b'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:59:47.005692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Bound port: 5732144e-f3b7-475d-b805-adf7a42e9fd6, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abef913-927e-4047-bd8d-db0c41092141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '79d0f805-c00e-4588-b2a8-24d99475e97b'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:59:47.006165 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:47.090515 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:47.126209 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d0f805-c00e-4588-b2a8-24d99475e97b']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:47.142051 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abef913-927e-4047-bd8d-db0c41092141') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:47.142348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abef913-927e-4047-bd8d-db0c41092141') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:47.156025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] For port 5732144e-f3b7-475d-b805-adf7a42e9fd6, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:59:47.157950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:47.161387 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] For port 5732144e-f3b7-475d-b805-adf7a42e9fd6, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5732144e-f3b7-475d-b805-adf7a42e9fd6,segment=NetworkSegment(5abef913-927e-4047-bd8d-db0c41092141),segment_id=5abef913-927e-4047-bd8d-db0c41092141)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:59:47.169071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:47.188523 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:47.202019 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:59:47.203128 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:59:47.229463 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:59:47.283002 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94c964-f926-4f36-8d16-88f5a0123efb None None] Pushing event updated for resources: {'Port': ['ID=5732144e-f3b7-475d-b805-adf7a42e9fd6,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:47.379903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e81e9a5-2592-4842-a42d-b200b7b85abc None None] Network 79d0f805-c00e-4588-b2a8-24d99475e97b requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:59:47.397754 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:59:47.397754 dv-neutron-828497-1-hyperv neutron-server[83554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:59:47.397754 dv-neutron-828497-1-hyperv neutron-server[83554]: [parameters: {'id': '79d0f805-c00e-4588-b2a8-24d99475e97b'}] Feb 10 11:59:47.397754 dv-neutron-828497-1-hyperv neutron-server[83554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:59:47.398355 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:59:47.495767 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1ed07c-9e9d-4d69-a5cd-14d86b08be79 None None] Network 8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:59:47.524814 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device bc3ef276-af66-4ec6-8c9d-641f6f94adbd up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:59:47.897608 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4e65022d-4e3e-4f3f-b61f-c7b46a4e1cb6 None None] Provisioning for port bc3ef276-af66-4ec6-8c9d-641f6f94adbd completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:59:47.899482 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:47.915543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Deleting port 5732144e-f3b7-475d-b805-adf7a42e9fd6 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:59:47.916162 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:48.007180 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port bc3ef276-af66-4ec6-8c9d-641f6f94adbd completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:59:48.024703 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port bc3ef276-af66-4ec6-8c9d-641f6f94adbd triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:48.025087 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:48.155081 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] For port 5732144e-f3b7-475d-b805-adf7a42e9fd6, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=5732144e-f3b7-475d-b805-adf7a42e9fd6,segment=NetworkSegment(5abef913-927e-4047-bd8d-db0c41092141),segment_id=5abef913-927e-4047-bd8d-db0c41092141)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:48.155359 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:48.272504 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:48.289664 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Calling delete_port for 5732144e-f3b7-475d-b805-adf7a42e9fd6 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:59:48.330476 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port bc3ef276-af66-4ec6-8c9d-641f6f94adbd, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=bc3ef276-af66-4ec6-8c9d-641f6f94adbd,segment=NetworkSegment(557a9a66-c86d-4de4-a453-d4a5fdb1e67f),segment_id=557a9a66-c86d-4de4-a453-d4a5fdb1e67f)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:48.338323 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:48.413401 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:48.442661 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=bc3ef276-af66-4ec6-8c9d-641f6f94adbd,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:48.474446 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event deleted for resources: {'Port': ['ID=5732144e-f3b7-475d-b805-adf7a42e9fd6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:48.479253 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] No DVR routers for this DVR port 5732144e-f3b7-475d-b805-adf7a42e9fd6 on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:59:48.540985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d8f64c-b234-410d-ab1d-7ddcd6e902bb None None] get_active_networks_info from dv-neutron-828497-1-hyperv {{(pid=83556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:59:48.612319 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-271af493-717d-4abc-8d77-23ab5640eadd None None] Provisioning complete for port bc3ef276-af66-4ec6-8c9d-641f6f94adbd triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:48.612583 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-271af493-717d-4abc-8d77-23ab5640eadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:48.621222 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:48.652168 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d0f805-c00e-4588-b2a8-24d99475e97b']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:48.667025 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abef913-927e-4047-bd8d-db0c41092141') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:48.667321 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abef913-927e-4047-bd8d-db0c41092141') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:48.682894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:48.708178 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:48.716618 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d8f64c-b234-410d-ab1d-7ddcd6e902bb None None] Resources bound (agent type, host, resource id): {{(pid=83556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:59:48.717515 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:59:48.717952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:59:48.734297 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:59:48.828031 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:48.849168 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:48.861775 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "DELETE /v2.0/networks/79d0f805-c00e-4588-b2a8-24d99475e97b HTTP/1.1" status: 204 len: 168 time: 3.0660102 Feb 10 11:59:48.865938 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45286) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:48.869836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5bfb2-8eba-4997-a3ff-9e240027f3f9 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event deleted for resources: {'Network': ['ID=79d0f805-c00e-4588-b2a8-24d99475e97b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:48.955073 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efde06e-8f46-4b83-814b-9d15ba64c624 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] GET failed (client error): The resource could not be found. Feb 10 11:59:48.956034 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8efde06e-8f46-4b83-814b-9d15ba64c624 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Synchronizing usage tracker for tenant:7fb0eb5d24714ad8aba16c58b86e976b on resource:subnet {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:59:48.981895 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8efde06e-8f46-4b83-814b-9d15ba64c624 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Unset dirty status for tenant:7fb0eb5d24714ad8aba16c58b86e976b on resource:subnet {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:59:48.983368 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8efde06e-8f46-4b83-814b-9d15ba64c624 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "GET /v2.0/subnets/2c7b2a9d-9b83-4c05-912a-07236478226a HTTP/1.1" status: 404 len: 337 time: 0.1149681 Feb 10 11:59:48.986941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45290) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:49.014071 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ce7a3f-36f2-4c2f-aa45-7af8cfd82e62 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] DELETE failed (client error): The resource could not be found. Feb 10 11:59:49.014553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ce7a3f-36f2-4c2f-aa45-7af8cfd82e62 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:59:49.017250 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-90ce7a3f-36f2-4c2f-aa45-7af8cfd82e62 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "DELETE /v2.0/networks/79d0f805-c00e-4588-b2a8-24d99475e97b HTTP/1.1" status: 404 len: 339 time: 0.0290968 Feb 10 11:59:49.022180 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45294) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:49.065451 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6116280d-9523-43dd-ab15-a01037d2bc41 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] DELETE failed (client error): The resource could not be found. Feb 10 11:59:49.065966 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6116280d-9523-43dd-ab15-a01037d2bc41 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:59:49.067742 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6116280d-9523-43dd-ab15-a01037d2bc41 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "DELETE /v2.0/subnets/2c7b2a9d-9b83-4c05-912a-07236478226a HTTP/1.1" status: 404 len: 337 time: 0.0445611 Feb 10 11:59:49.071134 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45298) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:49.099670 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ff95c4-0247-4f6a-9487-474a3c62ce1b tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] DELETE failed (client error): The resource could not be found. Feb 10 11:59:49.100104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ff95c4-0247-4f6a-9487-474a3c62ce1b tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:59:49.101995 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-32ff95c4-0247-4f6a-9487-474a3c62ce1b tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "DELETE /v2.0/networks/79d0f805-c00e-4588-b2a8-24d99475e97b HTTP/1.1" status: 404 len: 339 time: 0.0297110 Feb 10 11:59:49.104504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45302) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:49.324780 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-942ad01a-fe11-4fa8-8f03-95737a05544a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Deleting subnet 3724c5a7-22eb-45c0-aaeb-2091022bf58e {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:59:49.328184 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-942ad01a-fe11-4fa8-8f03-95737a05544a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:49.394731 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-942ad01a-fe11-4fa8-8f03-95737a05544a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:49.421197 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device bc3ef276-af66-4ec6-8c9d-641f6f94adbd up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:59:49.500730 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port bc3ef276-af66-4ec6-8c9d-641f6f94adbd triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:49.501399 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:49.586782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-942ad01a-fe11-4fa8-8f03-95737a05544a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:49.668504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-942ad01a-fe11-4fa8-8f03-95737a05544a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:49.713030 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ad01a-fe11-4fa8-8f03-95737a05544a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event deleted for resources: {'Subnet': ['ID=3724c5a7-22eb-45c0-aaeb-2091022bf58e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:49.722402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-942ad01a-fe11-4fa8-8f03-95737a05544a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:49.728305 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94b3190-939e-4f9f-8176-f26068f5d55c None None] Network 8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:59:49.744814 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-942ad01a-fe11-4fa8-8f03-95737a05544a tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "DELETE /v2.0/subnets/3724c5a7-22eb-45c0-aaeb-2091022bf58e HTTP/1.1" status: 204 len: 168 time: 0.6390078 Feb 10 11:59:49.747202 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45306) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:49.903400 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:49.924635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Deleting port bc3ef276-af66-4ec6-8c9d-641f6f94adbd {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:59:49.925214 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:50.045689 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6795a96f-7f5d-4433-a4cb-8098dd99aa03 None None] DHCP port deletion for 8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:59:50.052151 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6795a96f-7f5d-4433-a4cb-8098dd99aa03 None None] Deleting port bc3ef276-af66-4ec6-8c9d-641f6f94adbd {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:59:50.052750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6795a96f-7f5d-4433-a4cb-8098dd99aa03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:50.167989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] For port bc3ef276-af66-4ec6-8c9d-641f6f94adbd, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=bc3ef276-af66-4ec6-8c9d-641f6f94adbd,segment=NetworkSegment(557a9a66-c86d-4de4-a453-d4a5fdb1e67f),segment_id=557a9a66-c86d-4de4-a453-d4a5fdb1e67f)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:50.168702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:50.286470 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6795a96f-7f5d-4433-a4cb-8098dd99aa03 None None] For port bc3ef276-af66-4ec6-8c9d-641f6f94adbd, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=bc3ef276-af66-4ec6-8c9d-641f6f94adbd,segment=NetworkSegment(557a9a66-c86d-4de4-a453-d4a5fdb1e67f),segment_id=557a9a66-c86d-4de4-a453-d4a5fdb1e67f)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:50.286783 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6795a96f-7f5d-4433-a4cb-8098dd99aa03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:50.302194 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Calling delete_port for bc3ef276-af66-4ec6-8c9d-641f6f94adbd owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:59:50.383574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:50.413948 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6795a96f-7f5d-4433-a4cb-8098dd99aa03 None None] Calling delete_port for bc3ef276-af66-4ec6-8c9d-641f6f94adbd owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:59:50.432657 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event deleted for resources: {'Port': ['ID=bc3ef276-af66-4ec6-8c9d-641f6f94adbd,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:50.438590 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] No DVR routers for this DVR port bc3ef276-af66-4ec6-8c9d-641f6f94adbd on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:59:50.494390 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-6795a96f-7f5d-4433-a4cb-8098dd99aa03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:59:50.495039 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-6795a96f-7f5d-4433-a4cb-8098dd99aa03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:59:50.570081 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:50.602504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:50.616081 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557a9a66-c86d-4de4-a453-d4a5fdb1e67f') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:50.616377 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557a9a66-c86d-4de4-a453-d4a5fdb1e67f') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:50.629925 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:50.650077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:50.656773 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:59:50.657478 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:59:50.672022 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:59:50.761414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:50.766597 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:50.793498 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event deleted for resources: {'Network': ['ID=8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:50.798646 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-339bf4cd-e015-481a-a306-4d8f708bd575 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "DELETE /v2.0/networks/8c8d4b4a-7ec3-4066-a77f-df7ef71fb00e HTTP/1.1" status: 204 len: 168 time: 1.0488436 Feb 10 11:59:50.802586 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45310) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:50.840814 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4cffcf-1ca0-4e0f-a700-e92c04094dba tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] DELETE failed (client error): The resource could not be found. Feb 10 11:59:50.841301 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4cffcf-1ca0-4e0f-a700-e92c04094dba tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:59:50.842994 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2b4cffcf-1ca0-4e0f-a700-e92c04094dba tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "DELETE /v2.0/subnets/c44b3acc-3099-48c5-815c-17d14d73f702 HTTP/1.1" status: 404 len: 337 time: 0.0394340 Feb 10 11:59:50.847911 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45314) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:50.874552 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-16405f5f-ccac-4e8c-bdcb-0ae94ed02c56 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] DELETE failed (client error): The resource could not be found. Feb 10 11:59:50.875099 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16405f5f-ccac-4e8c-bdcb-0ae94ed02c56 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:59:50.877379 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-16405f5f-ccac-4e8c-bdcb-0ae94ed02c56 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "DELETE /v2.0/networks/ccb25ba0-1aeb-4f92-b184-997a8383c5b0 HTTP/1.1" status: 404 len: 339 time: 0.0280962 Feb 10 11:59:50.880027 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45318) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:50.920106 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8dd9952-1cd7-45a2-ab9d-ca0348cfeea1 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] DELETE failed (client error): The resource could not be found. Feb 10 11:59:50.920563 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8dd9952-1cd7-45a2-ab9d-ca0348cfeea1 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:59:50.922336 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d8dd9952-1cd7-45a2-ab9d-ca0348cfeea1 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "DELETE /v2.0/subnets/17086a41-6ca8-4230-ad96-f7d310121f17 HTTP/1.1" status: 404 len: 337 time: 0.0413463 Feb 10 11:59:50.925940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45322) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:50.951261 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.pecan_wsgi.hooks.translation [None req-07948d88-ede9-4298-97e8-87f5739ad3e0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] DELETE failed (client error): The resource could not be found. Feb 10 11:59:50.951704 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07948d88-ede9-4298-97e8-87f5739ad3e0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:59:50.954200 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-07948d88-ede9-4298-97e8-87f5739ad3e0 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "DELETE /v2.0/networks/0a8aaa6e-7a4c-4868-97a9-eafd26d3197c HTTP/1.1" status: 404 len: 339 time: 0.0264821 Feb 10 11:59:50.957471 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45326) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:50.996315 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6795a96f-7f5d-4433-a4cb-8098dd99aa03 None None] Deleting port bc3ef276-af66-4ec6-8c9d-641f6f94adbd {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:59:50.996945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6795a96f-7f5d-4433-a4cb-8098dd99aa03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:51.070613 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6795a96f-7f5d-4433-a4cb-8098dd99aa03 None None] The port 'bc3ef276-af66-4ec6-8c9d-641f6f94adbd' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:59:51.230883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d54b941-3bc9-4bf3-8f60-dcb7ee337f61 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Deleting subnet 0901abb3-ce37-47ee-a86f-76ce379a9e59 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:59:51.237105 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1d54b941-3bc9-4bf3-8f60-dcb7ee337f61 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:51.330281 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1d54b941-3bc9-4bf3-8f60-dcb7ee337f61 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:51.415366 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device bc3ef276-af66-4ec6-8c9d-641f6f94adbd no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:59:51.428592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1d54b941-3bc9-4bf3-8f60-dcb7ee337f61 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:51.450614 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: bc3ef276-af66-4ec6-8c9d-641f6f94adbd {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:59:51.451152 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device bc3ef276-af66-4ec6-8c9d-641f6f94adbd not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:59:51.513507 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1d54b941-3bc9-4bf3-8f60-dcb7ee337f61 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:51.554966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54b941-3bc9-4bf3-8f60-dcb7ee337f61 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event deleted for resources: {'Subnet': ['ID=0901abb3-ce37-47ee-a86f-76ce379a9e59,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:51.562197 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1d54b941-3bc9-4bf3-8f60-dcb7ee337f61 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:51.571662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816e2e18-523e-41b5-9df9-cb5dfc6ccd99 None None] Network 26356e78-91c2-4dfc-bbe6-8c9d55d55c49 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:59:51.576752 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1d54b941-3bc9-4bf3-8f60-dcb7ee337f61 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "DELETE /v2.0/subnets/0901abb3-ce37-47ee-a86f-76ce379a9e59 HTTP/1.1" status: 204 len: 168 time: 0.6158786 Feb 10 11:59:51.577011 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45330) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:51.848758 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:51.865187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Deleting port 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:59:51.865187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:51.904712 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c32cd96-2a72-4f22-bf07-b4d69b45a7ef None None] DHCP port deletion for 26356e78-91c2-4dfc-bbe6-8c9d55d55c49 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:59:51.910954 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-2c32cd96-2a72-4f22-bf07-b4d69b45a7ef None None] Deleting port 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:59:51.911500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2c32cd96-2a72-4f22-bf07-b4d69b45a7ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:52.124054 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] For port 6ebc8a7c-1ac0-425a-b474-ea47c4a92064, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6ebc8a7c-1ac0-425a-b474-ea47c4a92064,segment=NetworkSegment(db1c44f5-b5bc-4a38-b187-9600ea24314b),segment_id=db1c44f5-b5bc-4a38-b187-9600ea24314b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:52.124610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:52.168236 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-2c32cd96-2a72-4f22-bf07-b4d69b45a7ef None None] For port 6ebc8a7c-1ac0-425a-b474-ea47c4a92064, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6ebc8a7c-1ac0-425a-b474-ea47c4a92064,segment=NetworkSegment(db1c44f5-b5bc-4a38-b187-9600ea24314b),segment_id=db1c44f5-b5bc-4a38-b187-9600ea24314b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:52.168622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2c32cd96-2a72-4f22-bf07-b4d69b45a7ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:52.266758 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Calling delete_port for 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:59:52.309816 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-2c32cd96-2a72-4f22-bf07-b4d69b45a7ef None None] Calling delete_port for 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:59:52.351080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:52.394626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-2c32cd96-2a72-4f22-bf07-b4d69b45a7ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:59:52.394879 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-2c32cd96-2a72-4f22-bf07-b4d69b45a7ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:59:52.412201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event deleted for resources: {'Port': ['ID=6ebc8a7c-1ac0-425a-b474-ea47c4a92064,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:52.418920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] No DVR routers for this DVR port 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:59:52.552923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:52.581994 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26356e78-91c2-4dfc-bbe6-8c9d55d55c49']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:52.596014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1c44f5-b5bc-4a38-b187-9600ea24314b') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:52.596305 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1c44f5-b5bc-4a38-b187-9600ea24314b') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:52.609228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:52.628713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:52.636443 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:59:52.636846 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:59:52.652832 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:59:52.741776 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:52.760076 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:52.772267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] Pushing event deleted for resources: {'Network': ['ID=26356e78-91c2-4dfc-bbe6-8c9d55d55c49,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:52.776539 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-96f5ccd7-9745-4dd1-ab84-69ecc31b1b23 tempest-NetworksIpV6Test-1772385481 tempest-NetworksIpV6Test-1772385481-project] 10.222.0.36 "DELETE /v2.0/networks/26356e78-91c2-4dfc-bbe6-8c9d55d55c49 HTTP/1.1" status: 204 len: 168 time: 1.1986365 Feb 10 11:59:52.896695 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-2c32cd96-2a72-4f22-bf07-b4d69b45a7ef None None] Deleting port 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:59:52.897607 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2c32cd96-2a72-4f22-bf07-b4d69b45a7ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:52.978803 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-2c32cd96-2a72-4f22-bf07-b4d69b45a7ef None None] The port '6ebc8a7c-1ac0-425a-b474-ea47c4a92064' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:59:53.120653 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45338) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:53.310622 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9222ffa5-52ae-4d12-a44c-6298b1c5cd8e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fb0eb5d24714ad8aba16c58b86e976b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1885452 Feb 10 11:59:53.313951 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45344) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:53.382941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db578ab6-30b9-4132-bf04-ca1565448076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:53.419307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db578ab6-30b9-4132-bf04-ca1565448076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:53.420507 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:59:53.457967 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:59:53.458310 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6ebc8a7c-1ac0-425a-b474-ea47c4a92064 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:59:53.489204 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db578ab6-30b9-4132-bf04-ca1565448076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:53.507408 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db578ab6-30b9-4132-bf04-ca1565448076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78043010-37e6-417c-9f99-5e91515c757f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:53.512260 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db578ab6-30b9-4132-bf04-ca1565448076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:53.518071 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-db578ab6-30b9-4132-bf04-ca1565448076 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78043010-37e6-417c-9f99-5e91515c757f HTTP/1.1" status: 204 len: 168 time: 0.1983957 Feb 10 11:59:54.517775 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45366) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:54.657330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-96757735-048c-497e-b5aa-cb62b02a34f9 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1577080208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:54.664135 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-96757735-048c-497e-b5aa-cb62b02a34f9 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:54.668340 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-96757735-048c-497e-b5aa-cb62b02a34f9 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Usage tracker for resource:router and tenant:9a91c9f2a0144e12be28bc26b44790f7 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:54.671578 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-96757735-048c-497e-b5aa-cb62b02a34f9 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:54.678941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-96757735-048c-497e-b5aa-cb62b02a34f9 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:54.690819 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96757735-048c-497e-b5aa-cb62b02a34f9 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:54.691872 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96757735-048c-497e-b5aa-cb62b02a34f9 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:54.715030 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96757735-048c-497e-b5aa-cb62b02a34f9 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:54.736638 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96757735-048c-497e-b5aa-cb62b02a34f9 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:54.759882 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-96757735-048c-497e-b5aa-cb62b02a34f9 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:54.761172 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-96757735-048c-497e-b5aa-cb62b02a34f9 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2423577 Feb 10 11:59:54.763975 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45372) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:54.770642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1168553655'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:54.776010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:54.780811 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Usage tracker for resource:network and tenant:9a91c9f2a0144e12be28bc26b44790f7 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:54.786003 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:54.792854 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:54.806352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Made reservation on behalf of 9a91c9f2a0144e12be28bc26b44790f7 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:59:54.809666 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:54.823947 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:54.871413 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:54.877296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Usage tracker for resource:security_group_rule and tenant:9a91c9f2a0144e12be28bc26b44790f7 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:54.880955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:54.888045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:54.974859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:54.979680 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:55.016929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:59:55.026361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b1f068-d89f-4a5e-9a18-67dfbd6b5f98,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:55.033523 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:55.033875 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Added segment ea59d44e-7afa-4b34-9f77-903c4a6a5881 of type vlan for network 9af9d331-fd5e-4d28-af1d-07032314d4f8 Feb 10 11:59:55.069733 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:55.104041 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:55.108735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:55.110119 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:55.233116 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4679327 Feb 10 11:59:55.237045 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45376) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:55.237901 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf89c28-65a3-4c54-9efa-f6bf3be94c03 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Pushing event updated for resources: {'Network': ['ID=9af9d331-fd5e-4d28-af1d-07032314d4f8,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:55.243204 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d30a4caa-f8e2-4303-a6eb-fc973959dfb0 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Request body: {'subnet': {'network_id': '9af9d331-fd5e-4d28-af1d-07032314d4f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:55.250671 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 9af9d331-fd5e-4d28-af1d-07032314d4f8 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:59:55.369887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d30a4caa-f8e2-4303-a6eb-fc973959dfb0 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:55.374447 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d30a4caa-f8e2-4303-a6eb-fc973959dfb0 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Usage tracker for resource:subnet and tenant:9a91c9f2a0144e12be28bc26b44790f7 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:55.378967 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d30a4caa-f8e2-4303-a6eb-fc973959dfb0 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:55.385940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d30a4caa-f8e2-4303-a6eb-fc973959dfb0 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:55.397847 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30a4caa-f8e2-4303-a6eb-fc973959dfb0 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Made reservation on behalf of 9a91c9f2a0144e12be28bc26b44790f7 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:59:55.510305 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d30a4caa-f8e2-4303-a6eb-fc973959dfb0 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:55.839820 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d30a4caa-f8e2-4303-a6eb-fc973959dfb0 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:55.934329 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a4caa-f8e2-4303-a6eb-fc973959dfb0 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Pushing event updated for resources: {'Subnet': ['ID=9c197708-399f-4900-b94c-d5cced5313a1,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:55.942901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30a4caa-f8e2-4303-a6eb-fc973959dfb0 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Checking segment: {'id': 'ea59d44e-7afa-4b34-9f77-903c4a6a5881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9af9d331-fd5e-4d28-af1d-07032314d4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:55.943291 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30a4caa-f8e2-4303-a6eb-fc973959dfb0 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Network hostable DHCP agents. Network: 9af9d331-fd5e-4d28-af1d-07032314d4f8, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:59:55.976828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30a4caa-f8e2-4303-a6eb-fc973959dfb0 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Network 9af9d331-fd5e-4d28-af1d-07032314d4f8 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:59:55.988015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d30a4caa-f8e2-4303-a6eb-fc973959dfb0 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 9af9d331-fd5e-4d28-af1d-07032314d4f8) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:59:55.993436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30a4caa-f8e2-4303-a6eb-fc973959dfb0 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:55.994369 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d30a4caa-f8e2-4303-a6eb-fc973959dfb0 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:56.000751 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8609734-42c2-4085-8c01-4ee629bef6f1 None None] Network 9af9d331-fd5e-4d28-af1d-07032314d4f8 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:59:56.033944 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d30a4caa-f8e2-4303-a6eb-fc973959dfb0 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7918150 Feb 10 11:59:56.034272 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45380) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:56.040077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a051d9c8-26a2-49cf-b5e8-6d97d0156908 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1266863309'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:56.046056 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a051d9c8-26a2-49cf-b5e8-6d97d0156908 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:56.052153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a051d9c8-26a2-49cf-b5e8-6d97d0156908 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Usage tracker for resource:network and tenant:9a91c9f2a0144e12be28bc26b44790f7 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:56.055651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a051d9c8-26a2-49cf-b5e8-6d97d0156908 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:56.063724 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a051d9c8-26a2-49cf-b5e8-6d97d0156908 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:56.074947 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a051d9c8-26a2-49cf-b5e8-6d97d0156908 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Made reservation on behalf of 9a91c9f2a0144e12be28bc26b44790f7 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:59:56.078086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a051d9c8-26a2-49cf-b5e8-6d97d0156908 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:56.113241 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a051d9c8-26a2-49cf-b5e8-6d97d0156908 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:59:56.124056 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a051d9c8-26a2-49cf-b5e8-6d97d0156908 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:56.124460 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-a051d9c8-26a2-49cf-b5e8-6d97d0156908 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Added segment 49e8cc2f-d6e9-4fd4-a053-285c91949926 of type vlan for network fdffc7f2-691b-4a03-a021-8e2949c0a835 Feb 10 11:59:56.157612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a051d9c8-26a2-49cf-b5e8-6d97d0156908 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:56.191475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a051d9c8-26a2-49cf-b5e8-6d97d0156908 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:56.195321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a051d9c8-26a2-49cf-b5e8-6d97d0156908 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:56.195941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a051d9c8-26a2-49cf-b5e8-6d97d0156908 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:56.265149 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-9af9d331-fd5e-4d28-af1d-07032314d4f8', 'network_id': '9af9d331-fd5e-4d28-af1d-07032314d4f8', 'tenant_id': '9a91c9f2a0144e12be28bc26b44790f7', 'fixed_ips': [{'subnet_id': '9c197708-399f-4900-b94c-d5cced5313a1'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:59:56.266081 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:56.312233 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a051d9c8-26a2-49cf-b5e8-6d97d0156908 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2767673 Feb 10 11:59:56.317558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45384) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:56.323648 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-dc8c5f26-5eca-463b-9b23-779d40a58b97 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Request body: {'subnet': {'network_id': 'fdffc7f2-691b-4a03-a021-8e2949c0a835', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:56.326376 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051d9c8-26a2-49cf-b5e8-6d97d0156908 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Pushing event updated for resources: {'Network': ['ID=fdffc7f2-691b-4a03-a021-8e2949c0a835,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:56.340926 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network fdffc7f2-691b-4a03-a021-8e2949c0a835 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:59:56.457666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dc8c5f26-5eca-463b-9b23-779d40a58b97 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:56.463240 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dc8c5f26-5eca-463b-9b23-779d40a58b97 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Usage tracker for resource:subnet and tenant:9a91c9f2a0144e12be28bc26b44790f7 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:59:56.467131 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dc8c5f26-5eca-463b-9b23-779d40a58b97 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:59:56.475788 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dc8c5f26-5eca-463b-9b23-779d40a58b97 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:56.487458 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8c5f26-5eca-463b-9b23-779d40a58b97 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Made reservation on behalf of 9a91c9f2a0144e12be28bc26b44790f7 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:59:56.545627 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Allocated IP 172.20.0.2 (9af9d331-fd5e-4d28-af1d-07032314d4f8/9c197708-399f-4900-b94c-d5cced5313a1/cfa4007a-7f01-48e7-88c3-14ab06a06562) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:59:56.599752 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-838daa6d-6398-45c7-8719-7bda087c402a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:56.622669 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dc8c5f26-5eca-463b-9b23-779d40a58b97 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:56.867676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:56.881157 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Transition to ACTIVE for port object cfa4007a-7f01-48e7-88c3-14ab06a06562 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:59:56.904761 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Transition to ACTIVE for port object cfa4007a-7f01-48e7-88c3-14ab06a06562 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:59:56.911841 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:56.917798 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dc8c5f26-5eca-463b-9b23-779d40a58b97 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:56.988279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Network 9af9d331-fd5e-4d28-af1d-07032314d4f8 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:59:56.991350 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:59:56.993956 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:59:57.005593 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Pushing event updated for resources: {'Port': ['ID=cfa4007a-7f01-48e7-88c3-14ab06a06562,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:57.014553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c5f26-5eca-463b-9b23-779d40a58b97 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Pushing event updated for resources: {'Subnet': ['ID=595dec63-60c1-4d2f-9d34-c55318e63fbe,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:57.028678 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c5f26-5eca-463b-9b23-779d40a58b97 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Checking segment: {'id': '49e8cc2f-d6e9-4fd4-a053-285c91949926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fdffc7f2-691b-4a03-a021-8e2949c0a835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:57.029045 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8c5f26-5eca-463b-9b23-779d40a58b97 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Network hostable DHCP agents. Network: fdffc7f2-691b-4a03-a021-8e2949c0a835, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:59:57.055918 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8c5f26-5eca-463b-9b23-779d40a58b97 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Network fdffc7f2-691b-4a03-a021-8e2949c0a835 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:59:57.067399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-dc8c5f26-5eca-463b-9b23-779d40a58b97 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, fdffc7f2-691b-4a03-a021-8e2949c0a835) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:59:57.071883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8c5f26-5eca-463b-9b23-779d40a58b97 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:57.072487 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dc8c5f26-5eca-463b-9b23-779d40a58b97 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:57.081654 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dc82e0-e1d5-412a-8714-711e6c2edc33 None None] Network fdffc7f2-691b-4a03-a021-8e2949c0a835 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:59:57.097346 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dc8c5f26-5eca-463b-9b23-779d40a58b97 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7785985 Feb 10 11:59:57.101446 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45388) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:57.107027 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5c2fcfa2-e631-4cde-b1b7-7c54fdf8c61b tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fdffc7f2-691b-4a03-a021-8e2949c0a835'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:57.189526 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Attempting to bind port cfa4007a-7f01-48e7-88c3-14ab06a06562 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:59:57.189810 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Attempting to bind port cfa4007a-7f01-48e7-88c3-14ab06a06562 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'ea59d44e-7afa-4b34-9f77-903c4a6a5881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9af9d331-fd5e-4d28-af1d-07032314d4f8'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:59:57.190170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Attempting to bind port cfa4007a-7f01-48e7-88c3-14ab06a06562 on network 9af9d331-fd5e-4d28-af1d-07032314d4f8 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:59:57.203664 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:59:57.204046 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Checking segment: {'id': 'ea59d44e-7afa-4b34-9f77-903c4a6a5881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9af9d331-fd5e-4d28-af1d-07032314d4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:57.204453 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:57.204850 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Bound using segment: {'id': 'ea59d44e-7afa-4b34-9f77-903c4a6a5881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9af9d331-fd5e-4d28-af1d-07032314d4f8'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:59:57.205373 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Bound port: cfa4007a-7f01-48e7-88c3-14ab06a06562, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea59d44e-7afa-4b34-9f77-903c4a6a5881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9af9d331-fd5e-4d28-af1d-07032314d4f8'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:59:57.205754 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:57.404952 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] For port cfa4007a-7f01-48e7-88c3-14ab06a06562, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:59:57.430888 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] For port cfa4007a-7f01-48e7-88c3-14ab06a06562, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cfa4007a-7f01-48e7-88c3-14ab06a06562,segment=NetworkSegment(ea59d44e-7afa-4b34-9f77-903c4a6a5881),segment_id=ea59d44e-7afa-4b34-9f77-903c4a6a5881)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:59:57.440998 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-fdffc7f2-691b-4a03-a021-8e2949c0a835', 'network_id': 'fdffc7f2-691b-4a03-a021-8e2949c0a835', 'tenant_id': '9a91c9f2a0144e12be28bc26b44790f7', 'fixed_ips': [{'subnet_id': '595dec63-60c1-4d2f-9d34-c55318e63fbe'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:59:57.442144 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:57.460897 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:57.529923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5c2fcfa2-e631-4cde-b1b7-7c54fdf8c61b tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:57.621074 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c672ff-263d-44b8-8282-990fc7c8f76b None None] Pushing event updated for resources: {'Port': ['ID=cfa4007a-7f01-48e7-88c3-14ab06a06562,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:57.723316 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Allocated IP 172.21.0.2 (fdffc7f2-691b-4a03-a021-8e2949c0a835/595dec63-60c1-4d2f-9d34-c55318e63fbe/f5ab8d6a-8f35-49a8-bfff-354218b2df24) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:59:57.735756 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-5c2fcfa2-e631-4cde-b1b7-7c54fdf8c61b tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:59:57.737176 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5c2fcfa2-e631-4cde-b1b7-7c54fdf8c61b tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] 10.222.0.36 "PUT /v2.0/routers/6579a1e9-adec-4ec2-84d6-16e2769d221f HTTP/1.1" status: 400 len: 364 time: 0.6347027 Feb 10 11:59:57.747294 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45392) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:57.845467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a617780-a70c-438d-8f58-5820f22b0c70 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Deleting subnet 595dec63-60c1-4d2f-9d34-c55318e63fbe {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:59:58.056197 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:58.068527 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Transition to ACTIVE for port object f5ab8d6a-8f35-49a8-bfff-354218b2df24 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:59:58.089965 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Transition to ACTIVE for port object f5ab8d6a-8f35-49a8-bfff-354218b2df24 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:59:58.097373 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8a617780-a70c-438d-8f58-5820f22b0c70 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:58.097853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:58.176702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Network fdffc7f2-691b-4a03-a021-8e2949c0a835 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:59:58.180149 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:59:58.183130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:59:58.190000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Pushing event updated for resources: {'Port': ['ID=f5ab8d6a-8f35-49a8-bfff-354218b2df24,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:58.297075 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Attempting to bind port f5ab8d6a-8f35-49a8-bfff-354218b2df24 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:59:58.297448 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Attempting to bind port f5ab8d6a-8f35-49a8-bfff-354218b2df24 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '49e8cc2f-d6e9-4fd4-a053-285c91949926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fdffc7f2-691b-4a03-a021-8e2949c0a835'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:59:58.298017 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8a617780-a70c-438d-8f58-5820f22b0c70 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:58.298213 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Attempting to bind port f5ab8d6a-8f35-49a8-bfff-354218b2df24 on network fdffc7f2-691b-4a03-a021-8e2949c0a835 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:59:58.309985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:59:58.310526 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Checking segment: {'id': '49e8cc2f-d6e9-4fd4-a053-285c91949926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fdffc7f2-691b-4a03-a021-8e2949c0a835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:58.311169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:58.311811 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Bound using segment: {'id': '49e8cc2f-d6e9-4fd4-a053-285c91949926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fdffc7f2-691b-4a03-a021-8e2949c0a835'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:59:58.313892 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Bound port: f5ab8d6a-8f35-49a8-bfff-354218b2df24, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e8cc2f-d6e9-4fd4-a053-285c91949926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fdffc7f2-691b-4a03-a021-8e2949c0a835'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:59:58.313892 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:58.402024 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8a617780-a70c-438d-8f58-5820f22b0c70 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:58.498115 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8a617780-a70c-438d-8f58-5820f22b0c70 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:58.501619 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] For port f5ab8d6a-8f35-49a8-bfff-354218b2df24, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:59:58.505818 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] For port f5ab8d6a-8f35-49a8-bfff-354218b2df24, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f5ab8d6a-8f35-49a8-bfff-354218b2df24,segment=NetworkSegment(49e8cc2f-d6e9-4fd4-a053-285c91949926),segment_id=49e8cc2f-d6e9-4fd4-a053-285c91949926)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:59:58.514258 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:58.571074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a617780-a70c-438d-8f58-5820f22b0c70 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Pushing event deleted for resources: {'Subnet': ['ID=595dec63-60c1-4d2f-9d34-c55318e63fbe,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:58.578434 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8a617780-a70c-438d-8f58-5820f22b0c70 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:58.589212 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8a617780-a70c-438d-8f58-5820f22b0c70 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] 10.222.0.36 "DELETE /v2.0/subnets/595dec63-60c1-4d2f-9d34-c55318e63fbe HTTP/1.1" status: 204 len: 168 time: 0.8400946 Feb 10 11:59:58.591413 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45396) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:59:58.647256 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1d0f3-b2e2-41a3-bec5-f1c93733970a None None] Pushing event updated for resources: {'Port': ['ID=f5ab8d6a-8f35-49a8-bfff-354218b2df24,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:58.730609 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:58.744182 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Deleting port f5ab8d6a-8f35-49a8-bfff-354218b2df24 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:59:58.744526 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:58.849094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e2d5e5-cec1-416c-93d8-468cd9ad68f8 None None] Network 9af9d331-fd5e-4d28-af1d-07032314d4f8 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:59:59.006323 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-dad262b5-4752-4e18-9cf1-b484a9c5818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:59.051977 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3660eb07-44a5-4fe0-86b3-c20328936476 None None] Provisioning for port cfa4007a-7f01-48e7-88c3-14ab06a06562 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:59:59.127239 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] For port f5ab8d6a-8f35-49a8-bfff-354218b2df24, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=f5ab8d6a-8f35-49a8-bfff-354218b2df24,segment=NetworkSegment(49e8cc2f-d6e9-4fd4-a053-285c91949926),segment_id=49e8cc2f-d6e9-4fd4-a053-285c91949926)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:59.127864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:59.268770 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Calling delete_port for f5ab8d6a-8f35-49a8-bfff-354218b2df24 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:59:59.376927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:59.440616 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Pushing event deleted for resources: {'Port': ['ID=f5ab8d6a-8f35-49a8-bfff-354218b2df24,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:59.445940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] No DVR routers for this DVR port f5ab8d6a-8f35-49a8-bfff-354218b2df24 on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:59:59.561602 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f5ab8d6a-8f35-49a8-bfff-354218b2df24 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:59:59.631067 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: f5ab8d6a-8f35-49a8-bfff-354218b2df24 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:59:59.631612 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f5ab8d6a-8f35-49a8-bfff-354218b2df24 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 10 11:59:59.665447 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:59.723540 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdffc7f2-691b-4a03-a021-8e2949c0a835']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:59.749046 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e8cc2f-d6e9-4fd4-a053-285c91949926') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:59.749671 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e8cc2f-d6e9-4fd4-a053-285c91949926') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:59.752702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Port f5ab8d6a-8f35-49a8-bfff-354218b2df24 not found, will not notify nova. {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 10 11:59:59.753324 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cfa4007a-7f01-48e7-88c3-14ab06a06562 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:59:59.774612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:59.809991 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:59.821650 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:59:59.822323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:59:59.838669 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:59:59.916760 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:59.928882 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port cfa4007a-7f01-48e7-88c3-14ab06a06562 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:59:59.937494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port cfa4007a-7f01-48e7-88c3-14ab06a06562 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:59.939059 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:00.013591 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:00.057494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:00.074951 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Pushing event deleted for resources: {'Network': ['ID=fdffc7f2-691b-4a03-a021-8e2949c0a835,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:00.083976 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-aacfbfba-3bc7-48d3-8c5e-d73ca58ead0f tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] 10.222.0.36 "DELETE /v2.0/networks/fdffc7f2-691b-4a03-a021-8e2949c0a835 HTTP/1.1" status: 204 len: 168 time: 1.4908016 Feb 10 12:00:00.086363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45400) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:00.144381 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:00.170806 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c857b9-a3b3-4e06-977f-1a01f1396063 None None] DHCP port deletion for fdffc7f2-691b-4a03-a021-8e2949c0a835 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:00:00.209762 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port cfa4007a-7f01-48e7-88c3-14ab06a06562, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cfa4007a-7f01-48e7-88c3-14ab06a06562,segment=NetworkSegment(ea59d44e-7afa-4b34-9f77-903c4a6a5881),segment_id=ea59d44e-7afa-4b34-9f77-903c4a6a5881)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:00.213845 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec73216-a0c8-4cd0-9ed9-f16fb25e47ed None None] Network fdffc7f2-691b-4a03-a021-8e2949c0a835 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:00:00.234851 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:00.237079 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c1bea932-b25f-4488-b655-759ee7e0e0f9 None None] Could not find standard attr ID for object f5ab8d6a-8f35-49a8-bfff-354218b2df24. {{(pid=83556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 12:00:00.272813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:00.274306 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec73216-a0c8-4cd0-9ed9-f16fb25e47ed None None] Network fdffc7f2-691b-4a03-a021-8e2949c0a835 could not be found, it might have been deleted concurrently. {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 10 12:00:00.320971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=cfa4007a-7f01-48e7-88c3-14ab06a06562,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:00.516654 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-059954a0-f572-42cd-83f0-7ee6dba0fa62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Deleting subnet 9c197708-399f-4900-b94c-d5cced5313a1 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:00:00.520166 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-059954a0-f572-42cd-83f0-7ee6dba0fa62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:00.584800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-059954a0-f572-42cd-83f0-7ee6dba0fa62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:00.702473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-059954a0-f572-42cd-83f0-7ee6dba0fa62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:00.823153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-059954a0-f572-42cd-83f0-7ee6dba0fa62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:00.871187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059954a0-f572-42cd-83f0-7ee6dba0fa62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Pushing event deleted for resources: {'Subnet': ['ID=9c197708-399f-4900-b94c-d5cced5313a1,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:00.883207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-059954a0-f572-42cd-83f0-7ee6dba0fa62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:00.897589 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-059954a0-f572-42cd-83f0-7ee6dba0fa62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] 10.222.0.36 "DELETE /v2.0/subnets/9c197708-399f-4900-b94c-d5cced5313a1 HTTP/1.1" status: 204 len: 168 time: 0.8094976 Feb 10 12:00:00.901489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45404) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:00.904798 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488679d5-2902-4ac1-bb29-3c25313ed2f9 None None] Network 9af9d331-fd5e-4d28-af1d-07032314d4f8 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:00:01.028140 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:01.040512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Deleting port cfa4007a-7f01-48e7-88c3-14ab06a06562 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:00:01.040862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:01.294318 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e628620-8478-46fd-b22b-c54cda814345 None None] DHCP port deletion for 9af9d331-fd5e-4d28-af1d-07032314d4f8 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:00:01.301714 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-3e628620-8478-46fd-b22b-c54cda814345 None None] Deleting port cfa4007a-7f01-48e7-88c3-14ab06a06562 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:00:01.302331 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e628620-8478-46fd-b22b-c54cda814345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:01.333775 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] For port cfa4007a-7f01-48e7-88c3-14ab06a06562, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cfa4007a-7f01-48e7-88c3-14ab06a06562,segment=NetworkSegment(ea59d44e-7afa-4b34-9f77-903c4a6a5881),segment_id=ea59d44e-7afa-4b34-9f77-903c4a6a5881)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:01.334706 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:01.438877 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f5ab8d6a-8f35-49a8-bfff-354218b2df24 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:00:01.476412 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Calling delete_port for cfa4007a-7f01-48e7-88c3-14ab06a06562 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:00:01.483209 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: f5ab8d6a-8f35-49a8-bfff-354218b2df24 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:00:01.483556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device f5ab8d6a-8f35-49a8-bfff-354218b2df24 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:00:01.483982 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cfa4007a-7f01-48e7-88c3-14ab06a06562 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:00:01.560133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:01.609969 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Pushing event deleted for resources: {'Port': ['ID=cfa4007a-7f01-48e7-88c3-14ab06a06562,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:01.622771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] No DVR routers for this DVR port cfa4007a-7f01-48e7-88c3-14ab06a06562 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:00:01.643945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No active binding found for port cfa4007a-7f01-48e7-88c3-14ab06a06562 {{(pid=83556) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 10 12:00:01.644360 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cfa4007a-7f01-48e7-88c3-14ab06a06562 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:00:01.657778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:01.670889 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3e628620-8478-46fd-b22b-c54cda814345 None None] For port cfa4007a-7f01-48e7-88c3-14ab06a06562, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cfa4007a-7f01-48e7-88c3-14ab06a06562,segment=NetworkSegment(ea59d44e-7afa-4b34-9f77-903c4a6a5881),segment_id=ea59d44e-7afa-4b34-9f77-903c4a6a5881)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:01.671183 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e628620-8478-46fd-b22b-c54cda814345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:01.777807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:01.801844 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-3e628620-8478-46fd-b22b-c54cda814345 None None] Calling delete_port for cfa4007a-7f01-48e7-88c3-14ab06a06562 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:00:01.812519 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af9d331-fd5e-4d28-af1d-07032314d4f8']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:01.826344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea59d44e-7afa-4b34-9f77-903c4a6a5881') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:01.826674 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea59d44e-7afa-4b34-9f77-903c4a6a5881') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:01.840264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:01.865240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:01.878718 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:00:01.879471 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:01.891268 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-3e628620-8478-46fd-b22b-c54cda814345 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 12:00:01.892290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-3e628620-8478-46fd-b22b-c54cda814345 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:00:01.910746 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:00:02.034519 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:02.054153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:02.067987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Pushing event deleted for resources: {'Network': ['ID=9af9d331-fd5e-4d28-af1d-07032314d4f8,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:02.071331 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e93b114d-b65e-4068-896e-d0969c43ec62 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] 10.222.0.36 "DELETE /v2.0/networks/9af9d331-fd5e-4d28-af1d-07032314d4f8 HTTP/1.1" status: 204 len: 168 time: 1.1684098 Feb 10 12:00:02.075401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45408) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:02.120435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1577e66a-a80a-4d1b-8d3a-167db067849d tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Synchronizing usage tracker for tenant:9a91c9f2a0144e12be28bc26b44790f7 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:00:02.139664 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1577e66a-a80a-4d1b-8d3a-167db067849d tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Unset dirty status for tenant:9a91c9f2a0144e12be28bc26b44790f7 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:00:02.141706 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1577e66a-a80a-4d1b-8d3a-167db067849d tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6579a1e9-adec-4ec2-84d6-16e2769d221f HTTP/1.1" status: 200 len: 205 time: 0.0652587 Feb 10 12:00:02.144341 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45412) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:02.298590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b91d735e-c320-4859-a8a1-5cb5ada2f994 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:02.393156 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-3e628620-8478-46fd-b22b-c54cda814345 None None] Deleting port cfa4007a-7f01-48e7-88c3-14ab06a06562 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:00:02.394050 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e628620-8478-46fd-b22b-c54cda814345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:02.467738 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-3e628620-8478-46fd-b22b-c54cda814345 None None] The port 'cfa4007a-7f01-48e7-88c3-14ab06a06562' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 12:00:02.820336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b91d735e-c320-4859-a8a1-5cb5ada2f994 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:02.825692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b91d735e-c320-4859-a8a1-5cb5ada2f994 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:02.862734 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b91d735e-c320-4859-a8a1-5cb5ada2f994 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:02.863715 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91d735e-c320-4859-a8a1-5cb5ada2f994 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Fanout notify agent at l3_agent the message router_deleted on router 6579a1e9-adec-4ec2-84d6-16e2769d221f {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:00:02.881223 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b91d735e-c320-4859-a8a1-5cb5ada2f994 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:02.886634 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b91d735e-c320-4859-a8a1-5cb5ada2f994 tempest-RoutersNegativeTest-762012681 tempest-RoutersNegativeTest-762012681-project] 10.222.0.36 "DELETE /v2.0/routers/6579a1e9-adec-4ec2-84d6-16e2769d221f HTTP/1.1" status: 204 len: 168 time: 0.7371168 Feb 10 12:00:03.251478 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45420) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:03.481886 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-25ca5e5f-f9e6-423f-a476-fc4a9702204a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9a91c9f2a0144e12be28bc26b44790f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2282000 Feb 10 12:00:03.484863 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45426) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:03.598077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f5b0137f-d4b0-4710-9151-4e956323cc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:03.647409 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f5b0137f-d4b0-4710-9151-4e956323cc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:03.718057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f5b0137f-d4b0-4710-9151-4e956323cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:03.734697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0137f-d4b0-4710-9151-4e956323cc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b1f068-d89f-4a5e-9a18-67dfbd6b5f98,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:03.746243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f5b0137f-d4b0-4710-9151-4e956323cc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:03.747697 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f5b0137f-d4b0-4710-9151-4e956323cc96 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1b1f068-d89f-4a5e-9a18-67dfbd6b5f98 HTTP/1.1" status: 204 len: 168 time: 0.2613082 Feb 10 12:00:04.830601 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45448) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:04.982063 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-989947879-network', 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:04.991721 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:04.998611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Usage tracker for resource:network and tenant:313791d0ca5c4a26ad1b8101c6c6fe70 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:05.004915 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:05.016874 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:05.033982 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Made reservation on behalf of 313791d0ca5c4a26ad1b8101c6c6fe70 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:00:05.037820 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:05.063881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:05.115635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:05.119838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Usage tracker for resource:security_group_rule and tenant:313791d0ca5c4a26ad1b8101c6c6fe70 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:05.122981 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:05.130004 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:05.224415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:05.229118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:05.266265 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:00:05.275963 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c605bf-1d11-4875-903a-1f18649b1655,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:05.282567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:05.282905 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Added segment 7c29b663-6185-4104-bd3a-6348cd8fb521 of type vlan for network b3dae974-86c1-48aa-af02-b664f21681ce Feb 10 12:00:05.313145 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:05.345648 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:05.346803 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:05.347528 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:05.458514 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] Pushing event updated for resources: {'Network': ['ID=b3dae974-86c1-48aa-af02-b664f21681ce,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:05.465601 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bfa1c00c-ab38-4cd1-a216-9cd2d74d8acc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6309624 Feb 10 12:00:05.466059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45454) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:05.470803 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network b3dae974-86c1-48aa-af02-b664f21681ce details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:00:05.472664 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f3a2c8ec-f3ba-484d-ac96-7945e93a95ba admin admin] Request body: {'subnet': {'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-989947879-subnet', 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:05.477992 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f3a2c8ec-f3ba-484d-ac96-7945e93a95ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:05.482380 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f3a2c8ec-f3ba-484d-ac96-7945e93a95ba admin admin] Usage tracker for resource:subnet and tenant:313791d0ca5c4a26ad1b8101c6c6fe70 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:05.485675 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f3a2c8ec-f3ba-484d-ac96-7945e93a95ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:05.491758 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f3a2c8ec-f3ba-484d-ac96-7945e93a95ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:05.505301 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a2c8ec-f3ba-484d-ac96-7945e93a95ba admin admin] Made reservation on behalf of 313791d0ca5c4a26ad1b8101c6c6fe70 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:00:05.507799 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f3a2c8ec-f3ba-484d-ac96-7945e93a95ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:05.832041 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f3a2c8ec-f3ba-484d-ac96-7945e93a95ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:05.909025 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2c8ec-f3ba-484d-ac96-7945e93a95ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=668d7e34-e345-4082-bff4-503cda1bf450,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:05.926329 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a2c8ec-f3ba-484d-ac96-7945e93a95ba admin admin] Checking segment: {'id': '7c29b663-6185-4104-bd3a-6348cd8fb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:05.926693 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a2c8ec-f3ba-484d-ac96-7945e93a95ba admin admin] Network hostable DHCP agents. Network: b3dae974-86c1-48aa-af02-b664f21681ce, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:00:05.951318 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a2c8ec-f3ba-484d-ac96-7945e93a95ba admin admin] Network b3dae974-86c1-48aa-af02-b664f21681ce is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:00:05.962294 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-f3a2c8ec-f3ba-484d-ac96-7945e93a95ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, b3dae974-86c1-48aa-af02-b664f21681ce) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:05.970178 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a2c8ec-f3ba-484d-ac96-7945e93a95ba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:05.970963 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f3a2c8ec-f3ba-484d-ac96-7945e93a95ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:05.971372 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebb7f51-f5ff-4ff7-98b7-6c4ecbbaf5f1 None None] Network b3dae974-86c1-48aa-af02-b664f21681ce requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:00:05.996889 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f3a2c8ec-f3ba-484d-ac96-7945e93a95ba admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5296075 Feb 10 12:00:06.000496 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45458) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:06.006855 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-989947879-router', 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:06.012475 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:06.018688 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Usage tracker for resource:router and tenant:313791d0ca5c4a26ad1b8101c6c6fe70 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:06.022456 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:06.029790 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:06.049713 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:06.052071 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:06.080293 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:06.205573 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-b3dae974-86c1-48aa-af02-b664f21681ce', 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce', 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'fixed_ips': [{'subnet_id': '668d7e34-e345-4082-bff4-503cda1bf450'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:00:06.206581 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:06.252257 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:06.428071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Allocated IP 172.20.0.2 (b3dae974-86c1-48aa-af02-b664f21681ce/668d7e34-e345-4082-bff4-503cda1bf450/c7fb5253-1cfc-4d2c-a703-ac5adc2279c8) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:00:06.462312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:06.497599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:06.647248 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Allocated IP 172.26.4.81 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/0df7f23b-92fd-4bcb-abb1-0d2a898bbb74) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:00:06.795694 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:06.808822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Transition to ACTIVE for port object c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:06.831890 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Transition to ACTIVE for port object c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:06.839947 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:06.869759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:06.901048 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:06.970319 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Network b3dae974-86c1-48aa-af02-b664f21681ce is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:06.975892 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:06.978314 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Pushing event updated for resources: {'Port': ['ID=c7fb5253-1cfc-4d2c-a703-ac5adc2279c8,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:06.982013 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:00:06.995637 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Pushing event updated for resources: {'Port': ['ID=0df7f23b-92fd-4bcb-abb1-0d2a898bbb74,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:07.001077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:07.003694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:07.012579 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:00:07.097485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Attempting to bind port c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:00:07.098391 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Attempting to bind port c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '7c29b663-6185-4104-bd3a-6348cd8fb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:00:07.098998 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Attempting to bind port c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 on network b3dae974-86c1-48aa-af02-b664f21681ce {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:07.106603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:00:07.107338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Checking segment: {'id': '7c29b663-6185-4104-bd3a-6348cd8fb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:07.107977 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:07.108549 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Bound using segment: {'id': '7c29b663-6185-4104-bd3a-6348cd8fb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:00:07.110034 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Bound port: c7fb5253-1cfc-4d2c-a703-ac5adc2279c8, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c29b663-6185-4104-bd3a-6348cd8fb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:00:07.110034 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:07.219450 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] For port c7fb5253-1cfc-4d2c-a703-ac5adc2279c8, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:00:07.224243 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] For port c7fb5253-1cfc-4d2c-a703-ac5adc2279c8, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c7fb5253-1cfc-4d2c-a703-ac5adc2279c8,segment=NetworkSegment(7c29b663-6185-4104-bd3a-6348cd8fb521),segment_id=7c29b663-6185-4104-bd3a-6348cd8fb521)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:00:07.225901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:07.226744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:07.232975 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:07.329774 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a267a-fb5c-4667-a2b0-0ec59f74830f None None] Pushing event updated for resources: {'Port': ['ID=c7fb5253-1cfc-4d2c-a703-ac5adc2279c8,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:07.534427 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Router 6384a37d-0d7e-4966-a44e-c8daa10c144f is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:00:07.764313 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:00:07.775853 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Sync routers for ids ['6384a37d-0d7e-4966-a44e-c8daa10c144f'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:00:07.794834 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:07.797367 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3335a1e3-b277-4bbb-b2f0-c1c476b0e3fe admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7947590 Feb 10 12:00:07.798505 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Routers {'6384a37d-0d7e-4966-a44e-c8daa10c144f'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:07.799555 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:59:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6384a37d-0d7e-4966-a44e-c8daa10c144f'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:07.799937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45462) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:08.020320 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Set router 6384a37d-0d7e-4966-a44e-c8daa10c144f gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:08.289351 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:00:08.420517 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:08.462902 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'name': 'tempest-TestEncryptedCinderVolumes-989947879-router', 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '0df7f23b-92fd-4bcb-abb1-0d2a898bbb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:06Z', 'updated_at': '2022-02-10T12:00:07Z', 'revision_number': 3, 'project_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'gw_port': {'id': '0df7f23b-92fd-4bcb-abb1-0d2a898bbb74', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:06Z', 'updated_at': '2022-02-10T12:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:08.468453 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Checking router: 6384a37d-0d7e-4966-a44e-c8daa10c144f for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:00:08.469029 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Updating router 6384a37d-0d7e-4966-a44e-c8daa10c144f port 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:00:08.513750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a364d6-3670-493f-90d9-381240d2785e None None] Network b3dae974-86c1-48aa-af02-b664f21681ce requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:00:08.544547 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:08.666553 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e346ab75-9a8b-4856-aac2-a19f890ee613 None None] Provisioning for port c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:09.098788 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:09.120914 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Transition to ACTIVE for port object 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:09.134858 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:09.146015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:09.257411 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709c834-3781-4cd7-8603-8547f1b049f6 None None] Pushing event updated for resources: {'Port': ['ID=0df7f23b-92fd-4bcb-abb1-0d2a898bbb74,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:09.262095 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Attempting to bind port 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:00:09.262510 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Attempting to bind port 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:00:09.262865 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Attempting to bind port 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:09.276025 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709c834-3781-4cd7-8603-8547f1b049f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:09.276459 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709c834-3781-4cd7-8603-8547f1b049f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:09.276683 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709c834-3781-4cd7-8603-8547f1b049f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:09.277018 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709c834-3781-4cd7-8603-8547f1b049f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:09.277376 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709c834-3781-4cd7-8603-8547f1b049f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:09.277701 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709c834-3781-4cd7-8603-8547f1b049f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:09.278028 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709c834-3781-4cd7-8603-8547f1b049f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:09.278349 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709c834-3781-4cd7-8603-8547f1b049f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:09.278667 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709c834-3781-4cd7-8603-8547f1b049f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:09.278984 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709c834-3781-4cd7-8603-8547f1b049f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:09.279302 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709c834-3781-4cd7-8603-8547f1b049f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:09.284130 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:00:09.284504 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:09.285476 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:09.285901 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:00:09.286401 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Bound port: 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:00:09.286827 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:09.397476 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] For port 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:00:09.405065 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] For port 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0df7f23b-92fd-4bcb-abb1-0d2a898bbb74,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:00:09.412255 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:09.491623 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:09.508123 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Allocated IP 172.20.0.1 (b3dae974-86c1-48aa-af02-b664f21681ce/668d7e34-e345-4082-bff4-503cda1bf450/698377fa-a496-4ac2-914a-f3eafe49c7e8) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:00:09.509355 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709c834-3781-4cd7-8603-8547f1b049f6 None None] Pushing event updated for resources: {'Port': ['ID=0df7f23b-92fd-4bcb-abb1-0d2a898bbb74,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:09.517085 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Routers {'6384a37d-0d7e-4966-a44e-c8daa10c144f'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:09.518389 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:59:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6384a37d-0d7e-4966-a44e-c8daa10c144f'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:09.580783 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:09.589076 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:09.589540 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:09.730431 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:09.746846 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] Set router 6384a37d-0d7e-4966-a44e-c8daa10c144f gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:09.772641 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port c7fb5253-1cfc-4d2c-a703-ac5adc2279c8, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c7fb5253-1cfc-4d2c-a703-ac5adc2279c8,segment=NetworkSegment(7c29b663-6185-4104-bd3a-6348cd8fb521),segment_id=7c29b663-6185-4104-bd3a-6348cd8fb521)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:09.777404 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:09.818543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:09.858533 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Transition to ACTIVE for port object 698377fa-a496-4ac2-914a-f3eafe49c7e8 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:09.888634 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=c7fb5253-1cfc-4d2c-a703-ac5adc2279c8,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:09.892206 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:10.003881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Network b3dae974-86c1-48aa-af02-b664f21681ce is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:10.007343 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:10.012505 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:00:10.047983 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Pushing event updated for resources: {'Port': ['ID=698377fa-a496-4ac2-914a-f3eafe49c7e8,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:10.092731 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:10.182893 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'name': 'tempest-TestEncryptedCinderVolumes-989947879-router', 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '0df7f23b-92fd-4bcb-abb1-0d2a898bbb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:06Z', 'updated_at': '2022-02-10T12:00:07Z', 'revision_number': 3, 'project_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'gw_port': {'id': '0df7f23b-92fd-4bcb-abb1-0d2a898bbb74', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:06Z', 'updated_at': '2022-02-10T12:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:10.189665 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4beca-a1ee-4b98-873c-a4d1c2ba3ee8 None None] The sync data for ids ['6384a37d-0d7e-4966-a44e-c8daa10c144f'] in dv-neutron-828497-1-hyperv is: [{'id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'name': 'tempest-TestEncryptedCinderVolumes-989947879-router', 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '0df7f23b-92fd-4bcb-abb1-0d2a898bbb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:06Z', 'updated_at': '2022-02-10T12:00:07Z', 'revision_number': 3, 'project_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'gw_port': {'id': '0df7f23b-92fd-4bcb-abb1-0d2a898bbb74', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:06Z', 'updated_at': '2022-02-10T12:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:00:10.219802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:10.398375 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b1f01e71-b830-4c8e-8eb6-088f55093c22 None None] Provisioning for port 698377fa-a496-4ac2-914a-f3eafe49c7e8 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:10.408651 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b1f01e71-b830-4c8e-8eb6-088f55093c22 None None] Provisioning complete for port 698377fa-a496-4ac2-914a-f3eafe49c7e8 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:10.409200 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b1f01e71-b830-4c8e-8eb6-088f55093c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:10.519475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b1f01e71-b830-4c8e-8eb6-088f55093c22 None None] Port 698377fa-a496-4ac2-914a-f3eafe49c7e8 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:00:10.558652 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:10.567636 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:10.779745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:10.787871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Pushing event updated for resources: {'Port': ['ID=698377fa-a496-4ac2-914a-f3eafe49c7e8,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:11.170015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Network b3dae974-86c1-48aa-af02-b664f21681ce is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:11.171352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:11.458408 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4b6a6651-05bb-4b47-832e-d12d83f0925d None None] Provisioning complete for port 698377fa-a496-4ac2-914a-f3eafe49c7e8 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:11.458684 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4b6a6651-05bb-4b47-832e-d12d83f0925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:11.536292 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:11.583567 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-4b6a6651-05bb-4b47-832e-d12d83f0925d None None] Port 698377fa-a496-4ac2-914a-f3eafe49c7e8 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:00:11.625812 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:11.631606 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:11.631983 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:11.774857 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:11.804495 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0df7f23b-92fd-4bcb-abb1-0d2a898bbb74,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:11.809878 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:11.810896 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:11.852865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Router 6384a37d-0d7e-4966-a44e-c8daa10c144f has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:00:12.021373 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=0df7f23b-92fd-4bcb-abb1-0d2a898bbb74,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:12.041088 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:12.041619 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:12.170430 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:00:12.194224 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b48c8333-5cc8-470c-b09d-da7cd803b07e admin admin] 10.222.0.36 "PUT /v2.0/routers/6384a37d-0d7e-4966-a44e-c8daa10c144f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3928378 Feb 10 12:00:13.248267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45484) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:13.255466 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-206277122-network', 'tenant_id': '3856487d3cd94b1ea9f8847668c31534'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:13.260931 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:13.265925 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Usage tracker for resource:network and tenant:3856487d3cd94b1ea9f8847668c31534 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:13.269413 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:13.277079 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:13.288491 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Made reservation on behalf of 3856487d3cd94b1ea9f8847668c31534 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:00:13.291716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.304885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.339558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:13.344179 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Usage tracker for resource:security_group_rule and tenant:3856487d3cd94b1ea9f8847668c31534 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:13.347423 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:13.354813 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:13.442143 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:13.485064 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.490288 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.525482 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:00:13.528072 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:13.528434 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.567694 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.568255 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Added segment c824882e-c0d6-4b3c-9bfb-6aead3ede75c of type vlan for network 741041ad-2bd9-4cdc-a784-575012777020 Feb 10 12:00:13.570328 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24652a80-0b18-48f9-9536-45214f1f4763,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:13.624372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.673154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.674514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:13.675172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.848042 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5977733 Feb 10 12:00:13.851250 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481048d7-61b6-4017-b245-da2f7ba9e574 admin admin] Pushing event updated for resources: {'Network': ['ID=741041ad-2bd9-4cdc-a784-575012777020,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:13.851706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45488) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:13.861912 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0b6b9463-5e2c-4504-a2a9-446865d45fe0 admin admin] Request body: {'subnet': {'network_id': '741041ad-2bd9-4cdc-a784-575012777020', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-206277122-subnet', 'tenant_id': '3856487d3cd94b1ea9f8847668c31534', 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:13.868027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 741041ad-2bd9-4cdc-a784-575012777020 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:00:13.870622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0b6b9463-5e2c-4504-a2a9-446865d45fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:13.882940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0b6b9463-5e2c-4504-a2a9-446865d45fe0 admin admin] Usage tracker for resource:subnet and tenant:3856487d3cd94b1ea9f8847668c31534 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:13.888088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0b6b9463-5e2c-4504-a2a9-446865d45fe0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:13.901352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0b6b9463-5e2c-4504-a2a9-446865d45fe0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:13.924837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6b9463-5e2c-4504-a2a9-446865d45fe0 admin admin] Made reservation on behalf of 3856487d3cd94b1ea9f8847668c31534 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:00:13.927532 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b6b9463-5e2c-4504-a2a9-446865d45fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.006146 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Sync routers for ids ['6384a37d-0d7e-4966-a44e-c8daa10c144f'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:00:14.064025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Routers {'6384a37d-0d7e-4966-a44e-c8daa10c144f'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:14.065165 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:59:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6384a37d-0d7e-4966-a44e-c8daa10c144f'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:14.181953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b6b9463-5e2c-4504-a2a9-446865d45fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.271495 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b9463-5e2c-4504-a2a9-446865d45fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48b8b89f-1b78-4b2a-8a82-6f0052c85c8c,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:14.284010 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b9463-5e2c-4504-a2a9-446865d45fe0 admin admin] Checking segment: {'id': 'c824882e-c0d6-4b3c-9bfb-6aead3ede75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '741041ad-2bd9-4cdc-a784-575012777020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:14.284843 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b9463-5e2c-4504-a2a9-446865d45fe0 admin admin] Network hostable DHCP agents. Network: 741041ad-2bd9-4cdc-a784-575012777020, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:00:14.304360 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Set router 6384a37d-0d7e-4966-a44e-c8daa10c144f gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:14.314456 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b9463-5e2c-4504-a2a9-446865d45fe0 admin admin] Network 741041ad-2bd9-4cdc-a784-575012777020 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:00:14.325822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-0b6b9463-5e2c-4504-a2a9-446865d45fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 741041ad-2bd9-4cdc-a784-575012777020) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:14.331398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6b9463-5e2c-4504-a2a9-446865d45fe0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:14.332337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b6b9463-5e2c-4504-a2a9-446865d45fe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.346841 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1789fa01-fef0-40d6-bdd2-77e16f4535a1 None None] Network 741041ad-2bd9-4cdc-a784-575012777020 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:00:14.363594 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0b6b9463-5e2c-4504-a2a9-446865d45fe0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5094557 Feb 10 12:00:14.365928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45492) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:14.372264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-206277122-router', 'tenant_id': '3856487d3cd94b1ea9f8847668c31534', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:14.379240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:14.383966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Usage tracker for resource:router and tenant:3856487d3cd94b1ea9f8847668c31534 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:14.387767 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:14.395079 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:14.409788 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.411634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.439912 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.607953 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.808582 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-741041ad-2bd9-4cdc-a784-575012777020', 'network_id': '741041ad-2bd9-4cdc-a784-575012777020', 'tenant_id': '3856487d3cd94b1ea9f8847668c31534', 'fixed_ips': [{'subnet_id': '48b8b89f-1b78-4b2a-8a82-6f0052c85c8c'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:00:14.809453 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.846893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.906754 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:15.052276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'name': 'tempest-TestEncryptedCinderVolumes-989947879-router', 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '0df7f23b-92fd-4bcb-abb1-0d2a898bbb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:06Z', 'updated_at': '2022-02-10T12:00:10Z', 'revision_number': 4, 'project_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'gw_port': {'id': '0df7f23b-92fd-4bcb-abb1-0d2a898bbb74', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:06Z', 'updated_at': '2022-02-10T12:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '698377fa-a496-4ac2-914a-f3eafe49c7e8', 'name': '', 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce', 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'mac_address': 'fa:16:3e:53:7c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668d7e34-e345-4082-bff4-503cda1bf450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:09Z', 'updated_at': '2022-02-10T12:00:10Z', 'revision_number': 2, 'project_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'subnets': [{'id': '668d7e34-e345-4082-bff4-503cda1bf450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:15.061153 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Allocated IP 172.26.4.42 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/c76a3644-81c2-4fb4-ac7a-bd9075dc0301) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:00:15.065980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Checking router: 6384a37d-0d7e-4966-a44e-c8daa10c144f for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:00:15.066229 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Updating router 6384a37d-0d7e-4966-a44e-c8daa10c144f port 698377fa-a496-4ac2-914a-f3eafe49c7e8 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:00:15.178929 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Allocated IP 172.20.0.2 (741041ad-2bd9-4cdc-a784-575012777020/48b8b89f-1b78-4b2a-8a82-6f0052c85c8c/7187cf54-f953-41b0-8b9e-2a5f0fbb95ff) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:00:15.196423 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:15.350456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:15.382523 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:15.466281 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:15.470302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:15.472321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Pushing event updated for resources: {'Port': ['ID=c76a3644-81c2-4fb4-ac7a-bd9075dc0301,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:15.474968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:00:15.703330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:15.704048 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:15.705194 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:15.721674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Transition to ACTIVE for port object 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:15.829481 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Transition to ACTIVE for port object 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:15.842650 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:15.985086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Router 502cd4d0-4636-4333-a063-fa8a4be596dd is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:00:15.985350 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Network 741041ad-2bd9-4cdc-a784-575012777020 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:16.004693 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:16.020655 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:00:16.024012 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Pushing event updated for resources: {'Port': ['ID=7187cf54-f953-41b0-8b9e-2a5f0fbb95ff,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:16.055207 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:16.055743 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:16.056287 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:16.056818 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:16.057405 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:16.058173 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:16.058935 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:16.059442 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:16.059969 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:16.060492 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:16.061016 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:16.184716 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.resource_extend [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 12:00:16.236959 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:00:16.261414 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Attempting to bind port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:00:16.261800 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Attempting to bind port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'c824882e-c0d6-4b3c-9bfb-6aead3ede75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '741041ad-2bd9-4cdc-a784-575012777020'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:00:16.262190 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Attempting to bind port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff on network 741041ad-2bd9-4cdc-a784-575012777020 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:16.271696 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Sync routers for ids ['502cd4d0-4636-4333-a063-fa8a4be596dd'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:00:16.277271 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:00:16.277781 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Checking segment: {'id': 'c824882e-c0d6-4b3c-9bfb-6aead3ede75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '741041ad-2bd9-4cdc-a784-575012777020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:16.278071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:16.278548 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Bound using segment: {'id': 'c824882e-c0d6-4b3c-9bfb-6aead3ede75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '741041ad-2bd9-4cdc-a784-575012777020'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:00:16.279053 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Bound port: 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c824882e-c0d6-4b3c-9bfb-6aead3ede75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '741041ad-2bd9-4cdc-a784-575012777020'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:00:16.279441 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:16.284460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:16.288968 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45496) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:16.289752 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0b27ad0c-95d0-4342-bcbf-56c382827e5a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9221838 Feb 10 12:00:16.297071 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Routers {'502cd4d0-4636-4333-a063-fa8a4be596dd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:16.297843 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:59:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['502cd4d0-4636-4333-a063-fa8a4be596dd'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:16.303089 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:16.349790 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Transition to ACTIVE for port object 698377fa-a496-4ac2-914a-f3eafe49c7e8 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:16.378917 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:16.538213 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Set router 502cd4d0-4636-4333-a063-fa8a4be596dd gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:16.548086 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] For port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:00:16.572894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cddfb-0cd0-4470-aa2f-50146ab8ffc8 None None] Pushing event updated for resources: {'Port': ['ID=698377fa-a496-4ac2-914a-f3eafe49c7e8,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:16.582908 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] For port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7187cf54-f953-41b0-8b9e-2a5f0fbb95ff,segment=NetworkSegment(c824882e-c0d6-4b3c-9bfb-6aead3ede75c),segment_id=c824882e-c0d6-4b3c-9bfb-6aead3ede75c)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:00:16.617953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:16.869679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Attempting to bind port 698377fa-a496-4ac2-914a-f3eafe49c7e8 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:00:16.870891 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Attempting to bind port 698377fa-a496-4ac2-914a-f3eafe49c7e8 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '7c29b663-6185-4104-bd3a-6348cd8fb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:00:16.871511 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Attempting to bind port 698377fa-a496-4ac2-914a-f3eafe49c7e8 on network b3dae974-86c1-48aa-af02-b664f21681ce {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:16.899556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555f62c-8080-436f-a9e2-61dbba89b9a0 None None] Pushing event updated for resources: {'Port': ['ID=7187cf54-f953-41b0-8b9e-2a5f0fbb95ff,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:16.907461 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:00:16.915524 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Checking segment: {'id': '7c29b663-6185-4104-bd3a-6348cd8fb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:16.916063 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:16.916564 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Bound using segment: {'id': '7c29b663-6185-4104-bd3a-6348cd8fb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:00:16.917204 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Bound port: 698377fa-a496-4ac2-914a-f3eafe49c7e8, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c29b663-6185-4104-bd3a-6348cd8fb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:00:16.917694 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.066107 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'name': 'tempest-TestEncryptedCinderVolumes-206277122-router', 'tenant_id': '3856487d3cd94b1ea9f8847668c31534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'c76a3644-81c2-4fb4-ac7a-bd9075dc0301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:14Z', 'updated_at': '2022-02-10T12:00:15Z', 'revision_number': 3, 'project_id': '3856487d3cd94b1ea9f8847668c31534', 'gw_port': {'id': 'c76a3644-81c2-4fb4-ac7a-bd9075dc0301', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:14Z', 'updated_at': '2022-02-10T12:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:17.072466 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Checking router: 502cd4d0-4636-4333-a063-fa8a4be596dd for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:00:17.072901 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Updating router 502cd4d0-4636-4333-a063-fa8a4be596dd port c76a3644-81c2-4fb4-ac7a-bd9075dc0301 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:00:17.121328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] For port 698377fa-a496-4ac2-914a-f3eafe49c7e8, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:00:17.128966 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] For port 698377fa-a496-4ac2-914a-f3eafe49c7e8, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=698377fa-a496-4ac2-914a-f3eafe49c7e8,segment=NetworkSegment(7c29b663-6185-4104-bd3a-6348cd8fb521),segment_id=7c29b663-6185-4104-bd3a-6348cd8fb521)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:00:17.144007 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.163805 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.274756 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Routers {'6384a37d-0d7e-4966-a44e-c8daa10c144f'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:17.277599 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:59:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6384a37d-0d7e-4966-a44e-c8daa10c144f'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:17.440641 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cddfb-0cd0-4470-aa2f-50146ab8ffc8 None None] Pushing event updated for resources: {'Port': ['ID=698377fa-a496-4ac2-914a-f3eafe49c7e8,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:17.558399 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] Set router 6384a37d-0d7e-4966-a44e-c8daa10c144f gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:17.627655 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:17.803506 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.804403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.824109 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Transition to ACTIVE for port object c76a3644-81c2-4fb4-ac7a-bd9075dc0301 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:17.834669 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.979807 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6ac59-54e4-43be-a851-3d6531248585 None None] Pushing event updated for resources: {'Port': ['ID=c76a3644-81c2-4fb4-ac7a-bd9075dc0301,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:17.987679 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Attempting to bind port c76a3644-81c2-4fb4-ac7a-bd9075dc0301 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:00:17.988386 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Attempting to bind port c76a3644-81c2-4fb4-ac7a-bd9075dc0301 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:00:17.988921 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Attempting to bind port c76a3644-81c2-4fb4-ac7a-bd9075dc0301 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:18.007126 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:00:18.007714 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:18.008282 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:18.008833 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:00:18.009518 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Bound port: c76a3644-81c2-4fb4-ac7a-bd9075dc0301, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:00:18.010093 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:18.076501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:18.136154 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] For port c76a3644-81c2-4fb4-ac7a-bd9075dc0301, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:00:18.139926 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] For port c76a3644-81c2-4fb4-ac7a-bd9075dc0301, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c76a3644-81c2-4fb4-ac7a-bd9075dc0301,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:00:18.146183 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:18.248167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Allocated IP 172.20.0.1 (741041ad-2bd9-4cdc-a784-575012777020/48b8b89f-1b78-4b2a-8a82-6f0052c85c8c/38251ddb-dcd2-44a7-ba3b-33ee15c79d83) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:00:18.255353 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6ac59-54e4-43be-a851-3d6531248585 None None] Pushing event updated for resources: {'Port': ['ID=c76a3644-81c2-4fb4-ac7a-bd9075dc0301,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:18.266111 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Routers {'502cd4d0-4636-4333-a063-fa8a4be596dd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:18.266959 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T11:59:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['502cd4d0-4636-4333-a063-fa8a4be596dd'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:18.302577 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'name': 'tempest-TestEncryptedCinderVolumes-989947879-router', 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '0df7f23b-92fd-4bcb-abb1-0d2a898bbb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:06Z', 'updated_at': '2022-02-10T12:00:10Z', 'revision_number': 4, 'project_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'gw_port': {'id': '0df7f23b-92fd-4bcb-abb1-0d2a898bbb74', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:06Z', 'updated_at': '2022-02-10T12:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '698377fa-a496-4ac2-914a-f3eafe49c7e8', 'name': '', 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce', 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'mac_address': 'fa:16:3e:53:7c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668d7e34-e345-4082-bff4-503cda1bf450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:09Z', 'updated_at': '2022-02-10T12:00:17Z', 'revision_number': 4, 'project_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'subnets': [{'id': '668d7e34-e345-4082-bff4-503cda1bf450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:18.310271 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a3ba3-db82-463c-9917-2152c343e7c4 None None] The sync data for ids ['6384a37d-0d7e-4966-a44e-c8daa10c144f'] in dv-neutron-828497-1-hyperv is: [{'id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'name': 'tempest-TestEncryptedCinderVolumes-989947879-router', 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '0df7f23b-92fd-4bcb-abb1-0d2a898bbb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:06Z', 'updated_at': '2022-02-10T12:00:10Z', 'revision_number': 4, 'project_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'gw_port': {'id': '0df7f23b-92fd-4bcb-abb1-0d2a898bbb74', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:06Z', 'updated_at': '2022-02-10T12:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '698377fa-a496-4ac2-914a-f3eafe49c7e8', 'name': '', 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce', 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'mac_address': 'fa:16:3e:53:7c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668d7e34-e345-4082-bff4-503cda1bf450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:09Z', 'updated_at': '2022-02-10T12:00:17Z', 'revision_number': 4, 'project_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'subnets': [{'id': '668d7e34-e345-4082-bff4-503cda1bf450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:00:18.527212 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0130fd25-c273-4327-aba8-602753788434 None None] Network 741041ad-2bd9-4cdc-a784-575012777020 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:00:18.527444 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] Set router 502cd4d0-4636-4333-a063-fa8a4be596dd gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:18.659705 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:18.708375 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Transition to ACTIVE for port object 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:18.753896 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:18.796726 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3afe1b7a-c80a-4fb2-b9f1-b65e943fbce6 None None] Provisioning for port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:18.825302 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3afe1b7a-c80a-4fb2-b9f1-b65e943fbce6 None None] Provisioning complete for port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:18.825851 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3afe1b7a-c80a-4fb2-b9f1-b65e943fbce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:18.926292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Pushing event updated for resources: {'Port': ['ID=38251ddb-dcd2-44a7-ba3b-33ee15c79d83,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:18.931728 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Network 741041ad-2bd9-4cdc-a784-575012777020 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:18.934194 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:18.941495 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:00:19.065768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:19.157189 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'name': 'tempest-TestEncryptedCinderVolumes-206277122-router', 'tenant_id': '3856487d3cd94b1ea9f8847668c31534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'c76a3644-81c2-4fb4-ac7a-bd9075dc0301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:14Z', 'updated_at': '2022-02-10T12:00:15Z', 'revision_number': 3, 'project_id': '3856487d3cd94b1ea9f8847668c31534', 'gw_port': {'id': 'c76a3644-81c2-4fb4-ac7a-bd9075dc0301', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:14Z', 'updated_at': '2022-02-10T12:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:19.168896 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70e8e2a-ee3f-4642-9887-8578a7ada5eb None None] The sync data for ids ['502cd4d0-4636-4333-a063-fa8a4be596dd'] in dv-neutron-828497-1-hyperv is: [{'id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'name': 'tempest-TestEncryptedCinderVolumes-206277122-router', 'tenant_id': '3856487d3cd94b1ea9f8847668c31534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'c76a3644-81c2-4fb4-ac7a-bd9075dc0301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:14Z', 'updated_at': '2022-02-10T12:00:15Z', 'revision_number': 3, 'project_id': '3856487d3cd94b1ea9f8847668c31534', 'gw_port': {'id': 'c76a3644-81c2-4fb4-ac7a-bd9075dc0301', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:14Z', 'updated_at': '2022-02-10T12:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:00:19.242015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:19.264031 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3afe1b7a-c80a-4fb2-b9f1-b65e943fbce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:19.326191 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3afe1b7a-c80a-4fb2-b9f1-b65e943fbce6 None None] For port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7187cf54-f953-41b0-8b9e-2a5f0fbb95ff,segment=NetworkSegment(c824882e-c0d6-4b3c-9bfb-6aead3ede75c),segment_id=c824882e-c0d6-4b3c-9bfb-6aead3ede75c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:19.346778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3afe1b7a-c80a-4fb2-b9f1-b65e943fbce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:19.522108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe1b7a-c80a-4fb2-b9f1-b65e943fbce6 None None] Pushing event updated for resources: {'Port': ['ID=7187cf54-f953-41b0-8b9e-2a5f0fbb95ff,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:19.563924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 698377fa-a496-4ac2-914a-f3eafe49c7e8 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:19.673480 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-47c46c2c-6d9e-4f0c-a370-f3e30ae72a10 None None] Provisioning for port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:19.685961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-47c46c2c-6d9e-4f0c-a370-f3e30ae72a10 None None] Provisioning complete for port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:19.687220 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-47c46c2c-6d9e-4f0c-a370-f3e30ae72a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:19.777059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:19.786274 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:19.792959 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-47c46c2c-6d9e-4f0c-a370-f3e30ae72a10 None None] Port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:00:19.817491 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-47c46c2c-6d9e-4f0c-a370-f3e30ae72a10 None None] Provisioning complete for port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:19.818052 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-47c46c2c-6d9e-4f0c-a370-f3e30ae72a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:19.859255 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 698377fa-a496-4ac2-914a-f3eafe49c7e8 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:19.877157 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 698377fa-a496-4ac2-914a-f3eafe49c7e8 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:19.877538 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.032237 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.104158 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.142665 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 698377fa-a496-4ac2-914a-f3eafe49c7e8, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=698377fa-a496-4ac2-914a-f3eafe49c7e8,segment=NetworkSegment(7c29b663-6185-4104-bd3a-6348cd8fb521),segment_id=7c29b663-6185-4104-bd3a-6348cd8fb521)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:20.148359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.214694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Pushing event updated for resources: {'Port': ['ID=38251ddb-dcd2-44a7-ba3b-33ee15c79d83,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:20.238786 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=698377fa-a496-4ac2-914a-f3eafe49c7e8,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:20.248302 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d62c738a-bc1e-497c-88f7-1beb0a638cf0 None None] Provisioning complete for port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:20.248737 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d62c738a-bc1e-497c-88f7-1beb0a638cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.339597 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Network 741041ad-2bd9-4cdc-a784-575012777020 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:20.341099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:20.349118 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d62c738a-bc1e-497c-88f7-1beb0a638cf0 None None] Port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:00:20.582753 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-66f2cd37-7418-4c53-b8bd-e22f98814a00 None None] Provisioning complete for port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:20.583042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-66f2cd37-7418-4c53-b8bd-e22f98814a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.643296 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-66f2cd37-7418-4c53-b8bd-e22f98814a00 None None] Port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:00:20.947803 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Router 502cd4d0-4636-4333-a063-fa8a4be596dd has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:00:21.182312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:00:21.195306 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d6f07fcb-dfaf-412b-898d-04db709ee81f admin admin] 10.222.0.36 "PUT /v2.0/routers/502cd4d0-4636-4333-a063-fa8a4be596dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9024608 Feb 10 12:00:21.442453 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:21.526613 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:21.527230 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:21.698884 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 698377fa-a496-4ac2-914a-f3eafe49c7e8 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:21.785787 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 698377fa-a496-4ac2-914a-f3eafe49c7e8 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:21.786294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.522213 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-df7af3e1-5439-40b4-8eb7-c02b9a4540bb tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:22.523091 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-df7af3e1-5439-40b4-8eb7-c02b9a4540bb tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Synchronizing usage tracker for tenant:313791d0ca5c4a26ad1b8101c6c6fe70 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:00:22.543142 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-df7af3e1-5439-40b4-8eb7-c02b9a4540bb tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Unset dirty status for tenant:313791d0ca5c4a26ad1b8101c6c6fe70 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:00:22.544915 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-df7af3e1-5439-40b4-8eb7-c02b9a4540bb tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/networks?id=b3dae974-86c1-48aa-af02-b664f21681ce HTTP/1.1" status: 200 len: 816 time: 0.2030821 Feb 10 12:00:22.564677 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-ebce2550-6864-424b-8d83-ffa70d1e4321 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/quotas/313791d0ca5c4a26ad1b8101c6c6fe70 HTTP/1.1" status: 200 len: 375 time: 0.0128882 Feb 10 12:00:22.653864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-eacea5fa-b05c-4170-8e56-3d4de0e7d0b6 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Synchronizing usage tracker for tenant:313791d0ca5c4a26ad1b8101c6c6fe70 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:00:22.675489 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-eacea5fa-b05c-4170-8e56-3d4de0e7d0b6 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Unset dirty status for tenant:313791d0ca5c4a26ad1b8101c6c6fe70 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:00:22.677635 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-eacea5fa-b05c-4170-8e56-3d4de0e7d0b6 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=313791d0ca5c4a26ad1b8101c6c6fe70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069643 Feb 10 12:00:22.831341 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-e153e610-162d-4c53-8638-26b6b6a7300a service neutron] 10.222.0.36 "GET /v2.0/networks/b3dae974-86c1-48aa-af02-b664f21681ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395292 Feb 10 12:00:22.989920 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-5e52bdb7-805b-4ed0-98ae-652ced118329 service neutron] 10.222.0.36 "GET /v2.0/networks/b3dae974-86c1-48aa-af02-b664f21681ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523840 Feb 10 12:00:23.404674 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9f894542-ac6e-497a-8cc5-456e450cf819 req-32efc154-3e8b-4bc3-b540-c65dd6cd2f3f tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 210 time: 0.2328682 Feb 10 12:00:24.660835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-b3a8f2c1-2afc-4127-b9ae-b07efbc7185c tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:24.665932 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-b3a8f2c1-2afc-4127-b9ae-b07efbc7185c tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.73 "GET /v2.0/networks?id=b3dae974-86c1-48aa-af02-b664f21681ce HTTP/1.1" status: 200 len: 816 time: 0.2643752 Feb 10 12:00:24.690718 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-cbfd95ee-60ab-4a8c-87e6-16b38b760396 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Request body: {'port': {'device_id': 'debea902-57d5-4587-b198-41429c4df3f3', 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce', 'admin_state_up': True, 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:24.802762 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-caceac31-3772-4920-8fa3-52563bdd8443 req-e51644b9-ec6c-43df-a1cc-3595401966d6 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 210 time: 0.0798368 Feb 10 12:00:24.932396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-cbfd95ee-60ab-4a8c-87e6-16b38b760396 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:24.948126 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-cbfd95ee-60ab-4a8c-87e6-16b38b760396 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:24.964942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-cbfd95ee-60ab-4a8c-87e6-16b38b760396 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Made reservation on behalf of 313791d0ca5c4a26ad1b8101c6c6fe70 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:00:24.971405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-cbfd95ee-60ab-4a8c-87e6-16b38b760396 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:25.269616 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-cbfd95ee-60ab-4a8c-87e6-16b38b760396 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Allocated IP 172.20.0.5 (b3dae974-86c1-48aa-af02-b664f21681ce/668d7e34-e345-4082-bff4-503cda1bf450/4034c113-2b84-48b6-abb6-898d55097ad4) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:00:25.491629 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c76a3644-81c2-4fb4-ac7a-bd9075dc0301 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:25.576799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-cbfd95ee-60ab-4a8c-87e6-16b38b760396 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:25.587631 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port c76a3644-81c2-4fb4-ac7a-bd9075dc0301 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:25.597641 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port c76a3644-81c2-4fb4-ac7a-bd9075dc0301 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:25.598082 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:25.602825 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-cbfd95ee-60ab-4a8c-87e6-16b38b760396 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Transition to ACTIVE for port object 4034c113-2b84-48b6-abb6-898d55097ad4 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:25.632344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-cbfd95ee-60ab-4a8c-87e6-16b38b760396 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:25.730788 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-cbfd95ee-60ab-4a8c-87e6-16b38b760396 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Network b3dae974-86c1-48aa-af02-b664f21681ce is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:25.734534 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-cbfd95ee-60ab-4a8c-87e6-16b38b760396 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:25.739311 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-cbfd95ee-60ab-4a8c-87e6-16b38b760396 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:00:25.774222 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd95ee-60ab-4a8c-87e6-16b38b760396 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Pushing event updated for resources: {'Port': ['ID=4034c113-2b84-48b6-abb6-898d55097ad4,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:25.807834 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:25.833782 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port c76a3644-81c2-4fb4-ac7a-bd9075dc0301, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c76a3644-81c2-4fb4-ac7a-bd9075dc0301,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:25.841747 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:25.847645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-cbfd95ee-60ab-4a8c-87e6-16b38b760396 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:25.848870 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-cbfd95ee-60ab-4a8c-87e6-16b38b760396 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:25.931443 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-cbfd95ee-60ab-4a8c-87e6-16b38b760396 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2489493 Feb 10 12:00:25.947016 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-b14e5fb9-a0f7-42d5-8a8f-07420c4f17e0 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 12:00:25.947539 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-b14e5fb9-a0f7-42d5-8a8f-07420c4f17e0 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0090487 Feb 10 12:00:26.012888 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=c76a3644-81c2-4fb4-ac7a-bd9075dc0301,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:26.067030 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Request body: {'port': {'device_id': 'debea902-57d5-4587-b198-41429c4df3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:26.115034 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c26f5ce0-da27-4031-8983-5c345fff50be None None] Provisioning for port 4034c113-2b84-48b6-abb6-898d55097ad4 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:26.122899 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c26f5ce0-da27-4031-8983-5c345fff50be None None] Provisioning complete for port 4034c113-2b84-48b6-abb6-898d55097ad4 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:26.123439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c26f5ce0-da27-4031-8983-5c345fff50be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:26.209388 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-c26f5ce0-da27-4031-8983-5c345fff50be None None] Port 4034c113-2b84-48b6-abb6-898d55097ad4 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:00:26.215923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b588776-bbf6-42e7-a7da-d375aac761b3 req-844f43b8-87f1-4bc0-90cf-584b8933f0ac tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:26.218785 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2b588776-bbf6-42e7-a7da-d375aac761b3 req-844f43b8-87f1-4bc0-90cf-584b8933f0ac tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 931 time: 0.1522684 Feb 10 12:00:26.292700 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2b588776-bbf6-42e7-a7da-d375aac761b3 req-a6e93908-4fb8-4673-ba54-55b4bd72b500 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Synchronizing usage tracker for tenant:313791d0ca5c4a26ad1b8101c6c6fe70 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:00:26.319294 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2b588776-bbf6-42e7-a7da-d375aac761b3 req-a6e93908-4fb8-4673-ba54-55b4bd72b500 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Unset dirty status for tenant:313791d0ca5c4a26ad1b8101c6c6fe70 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:00:26.321010 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2b588776-bbf6-42e7-a7da-d375aac761b3 req-a6e93908-4fb8-4673-ba54-55b4bd72b500 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855837 Feb 10 12:00:26.339286 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:26.563739 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4025d08b-dcf3-456c-ba9b-50482df51e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:26.756651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4034c113-2b84-48b6-abb6-898d55097ad4 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:00:26.765026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:26.782128 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Transition to ACTIVE for port object 4034c113-2b84-48b6-abb6-898d55097ad4 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:26.787103 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:26.953711 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Pushing event updated for resources: {'Port': ['ID=4034c113-2b84-48b6-abb6-898d55097ad4,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:27.116743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Attempting to bind port 4034c113-2b84-48b6-abb6-898d55097ad4 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:00:27.117013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Attempting to bind port 4034c113-2b84-48b6-abb6-898d55097ad4 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '7c29b663-6185-4104-bd3a-6348cd8fb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:00:27.117398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Attempting to bind port 4034c113-2b84-48b6-abb6-898d55097ad4 on network b3dae974-86c1-48aa-af02-b664f21681ce {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:27.127305 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Port 4034c113-2b84-48b6-abb6-898d55097ad4 on network b3dae974-86c1-48aa-af02-b664f21681ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:00:27.127874 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Attempting to bind port 4034c113-2b84-48b6-abb6-898d55097ad4 on network b3dae974-86c1-48aa-af02-b664f21681ce {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:27.139973 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:00:27.140741 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Checking segment: {'id': '7c29b663-6185-4104-bd3a-6348cd8fb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:27.141390 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Bound using segment: {'id': '7c29b663-6185-4104-bd3a-6348cd8fb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:00:27.142111 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Bound port: 4034c113-2b84-48b6-abb6-898d55097ad4, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c29b663-6185-4104-bd3a-6348cd8fb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:00:27.142706 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:27.313530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] For port 4034c113-2b84-48b6-abb6-898d55097ad4, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:00:27.319435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] For port 4034c113-2b84-48b6-abb6-898d55097ad4, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4034c113-2b84-48b6-abb6-898d55097ad4,segment=NetworkSegment(7c29b663-6185-4104-bd3a-6348cd8fb521),segment_id=7c29b663-6185-4104-bd3a-6348cd8fb521)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:00:27.325371 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:27.454292 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:27.457421 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] 10.222.0.73 "PUT /v2.0/ports/4034c113-2b84-48b6-abb6-898d55097ad4 HTTP/1.1" status: 200 len: 1093 time: 1.5013876 Feb 10 12:00:27.457693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debea902-57d5-4587-b198-41429c4df3f3', 'tag': '4034c113-2b84-48b6-abb6-898d55097ad4'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:00:27.469788 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c76a3644-81c2-4fb4-ac7a-bd9075dc0301 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:27.495806 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfed70f-0876-4cc8-abfe-a3aceb14842c service neutron] Pushing event updated for resources: {'Port': ['ID=4034c113-2b84-48b6-abb6-898d55097ad4,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:27.572211 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debea902-57d5-4587-b198-41429c4df3f3', 'tag': '4034c113-2b84-48b6-abb6-898d55097ad4', 'status': 'completed', 'code': 200} Feb 10 12:00:27.636260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port c76a3644-81c2-4fb4-ac7a-bd9075dc0301 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:27.636850 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:27.641596 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e085c6-9488-4c5f-8c0c-0c076159b5dd req-119e644f-47d6-4c8e-bbd1-9d9a8b541fac tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:27.643829 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-84e085c6-9488-4c5f-8c0c-0c076159b5dd req-119e644f-47d6-4c8e-bbd1-9d9a8b541fac tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 943 time: 0.1183896 Feb 10 12:00:27.653756 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-d6bdd95a-834a-491e-98d6-23754fc44728 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=313791d0ca5c4a26ad1b8101c6c6fe70&device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 1096 time: 0.1189411 Feb 10 12:00:27.707932 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-84e085c6-9488-4c5f-8c0c-0c076159b5dd req-86f9af82-5ea3-46f0-949b-ee8b7b41c790 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579498 Feb 10 12:00:27.747146 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-0be636bd-030b-4382-83b3-1c73f11352f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4034c113-2b84-48b6-abb6-898d55097ad4 HTTP/1.1" status: 200 len: 217 time: 0.0848970 Feb 10 12:00:27.863903 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-3cca5dcb-ac0c-47a3-89d8-627a54fba6a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:27.866453 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-3cca5dcb-ac0c-47a3-89d8-627a54fba6a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668d7e34-e345-4082-bff4-503cda1bf450 HTTP/1.1" status: 200 len: 855 time: 0.1126363 Feb 10 12:00:27.970230 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-3276e3e6-13ad-49e6-aa89-1ee1272803a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b3dae974-86c1-48aa-af02-b664f21681ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0951741 Feb 10 12:00:28.117556 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-1c0f81ce-1d9a-4b74-8a22-158dc2c85091 service neutron] 10.222.0.73 "GET /v2.0/networks/b3dae974-86c1-48aa-af02-b664f21681ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402903 Feb 10 12:00:28.334255 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e6b2c5c7-518d-4c16-8966-6d72e073af9c req-1e52657b-9515-4abb-a096-1ee28b43f71d service neutron] 10.222.0.73 "GET /v2.0/networks/b3dae974-86c1-48aa-af02-b664f21681ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095444 Feb 10 12:00:28.462971 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-392ba407-d432-4286-af21-8caaff3ef048 req-71747e7a-edc2-4b49-a881-0bc1a295d08a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=313791d0ca5c4a26ad1b8101c6c6fe70&device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 1096 time: 0.0789232 Feb 10 12:00:28.612047 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ba407-d432-4286-af21-8caaff3ef048 req-3d34a45d-bb2c-43e9-820f-b90b4298592b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:28.613579 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-392ba407-d432-4286-af21-8caaff3ef048 req-3d34a45d-bb2c-43e9-820f-b90b4298592b service neutron] 10.222.0.73 "GET /v2.0/networks?id=b3dae974-86c1-48aa-af02-b664f21681ce HTTP/1.1" status: 200 len: 917 time: 0.1445572 Feb 10 12:00:28.805666 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-392ba407-d432-4286-af21-8caaff3ef048 req-91cdfec9-d85c-42e7-8d1c-c4d835bcc45c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4034c113-2b84-48b6-abb6-898d55097ad4 HTTP/1.1" status: 200 len: 217 time: 0.1857343 Feb 10 12:00:28.865693 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d63bcacf-3562-467e-9234-12823587dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:28.882318 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ba407-d432-4286-af21-8caaff3ef048 req-a43e4ea2-26d2-471c-882b-1dc946008606 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:28.883795 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-392ba407-d432-4286-af21-8caaff3ef048 req-a43e4ea2-26d2-471c-882b-1dc946008606 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668d7e34-e345-4082-bff4-503cda1bf450 HTTP/1.1" status: 200 len: 855 time: 0.0711181 Feb 10 12:00:28.981724 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-392ba407-d432-4286-af21-8caaff3ef048 req-41c364c1-6255-4c1a-834e-c953034b5e94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b3dae974-86c1-48aa-af02-b664f21681ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892987 Feb 10 12:00:29.135164 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-392ba407-d432-4286-af21-8caaff3ef048 req-47b02b9c-df59-41b8-b00b-c3af40a50481 service neutron] 10.222.0.73 "GET /v2.0/networks/b3dae974-86c1-48aa-af02-b664f21681ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463592 Feb 10 12:00:29.294163 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cb5f1-9097-4d23-8ba2-adeb51f07bef req-53ef7ae7-ab52-4888-92dd-85c0d20880cb tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:29.297323 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-540cb5f1-9097-4d23-8ba2-adeb51f07bef req-53ef7ae7-ab52-4888-92dd-85c0d20880cb tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 943 time: 0.1166444 Feb 10 12:00:29.304022 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-392ba407-d432-4286-af21-8caaff3ef048 req-822b50d1-3c03-44fb-819f-48946dc40e1d service neutron] 10.222.0.73 "GET /v2.0/networks/b3dae974-86c1-48aa-af02-b664f21681ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622257 Feb 10 12:00:29.353038 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-540cb5f1-9097-4d23-8ba2-adeb51f07bef req-ee16072b-dfa6-496d-9d3f-e37ec42ca103 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494916 Feb 10 12:00:29.413758 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 4034c113-2b84-48b6-abb6-898d55097ad4 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:00:29.596784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 4034c113-2b84-48b6-abb6-898d55097ad4, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4034c113-2b84-48b6-abb6-898d55097ad4,segment=NetworkSegment(7c29b663-6185-4104-bd3a-6348cd8fb521),segment_id=7c29b663-6185-4104-bd3a-6348cd8fb521)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:29.622868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '4034c113-2b84-48b6-abb6-898d55097ad4', 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce', 'port_id': '4034c113-2b84-48b6-abb6-898d55097ad4', 'mac_address': 'fa:16:3e:fc:a7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668d7e34-e345-4082-bff4-503cda1bf450', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:00:29.711548 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:29.731053 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4034c113-2b84-48b6-abb6-898d55097ad4 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:00:29.751260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 4034c113-2b84-48b6-abb6-898d55097ad4, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4034c113-2b84-48b6-abb6-898d55097ad4,segment=NetworkSegment(7c29b663-6185-4104-bd3a-6348cd8fb521),segment_id=7c29b663-6185-4104-bd3a-6348cd8fb521)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:29.755584 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:29.854359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=4034c113-2b84-48b6-abb6-898d55097ad4,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:29.889521 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:29.980966 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['4034c113-2b84-48b6-abb6-898d55097ad4'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:00:30.234065 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:30.605863 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af3e2d-94a3-4dba-9d03-481b16ca2110 req-362dcd2c-9115-4030-8f7f-646ee80d6065 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:30.607444 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-95af3e2d-94a3-4dba-9d03-481b16ca2110 req-362dcd2c-9115-4030-8f7f-646ee80d6065 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 944 time: 0.1034586 Feb 10 12:00:30.660020 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-95af3e2d-94a3-4dba-9d03-481b16ca2110 req-1f5ebf00-9b53-4651-9688-43ab773b1455 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453079 Feb 10 12:00:31.442301 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 4034c113-2b84-48b6-abb6-898d55097ad4 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:31.518845 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 4034c113-2b84-48b6-abb6-898d55097ad4 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:31.525590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 4034c113-2b84-48b6-abb6-898d55097ad4 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:31.526046 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:31.667857 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:31.673888 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:31.705108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debea902-57d5-4587-b198-41429c4df3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4034c113-2b84-48b6-abb6-898d55097ad4'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:00:31.719145 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 4034c113-2b84-48b6-abb6-898d55097ad4, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4034c113-2b84-48b6-abb6-898d55097ad4,segment=NetworkSegment(7c29b663-6185-4104-bd3a-6348cd8fb521),segment_id=7c29b663-6185-4104-bd3a-6348cd8fb521)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:31.724654 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:31.808808 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debea902-57d5-4587-b198-41429c4df3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4034c113-2b84-48b6-abb6-898d55097ad4', 'code': 200} Feb 10 12:00:31.827286 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=4034c113-2b84-48b6-abb6-898d55097ad4,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:32.020913 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836c10c-cf58-49be-a6ed-df4a7ad9568a req-e16034c1-e662-43ec-8c34-9a4376461642 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:32.023273 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c836c10c-cf58-49be-a6ed-df4a7ad9568a req-e16034c1-e662-43ec-8c34-9a4376461642 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 945 time: 0.1374187 Feb 10 12:00:32.089040 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c836c10c-cf58-49be-a6ed-df4a7ad9568a req-27b1cd6f-455b-4945-accf-191d7902cac3 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591538 Feb 10 12:00:32.152689 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-79c17d84-9d14-42d4-83e9-1a4cb896e3ee req-27e2f97e-f05c-4735-a475-25eb07fd3c42 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0819640 Feb 10 12:00:32.202332 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-79c17d84-9d14-42d4-83e9-1a4cb896e3ee req-397de773-40f8-44af-a3eb-16ff156694ea service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427666 Feb 10 12:00:33.390377 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6398b2b-01a9-4694-b231-db2009c43b2a req-75beeab5-5bba-4e9e-965a-16843dd114b6 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:33.392161 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6398b2b-01a9-4694-b231-db2009c43b2a req-75beeab5-5bba-4e9e-965a-16843dd114b6 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 945 time: 0.0948768 Feb 10 12:00:33.444498 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6398b2b-01a9-4694-b231-db2009c43b2a req-bb1b4b6f-f5b3-49a4-a154-9c71ac2630f8 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462475 Feb 10 12:00:34.796765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43ae5d-5ead-4535-b8c0-7db4d1591105 req-deb5d02e-e1ea-4fa6-9fbb-0bc66db156ce tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:34.798474 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0d43ae5d-5ead-4535-b8c0-7db4d1591105 req-deb5d02e-e1ea-4fa6-9fbb-0bc66db156ce tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 945 time: 0.1948953 Feb 10 12:00:34.853731 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0d43ae5d-5ead-4535-b8c0-7db4d1591105 req-fe79d555-8faa-439d-bfda-5318d9863497 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489457 Feb 10 12:00:35.064213 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4fca9dda-e59c-4000-9f42-f925ef58050b req-553c8d97-9e42-44b6-8cfe-52be368423d2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=debea902-57d5-4587-b198-41429c4df3f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0918345 Feb 10 12:00:35.126244 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa20020-4889-4e80-b0e7-4b783c71b9ed req-a75d22cb-7580-4e06-a459-237dda526760 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:35.128863 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7aa20020-4889-4e80-b0e7-4b783c71b9ed req-a75d22cb-7580-4e06-a459-237dda526760 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 945 time: 0.1403077 Feb 10 12:00:35.199919 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7aa20020-4889-4e80-b0e7-4b783c71b9ed req-0094ec1c-b38c-40a8-970c-25fb7d8c7699 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640464 Feb 10 12:00:35.282245 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4fca9dda-e59c-4000-9f42-f925ef58050b req-b3033a1d-ab38-41cc-8f1c-279d3dd48cf2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=313791d0ca5c4a26ad1b8101c6c6fe70&device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 1098 time: 0.1050370 Feb 10 12:00:35.456498 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca9dda-e59c-4000-9f42-f925ef58050b req-c4f2da63-e238-4955-9e23-6357c2a9b521 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:35.459099 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4fca9dda-e59c-4000-9f42-f925ef58050b req-c4f2da63-e238-4955-9e23-6357c2a9b521 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b3dae974-86c1-48aa-af02-b664f21681ce HTTP/1.1" status: 200 len: 917 time: 0.1506391 Feb 10 12:00:35.585825 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4fca9dda-e59c-4000-9f42-f925ef58050b req-ab37232a-3ce3-45ec-898f-69b5a68756e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4034c113-2b84-48b6-abb6-898d55097ad4 HTTP/1.1" status: 200 len: 217 time: 0.1192472 Feb 10 12:00:35.690505 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca9dda-e59c-4000-9f42-f925ef58050b req-2ad45c03-061b-4300-9f0d-867849cef6c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:35.691990 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4fca9dda-e59c-4000-9f42-f925ef58050b req-2ad45c03-061b-4300-9f0d-867849cef6c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668d7e34-e345-4082-bff4-503cda1bf450 HTTP/1.1" status: 200 len: 855 time: 0.0943570 Feb 10 12:00:35.804859 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4fca9dda-e59c-4000-9f42-f925ef58050b req-a8c2e732-096a-4bf4-8666-7a410808e6ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b3dae974-86c1-48aa-af02-b664f21681ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1060030 Feb 10 12:00:35.992127 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4fca9dda-e59c-4000-9f42-f925ef58050b req-369b0e9b-905b-483a-ba86-f2e241f894b5 service neutron] 10.222.0.73 "GET /v2.0/networks/b3dae974-86c1-48aa-af02-b664f21681ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791813 Feb 10 12:00:36.177280 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4fca9dda-e59c-4000-9f42-f925ef58050b req-64e2aa04-bdd9-4015-8ff5-6676a7edea66 service neutron] 10.222.0.73 "GET /v2.0/networks/b3dae974-86c1-48aa-af02-b664f21681ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777883 Feb 10 12:00:38.453981 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:38.957389 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Sync routers for ids ['502cd4d0-4636-4333-a063-fa8a4be596dd'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:00:38.974205 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Routers {'502cd4d0-4636-4333-a063-fa8a4be596dd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:38.975105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:00:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['502cd4d0-4636-4333-a063-fa8a4be596dd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:39.307315 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Set router 502cd4d0-4636-4333-a063-fa8a4be596dd gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:39.737972 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'name': 'tempest-TestEncryptedCinderVolumes-206277122-router', 'tenant_id': '3856487d3cd94b1ea9f8847668c31534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'c76a3644-81c2-4fb4-ac7a-bd9075dc0301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:14Z', 'updated_at': '2022-02-10T12:00:19Z', 'revision_number': 4, 'project_id': '3856487d3cd94b1ea9f8847668c31534', 'gw_port': {'id': 'c76a3644-81c2-4fb4-ac7a-bd9075dc0301', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:14Z', 'updated_at': '2022-02-10T12:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '38251ddb-dcd2-44a7-ba3b-33ee15c79d83', 'name': '', 'network_id': '741041ad-2bd9-4cdc-a784-575012777020', 'tenant_id': '3856487d3cd94b1ea9f8847668c31534', 'mac_address': 'fa:16:3e:b7:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48b8b89f-1b78-4b2a-8a82-6f0052c85c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:19Z', 'revision_number': 2, 'project_id': '3856487d3cd94b1ea9f8847668c31534', 'subnets': [{'id': '48b8b89f-1b78-4b2a-8a82-6f0052c85c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:39.742943 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Checking router: 502cd4d0-4636-4333-a063-fa8a4be596dd for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:00:39.743502 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Updating router 502cd4d0-4636-4333-a063-fa8a4be596dd port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:00:39.802055 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:40.308554 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:40.333381 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Transition to ACTIVE for port object 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:40.341768 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:40.488878 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a6ac2-0f1a-4b89-a72b-7dd93b634254 None None] Pushing event updated for resources: {'Port': ['ID=38251ddb-dcd2-44a7-ba3b-33ee15c79d83,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:40.596939 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Attempting to bind port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:00:40.598120 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Attempting to bind port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': 'c824882e-c0d6-4b3c-9bfb-6aead3ede75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '741041ad-2bd9-4cdc-a784-575012777020'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:00:40.598692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Attempting to bind port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 on network 741041ad-2bd9-4cdc-a784-575012777020 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:40.608225 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:00:40.608615 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Checking segment: {'id': 'c824882e-c0d6-4b3c-9bfb-6aead3ede75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '741041ad-2bd9-4cdc-a784-575012777020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:40.609099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:40.609558 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Bound using segment: {'id': 'c824882e-c0d6-4b3c-9bfb-6aead3ede75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '741041ad-2bd9-4cdc-a784-575012777020'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:00:40.610055 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Bound port: 38251ddb-dcd2-44a7-ba3b-33ee15c79d83, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c824882e-c0d6-4b3c-9bfb-6aead3ede75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '741041ad-2bd9-4cdc-a784-575012777020'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:00:40.610439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:40.739648 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] For port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:00:40.745765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] For port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=38251ddb-dcd2-44a7-ba3b-33ee15c79d83,segment=NetworkSegment(c824882e-c0d6-4b3c-9bfb-6aead3ede75c),segment_id=c824882e-c0d6-4b3c-9bfb-6aead3ede75c)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:00:40.752762 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:40.847907 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a6ac2-0f1a-4b89-a72b-7dd93b634254 None None] Pushing event updated for resources: {'Port': ['ID=38251ddb-dcd2-44a7-ba3b-33ee15c79d83,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:40.853859 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Routers {'502cd4d0-4636-4333-a063-fa8a4be596dd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:40.854949 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:00:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['502cd4d0-4636-4333-a063-fa8a4be596dd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:41.109885 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] Set router 502cd4d0-4636-4333-a063-fa8a4be596dd gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:41.490009 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'name': 'tempest-TestEncryptedCinderVolumes-206277122-router', 'tenant_id': '3856487d3cd94b1ea9f8847668c31534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'c76a3644-81c2-4fb4-ac7a-bd9075dc0301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:14Z', 'updated_at': '2022-02-10T12:00:19Z', 'revision_number': 4, 'project_id': '3856487d3cd94b1ea9f8847668c31534', 'gw_port': {'id': 'c76a3644-81c2-4fb4-ac7a-bd9075dc0301', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:14Z', 'updated_at': '2022-02-10T12:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '38251ddb-dcd2-44a7-ba3b-33ee15c79d83', 'name': '', 'network_id': '741041ad-2bd9-4cdc-a784-575012777020', 'tenant_id': '3856487d3cd94b1ea9f8847668c31534', 'mac_address': 'fa:16:3e:b7:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48b8b89f-1b78-4b2a-8a82-6f0052c85c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:40Z', 'revision_number': 4, 'project_id': '3856487d3cd94b1ea9f8847668c31534', 'subnets': [{'id': '48b8b89f-1b78-4b2a-8a82-6f0052c85c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:41.495850 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6aa3ea-6c1c-45e1-85dc-fdf93f2830af None None] The sync data for ids ['502cd4d0-4636-4333-a063-fa8a4be596dd'] in dv-neutron-828497-1-hyperv is: [{'id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'name': 'tempest-TestEncryptedCinderVolumes-206277122-router', 'tenant_id': '3856487d3cd94b1ea9f8847668c31534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'c76a3644-81c2-4fb4-ac7a-bd9075dc0301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:14Z', 'updated_at': '2022-02-10T12:00:19Z', 'revision_number': 4, 'project_id': '3856487d3cd94b1ea9f8847668c31534', 'gw_port': {'id': 'c76a3644-81c2-4fb4-ac7a-bd9075dc0301', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:14Z', 'updated_at': '2022-02-10T12:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '38251ddb-dcd2-44a7-ba3b-33ee15c79d83', 'name': '', 'network_id': '741041ad-2bd9-4cdc-a784-575012777020', 'tenant_id': '3856487d3cd94b1ea9f8847668c31534', 'mac_address': 'fa:16:3e:b7:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48b8b89f-1b78-4b2a-8a82-6f0052c85c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:40Z', 'revision_number': 4, 'project_id': '3856487d3cd94b1ea9f8847668c31534', 'subnets': [{'id': '48b8b89f-1b78-4b2a-8a82-6f0052c85c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:00:43.477302 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:43.555398 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:43.560955 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:43.561552 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:43.740039 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:43.787865 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=38251ddb-dcd2-44a7-ba3b-33ee15c79d83,segment=NetworkSegment(c824882e-c0d6-4b3c-9bfb-6aead3ede75c),segment_id=c824882e-c0d6-4b3c-9bfb-6aead3ede75c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:43.792922 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:43.888505 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=38251ddb-dcd2-44a7-ba3b-33ee15c79d83,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:45.271053 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:00:45.452384 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:45.533819 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:45.534101 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:51.213906 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0e4b1-14dc-4e9a-838a-47cdc5f94dc1 req-487168ca-f487-4798-bb24-685aa17f0de4 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:51.215368 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fac0e4b1-14dc-4e9a-838a-47cdc5f94dc1 req-487168ca-f487-4798-bb24-685aa17f0de4 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 945 time: 0.0825157 Feb 10 12:00:51.264436 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fac0e4b1-14dc-4e9a-838a-47cdc5f94dc1 req-afe32fa2-2220-41d0-a7af-aa50c602b06c tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428264 Feb 10 12:00:52.531940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489c82d-e989-4e23-94cc-ca2717e4f95f req-b64975bd-d458-4a4b-83f0-9067a03ee699 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:52.533571 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c489c82d-e989-4e23-94cc-ca2717e4f95f req-b64975bd-d458-4a4b-83f0-9067a03ee699 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 945 time: 0.0942047 Feb 10 12:00:52.608153 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c489c82d-e989-4e23-94cc-ca2717e4f95f req-6618fe65-beab-454d-a89d-e6cdb64f2573 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683551 Feb 10 12:00:52.876382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663238f1-8e8d-43e9-b4ab-d49b38dc5511 req-407259fa-2981-4991-8b06-022c22073ae0 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:52.877494 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-663238f1-8e8d-43e9-b4ab-d49b38dc5511 req-407259fa-2981-4991-8b06-022c22073ae0 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Synchronizing usage tracker for tenant:313791d0ca5c4a26ad1b8101c6c6fe70 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:00:52.902991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-663238f1-8e8d-43e9-b4ab-d49b38dc5511 req-407259fa-2981-4991-8b06-022c22073ae0 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Unset dirty status for tenant:313791d0ca5c4a26ad1b8101c6c6fe70 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:00:52.905478 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-663238f1-8e8d-43e9-b4ab-d49b38dc5511 req-407259fa-2981-4991-8b06-022c22073ae0 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.73 "GET /v2.0/ports?device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 945 time: 0.1243966 Feb 10 12:00:52.983040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-663238f1-8e8d-43e9-b4ab-d49b38dc5511 req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Deleting port 4034c113-2b84-48b6-abb6-898d55097ad4 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:00:52.983451 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-663238f1-8e8d-43e9-b4ab-d49b38dc5511 req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:53.374209 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-663238f1-8e8d-43e9-b4ab-d49b38dc5511 req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] For port 4034c113-2b84-48b6-abb6-898d55097ad4, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4034c113-2b84-48b6-abb6-898d55097ad4,segment=NetworkSegment(7c29b663-6185-4104-bd3a-6348cd8fb521),segment_id=7c29b663-6185-4104-bd3a-6348cd8fb521)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:53.374633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-663238f1-8e8d-43e9-b4ab-d49b38dc5511 req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:53.514125 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-663238f1-8e8d-43e9-b4ab-d49b38dc5511 req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Calling delete_port for 4034c113-2b84-48b6-abb6-898d55097ad4 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:00:53.785650 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-663238f1-8e8d-43e9-b4ab-d49b38dc5511 req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:53.854850 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Pushing event deleted for resources: {'Port': ['ID=4034c113-2b84-48b6-abb6-898d55097ad4,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:53.889211 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-26b8f353-171d-46ea-814c-5b5ad76e7e85 req-9d38383b-b02c-4d9c-8d0b-f9d088e6d60d tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=debea902-57d5-4587-b198-41429c4df3f3 HTTP/1.1" status: 200 len: 210 time: 0.0752108 Feb 10 12:00:53.926617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:53.927611 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:53.928133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:53.928807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:53.929373 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:53.929889 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:53.930410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:53.930925 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:53.931510 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:53.932022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:53.932865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:53.948500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-663238f1-8e8d-43e9-b4ab-d49b38dc5511 req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] No DVR routers for this DVR port 4034c113-2b84-48b6-abb6-898d55097ad4 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:00:53.951981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-663238f1-8e8d-43e9-b4ab-d49b38dc5511 req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:53.954847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debea902-57d5-4587-b198-41429c4df3f3', 'name': 'network-vif-deleted', 'tag': '4034c113-2b84-48b6-abb6-898d55097ad4'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:00:53.973397 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-663238f1-8e8d-43e9-b4ab-d49b38dc5511 req-56f09cc4-4fad-46a0-9a3e-969bcb3ec6df tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.73 "DELETE /v2.0/ports/4034c113-2b84-48b6-abb6-898d55097ad4 HTTP/1.1" status: 204 len: 173 time: 1.0617878 Feb 10 12:00:54.063883 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debea902-57d5-4587-b198-41429c4df3f3', 'name': 'network-vif-deleted', 'tag': '4034c113-2b84-48b6-abb6-898d55097ad4', 'status': 'completed', 'code': 200} Feb 10 12:00:55.565815 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 4034c113-2b84-48b6-abb6-898d55097ad4 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:00:55.605321 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 4034c113-2b84-48b6-abb6-898d55097ad4 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:00:55.605321 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 4034c113-2b84-48b6-abb6-898d55097ad4 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:00:55.686893 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-a9d40cf8-2b0c-4a5f-b27a-a6b7c2a72927 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:55.688817 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-a9d40cf8-2b0c-4a5f-b27a-a6b7c2a72927 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/networks?id=b3dae974-86c1-48aa-af02-b664f21681ce HTTP/1.1" status: 200 len: 816 time: 0.1644084 Feb 10 12:00:55.706788 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-d54c9bec-d751-4ce8-b366-92eb6e4284a9 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/quotas/313791d0ca5c4a26ad1b8101c6c6fe70 HTTP/1.1" status: 200 len: 375 time: 0.0123873 Feb 10 12:00:55.799962 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-816aa5bb-15d2-49ae-b854-ba2a63331d66 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=313791d0ca5c4a26ad1b8101c6c6fe70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875921 Feb 10 12:00:56.018628 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-37ff8774-bad5-44b6-8730-b17f8f8f40f8 service neutron] 10.222.0.36 "GET /v2.0/networks/b3dae974-86c1-48aa-af02-b664f21681ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040672 Feb 10 12:00:56.164855 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-30448991-2746-4fad-8be5-8684c450dd12 service neutron] 10.222.0.36 "GET /v2.0/networks/b3dae974-86c1-48aa-af02-b664f21681ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400721 Feb 10 12:00:56.381901 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aed2293c-db97-4de6-a796-7dde6887c578 req-461c0e2c-7693-4ff6-bab7-2ee0d480fbcb tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 210 time: 0.0439403 Feb 10 12:00:56.564680 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ad572495-9e57-4bcf-9837-47b8554b1442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:57.590415 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-91a3f338-e524-4243-a35c-0cdeece101f0 req-5ee5e426-5bad-4c82-abf7-7c0a89b866ff tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 210 time: 0.0442271 Feb 10 12:00:57.659383 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-c7f8b0e7-6ba3-49c8-a8b4-fee39adb6e93 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:57.661548 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-c7f8b0e7-6ba3-49c8-a8b4-fee39adb6e93 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.73 "GET /v2.0/networks?id=b3dae974-86c1-48aa-af02-b664f21681ce HTTP/1.1" status: 200 len: 816 time: 0.2397144 Feb 10 12:00:57.684553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Request body: {'port': {'device_id': '11880bd7-94cd-4dd8-b31d-1f28906ab25d', 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce', 'admin_state_up': True, 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:57.862266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:57.866969 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Usage tracker for resource:port and tenant:313791d0ca5c4a26ad1b8101c6c6fe70 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:57.870206 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:57.877554 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:57.887985 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Made reservation on behalf of 313791d0ca5c4a26ad1b8101c6c6fe70 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:00:57.891828 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:58.075594 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Allocated IP 172.20.0.7 (b3dae974-86c1-48aa-af02-b664f21681ce/668d7e34-e345-4082-bff4-503cda1bf450/88c88743-847f-444e-8115-5dd5b9fc992a) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:00:58.302598 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:58.320043 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Transition to ACTIVE for port object 88c88743-847f-444e-8115-5dd5b9fc992a will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:58.343117 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:58.427643 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Network b3dae974-86c1-48aa-af02-b664f21681ce is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:58.431134 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:58.436085 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:00:58.462830 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Pushing event updated for resources: {'Port': ['ID=88c88743-847f-444e-8115-5dd5b9fc992a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:58.508950 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:58.509652 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:58.542585 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-6ec90ba1-3287-4134-b62d-e925e80f284a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8648632 Feb 10 12:00:58.554522 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Request body: {'port': {'device_id': '11880bd7-94cd-4dd8-b31d-1f28906ab25d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:58.686583 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:58.748224 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-61bc6c27-7f03-4b59-a1f2-5eb02d000707 None None] Provisioning for port 88c88743-847f-444e-8115-5dd5b9fc992a completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:58.753880 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-61bc6c27-7f03-4b59-a1f2-5eb02d000707 None None] Provisioning complete for port 88c88743-847f-444e-8115-5dd5b9fc992a triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:58.754342 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-61bc6c27-7f03-4b59-a1f2-5eb02d000707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:58.816396 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-61bc6c27-7f03-4b59-a1f2-5eb02d000707 None None] Port 88c88743-847f-444e-8115-5dd5b9fc992a cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:00:58.853420 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4e180370-2d74-4899-86c5-4281bcc4a4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:58.952426 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc96478-5455-4b49-ad0f-e250a59cc166 req-cd8eed2a-585d-475c-863b-6719e20e9562 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:58.954351 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3fc96478-5455-4b49-ad0f-e250a59cc166 req-cd8eed2a-585d-475c-863b-6719e20e9562 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 931 time: 0.1012573 Feb 10 12:00:59.016782 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3fc96478-5455-4b49-ad0f-e250a59cc166 req-29412273-5a8a-4ab5-a4f6-8649bae16030 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556436 Feb 10 12:00:59.184157 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c88743-847f-444e-8115-5dd5b9fc992a {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:00:59.192456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:59.211668 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Transition to ACTIVE for port object 88c88743-847f-444e-8115-5dd5b9fc992a will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:59.215360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:59.355944 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Pushing event updated for resources: {'Port': ['ID=88c88743-847f-444e-8115-5dd5b9fc992a,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:59.480025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Attempting to bind port 88c88743-847f-444e-8115-5dd5b9fc992a on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:00:59.480347 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Attempting to bind port 88c88743-847f-444e-8115-5dd5b9fc992a by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '7c29b663-6185-4104-bd3a-6348cd8fb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:00:59.480670 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Attempting to bind port 88c88743-847f-444e-8115-5dd5b9fc992a on network b3dae974-86c1-48aa-af02-b664f21681ce {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:59.487401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Port 88c88743-847f-444e-8115-5dd5b9fc992a on network b3dae974-86c1-48aa-af02-b664f21681ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:00:59.487730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Attempting to bind port 88c88743-847f-444e-8115-5dd5b9fc992a on network b3dae974-86c1-48aa-af02-b664f21681ce {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:59.494839 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:00:59.495184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Checking segment: {'id': '7c29b663-6185-4104-bd3a-6348cd8fb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:59.495573 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Bound using segment: {'id': '7c29b663-6185-4104-bd3a-6348cd8fb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:00:59.495999 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Bound port: 88c88743-847f-444e-8115-5dd5b9fc992a, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c29b663-6185-4104-bd3a-6348cd8fb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:00:59.496344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:59.612472 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] For port 88c88743-847f-444e-8115-5dd5b9fc992a, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:00:59.616764 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] For port 88c88743-847f-444e-8115-5dd5b9fc992a, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=88c88743-847f-444e-8115-5dd5b9fc992a,segment=NetworkSegment(7c29b663-6185-4104-bd3a-6348cd8fb521),segment_id=7c29b663-6185-4104-bd3a-6348cd8fb521)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:00:59.623462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:59.690286 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:59.691721 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] 10.222.0.73 "PUT /v2.0/ports/88c88743-847f-444e-8115-5dd5b9fc992a HTTP/1.1" status: 200 len: 1093 time: 1.1421223 Feb 10 12:00:59.692186 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11880bd7-94cd-4dd8-b31d-1f28906ab25d', 'tag': '88c88743-847f-444e-8115-5dd5b9fc992a'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:00:59.716819 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a237d-fb6c-47b0-acc5-9eaa8597df10 service neutron] Pushing event updated for resources: {'Port': ['ID=88c88743-847f-444e-8115-5dd5b9fc992a,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:59.794923 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11880bd7-94cd-4dd8-b31d-1f28906ab25d', 'tag': '88c88743-847f-444e-8115-5dd5b9fc992a', 'status': 'completed', 'code': 200} Feb 10 12:00:59.834874 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-fc4b209a-202e-4aa1-8ddc-7fc8c39eaeb7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=313791d0ca5c4a26ad1b8101c6c6fe70&device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 1096 time: 0.0942471 Feb 10 12:00:59.892335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:59.964820 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-c11e470f-b182-457e-8fd1-8e46b59b9f0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c88743-847f-444e-8115-5dd5b9fc992a HTTP/1.1" status: 200 len: 217 time: 0.1217022 Feb 10 12:01:00.035643 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-d11b8a9e-5e45-4c9c-aef0-f776e8d216e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:00.037094 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-d11b8a9e-5e45-4c9c-aef0-f776e8d216e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668d7e34-e345-4082-bff4-503cda1bf450 HTTP/1.1" status: 200 len: 855 time: 0.0665879 Feb 10 12:01:00.123333 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-ecc87903-b771-4190-84b4-914ceccc7ce7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b3dae974-86c1-48aa-af02-b664f21681ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795569 Feb 10 12:01:00.214172 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:00.269357 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84a9bb-ca9a-46f3-bbec-2998e9dcade2 req-3b8eacd3-36e5-402d-be8f-e8fae6b4b15a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:00.271992 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e84a9bb-ca9a-46f3-bbec-2998e9dcade2 req-3b8eacd3-36e5-402d-be8f-e8fae6b4b15a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 943 time: 0.1170220 Feb 10 12:01:00.288667 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-25365c48-7cf0-43e5-9d9a-a87db800d252 service neutron] 10.222.0.73 "GET /v2.0/networks/b3dae974-86c1-48aa-af02-b664f21681ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585329 Feb 10 12:01:00.355939 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e84a9bb-ca9a-46f3-bbec-2998e9dcade2 req-94c4d120-eb1c-4b9a-8c2d-b812a165b63f tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755696 Feb 10 12:01:00.435746 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-41ddc234-1d1a-4df5-932e-8bea1f8623b8 req-d38263d0-cea2-4981-bed8-0df161017f00 service neutron] 10.222.0.73 "GET /v2.0/networks/b3dae974-86c1-48aa-af02-b664f21681ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402736 Feb 10 12:01:00.558116 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-86183591-8f10-4860-974a-8327420dd4ca req-6259d580-80d7-4115-bee1-ba20da9ef5e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=313791d0ca5c4a26ad1b8101c6c6fe70&device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 1096 time: 0.0772328 Feb 10 12:01:00.734743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86183591-8f10-4860-974a-8327420dd4ca req-6db75114-4a28-44af-9b67-21ab4da8dd3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:00.737229 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-86183591-8f10-4860-974a-8327420dd4ca req-6db75114-4a28-44af-9b67-21ab4da8dd3b service neutron] 10.222.0.73 "GET /v2.0/networks?id=b3dae974-86c1-48aa-af02-b664f21681ce HTTP/1.1" status: 200 len: 917 time: 0.1717536 Feb 10 12:01:00.940375 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-86183591-8f10-4860-974a-8327420dd4ca req-60abba3d-e4c0-42d0-961d-6037507a1d4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c88743-847f-444e-8115-5dd5b9fc992a HTTP/1.1" status: 200 len: 217 time: 0.0711038 Feb 10 12:01:01.009195 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86183591-8f10-4860-974a-8327420dd4ca req-922615ba-d26f-4e88-92a0-d7ec65abbb39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:01.010651 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-86183591-8f10-4860-974a-8327420dd4ca req-922615ba-d26f-4e88-92a0-d7ec65abbb39 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668d7e34-e345-4082-bff4-503cda1bf450 HTTP/1.1" status: 200 len: 855 time: 0.0642691 Feb 10 12:01:01.097900 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-86183591-8f10-4860-974a-8327420dd4ca req-20ddaf85-634f-4221-8737-16b32f9d79ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b3dae974-86c1-48aa-af02-b664f21681ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796397 Feb 10 12:01:01.354893 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-86183591-8f10-4860-974a-8327420dd4ca req-521c6a65-4b4c-47a6-87f8-0255e61efa8d service neutron] 10.222.0.73 "GET /v2.0/networks/b3dae974-86c1-48aa-af02-b664f21681ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504926 Feb 10 12:01:01.513155 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-86183591-8f10-4860-974a-8327420dd4ca req-b55f0450-ceef-4fe2-be0b-1ac9d39db6f5 service neutron] 10.222.0.73 "GET /v2.0/networks/b3dae974-86c1-48aa-af02-b664f21681ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505785 Feb 10 12:01:01.598365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e50d9-3a01-4c03-9fa4-6d42b6b55b79 req-a41253e8-0f82-49b3-a2fb-b6b2560a6d97 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:01.599938 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a88e50d9-3a01-4c03-9fa4-6d42b6b55b79 req-a41253e8-0f82-49b3-a2fb-b6b2560a6d97 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 943 time: 0.0871754 Feb 10 12:01:01.629269 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:01.655869 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a88e50d9-3a01-4c03-9fa4-6d42b6b55b79 req-f1894137-7c9c-4cc9-bda1-ddd0eafba3b8 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491867 Feb 10 12:01:02.883123 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642fac6-718d-4421-9b22-8f15ad2a6ede req-30188161-7a5b-43c5-b7f8-2d16c5dd8b46 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:02.885752 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f642fac6-718d-4421-9b22-8f15ad2a6ede req-30188161-7a5b-43c5-b7f8-2d16c5dd8b46 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 943 time: 0.0969465 Feb 10 12:01:02.964438 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f642fac6-718d-4421-9b22-8f15ad2a6ede req-12495502-e65f-4024-b378-d7dee8dea0cc tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716403 Feb 10 12:01:03.612105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 88c88743-847f-444e-8115-5dd5b9fc992a details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:01:03.810779 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 88c88743-847f-444e-8115-5dd5b9fc992a, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=88c88743-847f-444e-8115-5dd5b9fc992a,segment=NetworkSegment(7c29b663-6185-4104-bd3a-6348cd8fb521),segment_id=7c29b663-6185-4104-bd3a-6348cd8fb521)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:01:03.836572 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '88c88743-847f-444e-8115-5dd5b9fc992a', 'network_id': 'b3dae974-86c1-48aa-af02-b664f21681ce', 'port_id': '88c88743-847f-444e-8115-5dd5b9fc992a', 'mac_address': 'fa:16:3e:fe:ae:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668d7e34-e345-4082-bff4-503cda1bf450', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:01:03.931120 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:03.950831 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c88743-847f-444e-8115-5dd5b9fc992a {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:01:03.968140 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 88c88743-847f-444e-8115-5dd5b9fc992a, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=88c88743-847f-444e-8115-5dd5b9fc992a,segment=NetworkSegment(7c29b663-6185-4104-bd3a-6348cd8fb521),segment_id=7c29b663-6185-4104-bd3a-6348cd8fb521)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:01:03.973573 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:04.050724 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=88c88743-847f-444e-8115-5dd5b9fc992a,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:04.177681 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['88c88743-847f-444e-8115-5dd5b9fc992a'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:01:04.191620 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112155c-37d7-4990-b045-278bc363cd1b req-c1af0849-62fa-46db-ae2e-245fbbfc5920 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:04.193265 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1112155c-37d7-4990-b045-278bc363cd1b req-c1af0849-62fa-46db-ae2e-245fbbfc5920 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 944 time: 0.0835171 Feb 10 12:01:04.243508 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1112155c-37d7-4990-b045-278bc363cd1b req-18743d00-4547-41ed-84ed-44918fc0f0d4 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438738 Feb 10 12:01:05.537571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290933d6-228e-498e-8062-58f0463338bb req-7c3a08b8-72fd-4d51-a2f3-3ea7c6becbe5 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:05.540225 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-290933d6-228e-498e-8062-58f0463338bb req-7c3a08b8-72fd-4d51-a2f3-3ea7c6becbe5 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 944 time: 0.1459572 Feb 10 12:01:05.620532 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-290933d6-228e-498e-8062-58f0463338bb req-7fb1a81e-3091-4f80-b29f-7cf9dac4828d tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729783 Feb 10 12:01:05.631208 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 88c88743-847f-444e-8115-5dd5b9fc992a up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:01:05.721927 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 88c88743-847f-444e-8115-5dd5b9fc992a completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:01:05.727853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 88c88743-847f-444e-8115-5dd5b9fc992a triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:01:05.728309 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:05.858339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:05.891458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11880bd7-94cd-4dd8-b31d-1f28906ab25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c88743-847f-444e-8115-5dd5b9fc992a'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:01:05.903495 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 88c88743-847f-444e-8115-5dd5b9fc992a, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=88c88743-847f-444e-8115-5dd5b9fc992a,segment=NetworkSegment(7c29b663-6185-4104-bd3a-6348cd8fb521),segment_id=7c29b663-6185-4104-bd3a-6348cd8fb521)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:01:05.908931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:05.983782 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=88c88743-847f-444e-8115-5dd5b9fc992a,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:06.001405 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11880bd7-94cd-4dd8-b31d-1f28906ab25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c88743-847f-444e-8115-5dd5b9fc992a', 'code': 200} Feb 10 12:01:06.256865 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-52c620a7-39de-48a9-84c9-b00c401dba78 req-b59f6c53-d899-41b2-919d-54b9a931554f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 1098 time: 0.0775268 Feb 10 12:01:06.306742 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-52c620a7-39de-48a9-84c9-b00c401dba78 req-90e199fc-2095-457e-9a27-dae5cf41cf11 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435317 Feb 10 12:01:06.843961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e09c97-8e67-4f56-89fa-d5145ec88f30 req-1e6b036d-1c24-4926-a0be-84ab67450926 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:06.845840 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e3e09c97-8e67-4f56-89fa-d5145ec88f30 req-1e6b036d-1c24-4926-a0be-84ab67450926 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 945 time: 0.0845058 Feb 10 12:01:06.926653 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e3e09c97-8e67-4f56-89fa-d5145ec88f30 req-a8728e2e-bc7b-44aa-80dd-e2033490e5f3 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740774 Feb 10 12:01:08.262813 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1f631-1574-4cc3-85b7-13ad758b8f63 req-3c4cfa4e-7712-4d6c-8099-095ae129569a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:08.264738 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36c1f631-1574-4cc3-85b7-13ad758b8f63 req-3c4cfa4e-7712-4d6c-8099-095ae129569a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 945 time: 0.1860197 Feb 10 12:01:08.320819 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36c1f631-1574-4cc3-85b7-13ad758b8f63 req-7e20083a-2373-48a4-b17e-07d8bb0c2bb1 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459857 Feb 10 12:01:08.457713 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:08.540521 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c88ed-28a3-4e2f-a527-bde3643eff23 req-fb88914e-6b01-43ae-ab28-f6a11158919d tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:08.542006 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-893c88ed-28a3-4e2f-a527-bde3643eff23 req-fb88914e-6b01-43ae-ab28-f6a11158919d tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 945 time: 0.0864205 Feb 10 12:01:08.601806 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-893c88ed-28a3-4e2f-a527-bde3643eff23 req-da46053a-4956-4c6a-8600-29cb88dae666 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489647 Feb 10 12:01:22.275400 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:01:25.256485 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80914b-0b1b-4e4b-a25e-9515aa5f5b29 req-6acf4792-79c7-4775-87fc-f4edfbafcb72 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:25.258091 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1c80914b-0b1b-4e4b-a25e-9515aa5f5b29 req-6acf4792-79c7-4775-87fc-f4edfbafcb72 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 945 time: 0.0911748 Feb 10 12:01:25.312096 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1c80914b-0b1b-4e4b-a25e-9515aa5f5b29 req-6237a6c7-593c-4f98-bde7-d57baa7e734a tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473964 Feb 10 12:01:26.541467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48633003-186f-42ec-8b72-75ace737bef6 req-c929be79-4a12-4644-8810-588ccbb275c4 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:26.544398 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-48633003-186f-42ec-8b72-75ace737bef6 req-c929be79-4a12-4644-8810-588ccbb275c4 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 945 time: 0.0951238 Feb 10 12:01:26.569551 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-546d2e5a-9812-4da8-85e2-aa7fe938250f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:26.596789 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-48633003-186f-42ec-8b72-75ace737bef6 req-5494323f-efcc-45fb-b3ea-661c76eb1975 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c605bf-1d11-4875-903a-1f18649b1655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473256 Feb 10 12:01:26.776396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3ba69-b30d-4095-90c6-c0419b209140 req-f49dc397-31f1-49c4-aad0-5d32e4d9c138 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:26.777195 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-4fd3ba69-b30d-4095-90c6-c0419b209140 req-f49dc397-31f1-49c4-aad0-5d32e4d9c138 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Synchronizing usage tracker for tenant:313791d0ca5c4a26ad1b8101c6c6fe70 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:01:26.803840 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-4fd3ba69-b30d-4095-90c6-c0419b209140 req-f49dc397-31f1-49c4-aad0-5d32e4d9c138 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Unset dirty status for tenant:313791d0ca5c4a26ad1b8101c6c6fe70 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:01:26.805812 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4fd3ba69-b30d-4095-90c6-c0419b209140 req-f49dc397-31f1-49c4-aad0-5d32e4d9c138 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.73 "GET /v2.0/ports?device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 945 time: 0.1364207 Feb 10 12:01:26.931193 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-4fd3ba69-b30d-4095-90c6-c0419b209140 req-1b3a12a4-ad56-4aa3-a79f-4f767306b485 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Deleting port 88c88743-847f-444e-8115-5dd5b9fc992a {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:01:26.931730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-4fd3ba69-b30d-4095-90c6-c0419b209140 req-1b3a12a4-ad56-4aa3-a79f-4f767306b485 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:27.213278 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-4fd3ba69-b30d-4095-90c6-c0419b209140 req-1b3a12a4-ad56-4aa3-a79f-4f767306b485 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] For port 88c88743-847f-444e-8115-5dd5b9fc992a, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=88c88743-847f-444e-8115-5dd5b9fc992a,segment=NetworkSegment(7c29b663-6185-4104-bd3a-6348cd8fb521),segment_id=7c29b663-6185-4104-bd3a-6348cd8fb521)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:01:27.213545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-4fd3ba69-b30d-4095-90c6-c0419b209140 req-1b3a12a4-ad56-4aa3-a79f-4f767306b485 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:27.346695 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-4fd3ba69-b30d-4095-90c6-c0419b209140 req-1b3a12a4-ad56-4aa3-a79f-4f767306b485 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Calling delete_port for 88c88743-847f-444e-8115-5dd5b9fc992a owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:01:27.510716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-4fd3ba69-b30d-4095-90c6-c0419b209140 req-1b3a12a4-ad56-4aa3-a79f-4f767306b485 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:27.524566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['88c88743-847f-444e-8115-5dd5b9fc992a'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:01:27.563191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a12a4-ad56-4aa3-a79f-4f767306b485 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Pushing event deleted for resources: {'Port': ['ID=88c88743-847f-444e-8115-5dd5b9fc992a,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:27.650443 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd3ba69-b30d-4095-90c6-c0419b209140 req-1b3a12a4-ad56-4aa3-a79f-4f767306b485 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] No DVR routers for this DVR port 88c88743-847f-444e-8115-5dd5b9fc992a on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:01:27.654121 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-4fd3ba69-b30d-4095-90c6-c0419b209140 req-1b3a12a4-ad56-4aa3-a79f-4f767306b485 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:27.659639 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11880bd7-94cd-4dd8-b31d-1f28906ab25d', 'name': 'network-vif-deleted', 'tag': '88c88743-847f-444e-8115-5dd5b9fc992a'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:01:27.688202 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4fd3ba69-b30d-4095-90c6-c0419b209140 req-1b3a12a4-ad56-4aa3-a79f-4f767306b485 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.73 "DELETE /v2.0/ports/88c88743-847f-444e-8115-5dd5b9fc992a HTTP/1.1" status: 204 len: 173 time: 0.8768160 Feb 10 12:01:27.792257 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11880bd7-94cd-4dd8-b31d-1f28906ab25d', 'name': 'network-vif-deleted', 'tag': '88c88743-847f-444e-8115-5dd5b9fc992a', 'status': 'completed', 'code': 200} Feb 10 12:01:27.849290 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2a66e929-4854-4c1f-a75b-d67324100a5d req-37243ffb-3156-4fae-be16-12a981dda977 tempest-TestEncryptedCinderVolumes-902583262 tempest-TestEncryptedCinderVolumes-902583262-project] 10.222.0.36 "GET /v2.0/ports?device_id=11880bd7-94cd-4dd8-b31d-1f28906ab25d HTTP/1.1" status: 200 len: 210 time: 0.0671580 Feb 10 12:01:28.852365 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4b83bd0e-b7d5-4449-8b52-a12ec038d7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:29.060801 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45772) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:29.634118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:29.713208 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 88c88743-847f-444e-8115-5dd5b9fc992a no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:01:29.753959 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 88c88743-847f-444e-8115-5dd5b9fc992a {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:01:29.754304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 88c88743-847f-444e-8115-5dd5b9fc992a not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:01:29.901867 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:30.204860 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:30.722212 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Deleting port 698377fa-a496-4ac2-914a-f3eafe49c7e8 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:01:30.722888 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:31.121803 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] For port 698377fa-a496-4ac2-914a-f3eafe49c7e8, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=698377fa-a496-4ac2-914a-f3eafe49c7e8,segment=NetworkSegment(7c29b663-6185-4104-bd3a-6348cd8fb521),segment_id=7c29b663-6185-4104-bd3a-6348cd8fb521)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:01:31.122226 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:31.248352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Calling delete_port for 698377fa-a496-4ac2-914a-f3eafe49c7e8 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:01:31.440175 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:31.494852 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Pushing event deleted for resources: {'Port': ['ID=698377fa-a496-4ac2-914a-f3eafe49c7e8,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:31.581883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:31.582223 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:31.582543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:31.582875 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:31.583204 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:31.583530 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:31.583855 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:31.584176 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:31.584499 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:31.584816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:31.585153 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:31.641538 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:31.839198 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:32.488633 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Router 6384a37d-0d7e-4966-a44e-c8daa10c144f has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:01:32.828032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:01:32.840309 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30bcc49-6de6-46a2-80b1-8d2308b3f7e3 None None] Sync routers for ids ['6384a37d-0d7e-4966-a44e-c8daa10c144f'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:01:32.850763 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0b05ea92-0180-4543-8835-38d9e738ba69 admin admin] 10.222.0.36 "PUT /v2.0/routers/6384a37d-0d7e-4966-a44e-c8daa10c144f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7846215 Feb 10 12:01:32.851503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45776) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:32.861223 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30bcc49-6de6-46a2-80b1-8d2308b3f7e3 None None] Routers {'6384a37d-0d7e-4966-a44e-c8daa10c144f'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:01:32.862570 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d30bcc49-6de6-46a2-80b1-8d2308b3f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:01:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6384a37d-0d7e-4966-a44e-c8daa10c144f'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:33.148987 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-d30bcc49-6de6-46a2-80b1-8d2308b3f7e3 None None] Set router 6384a37d-0d7e-4966-a44e-c8daa10c144f gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:01:33.171935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-370e5af7-4a23-4fd0-bcaa-c0baaa0c5e95 admin admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:33.398283 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-370e5af7-4a23-4fd0-bcaa-c0baaa0c5e95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:33.412486 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-370e5af7-4a23-4fd0-bcaa-c0baaa0c5e95 admin admin] Deleting port 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:01:33.412486 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-370e5af7-4a23-4fd0-bcaa-c0baaa0c5e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:33.541412 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d30bcc49-6de6-46a2-80b1-8d2308b3f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'name': 'tempest-TestEncryptedCinderVolumes-989947879-router', 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '0df7f23b-92fd-4bcb-abb1-0d2a898bbb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:06Z', 'updated_at': '2022-02-10T12:01:31Z', 'revision_number': 5, 'project_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'gw_port': {'id': '0df7f23b-92fd-4bcb-abb1-0d2a898bbb74', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:06Z', 'updated_at': '2022-02-10T12:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:33.548912 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30bcc49-6de6-46a2-80b1-8d2308b3f7e3 None None] Checking router: 6384a37d-0d7e-4966-a44e-c8daa10c144f for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:01:33.567851 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30bcc49-6de6-46a2-80b1-8d2308b3f7e3 None None] Routers {'6384a37d-0d7e-4966-a44e-c8daa10c144f'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:01:33.568857 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d30bcc49-6de6-46a2-80b1-8d2308b3f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:01:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6384a37d-0d7e-4966-a44e-c8daa10c144f'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:33.706069 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-370e5af7-4a23-4fd0-bcaa-c0baaa0c5e95 admin admin] For port 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0df7f23b-92fd-4bcb-abb1-0d2a898bbb74,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:01:33.706381 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-370e5af7-4a23-4fd0-bcaa-c0baaa0c5e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:33.776413 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-d30bcc49-6de6-46a2-80b1-8d2308b3f7e3 None None] Set router 6384a37d-0d7e-4966-a44e-c8daa10c144f gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:01:33.860339 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-370e5af7-4a23-4fd0-bcaa-c0baaa0c5e95 admin admin] Calling delete_port for 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:01:33.899115 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d30bcc49-6de6-46a2-80b1-8d2308b3f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'name': 'tempest-TestEncryptedCinderVolumes-989947879-router', 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:06Z', 'updated_at': '2022-02-10T12:01:33Z', 'revision_number': 6, 'project_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:33.904252 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30bcc49-6de6-46a2-80b1-8d2308b3f7e3 None None] The sync data for ids ['6384a37d-0d7e-4966-a44e-c8daa10c144f'] in dv-neutron-828497-1-hyperv is: [{'id': '6384a37d-0d7e-4966-a44e-c8daa10c144f', 'name': 'tempest-TestEncryptedCinderVolumes-989947879-router', 'tenant_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:06Z', 'updated_at': '2022-02-10T12:01:33Z', 'revision_number': 6, 'project_id': '313791d0ca5c4a26ad1b8101c6c6fe70', 'gw_port_host': None}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:01:34.130372 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-370e5af7-4a23-4fd0-bcaa-c0baaa0c5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:34.179938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e5af7-4a23-4fd0-bcaa-c0baaa0c5e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df7f23b-92fd-4bcb-abb1-0d2a898bbb74,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:34.424948 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-370e5af7-4a23-4fd0-bcaa-c0baaa0c5e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:34.829480 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-370e5af7-4a23-4fd0-bcaa-c0baaa0c5e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:34.834700 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-370e5af7-4a23-4fd0-bcaa-c0baaa0c5e95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:34.875685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-370e5af7-4a23-4fd0-bcaa-c0baaa0c5e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:34.876755 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370e5af7-4a23-4fd0-bcaa-c0baaa0c5e95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6384a37d-0d7e-4966-a44e-c8daa10c144f {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:01:34.895362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-370e5af7-4a23-4fd0-bcaa-c0baaa0c5e95 admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:34.897214 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-370e5af7-4a23-4fd0-bcaa-c0baaa0c5e95 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6384a37d-0d7e-4966-a44e-c8daa10c144f HTTP/1.1" status: 204 len: 168 time: 2.0444169 Feb 10 12:01:34.901101 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45780) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:35.004330 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc85f4fd-51ff-4512-b2e9-09b159d43cf3 admin admin] Deleting subnet 668d7e34-e345-4082-bff4-503cda1bf450 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:01:35.009268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc85f4fd-51ff-4512-b2e9-09b159d43cf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:35.067424 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc85f4fd-51ff-4512-b2e9-09b159d43cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:35.156956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc85f4fd-51ff-4512-b2e9-09b159d43cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:35.243474 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc85f4fd-51ff-4512-b2e9-09b159d43cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:35.286566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85f4fd-51ff-4512-b2e9-09b159d43cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668d7e34-e345-4082-bff4-503cda1bf450,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:35.297317 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fc85f4fd-51ff-4512-b2e9-09b159d43cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:35.300345 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d2ba72-a858-45b9-8f0e-5c6f62021785 None None] Network b3dae974-86c1-48aa-af02-b664f21681ce requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:01:35.304422 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fc85f4fd-51ff-4512-b2e9-09b159d43cf3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/668d7e34-e345-4082-bff4-503cda1bf450 HTTP/1.1" status: 204 len: 168 time: 0.4015601 Feb 10 12:01:35.309640 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45784) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:35.439375 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:35.454796 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] Deleting port c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:01:35.455371 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:35.517621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:01:35.562619 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:01:35.562964 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0df7f23b-92fd-4bcb-abb1-0d2a898bbb74 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:01:35.563414 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 698377fa-a496-4ac2-914a-f3eafe49c7e8 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:01:35.600420 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 698377fa-a496-4ac2-914a-f3eafe49c7e8 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:01:35.601195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 698377fa-a496-4ac2-914a-f3eafe49c7e8 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:01:35.687212 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] DHCP port deletion for b3dae974-86c1-48aa-af02-b664f21681ce request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:01:35.691921 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] Deleting port c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:01:35.692410 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:35.809278 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] For port c7fb5253-1cfc-4d2c-a703-ac5adc2279c8, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c7fb5253-1cfc-4d2c-a703-ac5adc2279c8,segment=NetworkSegment(7c29b663-6185-4104-bd3a-6348cd8fb521),segment_id=7c29b663-6185-4104-bd3a-6348cd8fb521)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:01:35.809278 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:35.923919 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] For port c7fb5253-1cfc-4d2c-a703-ac5adc2279c8, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c7fb5253-1cfc-4d2c-a703-ac5adc2279c8,segment=NetworkSegment(7c29b663-6185-4104-bd3a-6348cd8fb521),segment_id=7c29b663-6185-4104-bd3a-6348cd8fb521)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:01:35.924309 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:36.045528 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] Calling delete_port for c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:01:36.054098 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] Calling delete_port for c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:01:36.143951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:36.171789 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 12:01:36.172155 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 12:01:36.236005 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] Pushing event deleted for resources: {'Port': ['ID=c7fb5253-1cfc-4d2c-a703-ac5adc2279c8,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:36.256786 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] No DVR routers for this DVR port c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:01:36.263523 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:36.264123 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:36.264736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:36.265376 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:36.266853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:36.266853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:36.267861 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:36.267861 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:36.268167 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:36.268696 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:36.269111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fa284-7323-4680-84ca-27b9677d8aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:36.674286 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] Deleting port c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:01:36.674555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:36.750542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] The port 'c7fb5253-1cfc-4d2c-a703-ac5adc2279c8' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 12:01:36.890463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:36.921445 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3dae974-86c1-48aa-af02-b664f21681ce']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:36.935654 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c29b663-6185-4104-bd3a-6348cd8fb521') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:36.935879 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c29b663-6185-4104-bd3a-6348cd8fb521') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:36.956334 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:36.975433 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:36.984030 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:01:36.984557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: util.warn( Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:01:36.999470 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:01:37.089959 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:37.108216 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:37.119378 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] Pushing event deleted for resources: {'Network': ['ID=b3dae974-86c1-48aa-af02-b664f21681ce,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:37.138563 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4381ed13-b8ce-43ff-8d35-b920d9cbb77a admin admin] 10.222.0.36 "DELETE /v2.0/networks/b3dae974-86c1-48aa-af02-b664f21681ce HTTP/1.1" status: 204 len: 168 time: 1.8277526 Feb 10 12:01:37.141642 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45788) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:37.472230 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:01:37.507375 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:01:37.507796 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c7fb5253-1cfc-4d2c-a703-ac5adc2279c8 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:01:37.811697 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6668937-deba-4ed9-9f0c-4377eee813eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:38.456880 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:38.474702 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e6668937-deba-4ed9-9f0c-4377eee813eb admin admin] Deleting port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:01:38.475326 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6668937-deba-4ed9-9f0c-4377eee813eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:38.682184 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-e6668937-deba-4ed9-9f0c-4377eee813eb admin admin] For port 38251ddb-dcd2-44a7-ba3b-33ee15c79d83, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=38251ddb-dcd2-44a7-ba3b-33ee15c79d83,segment=NetworkSegment(c824882e-c0d6-4b3c-9bfb-6aead3ede75c),segment_id=c824882e-c0d6-4b3c-9bfb-6aead3ede75c)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:01:38.682752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6668937-deba-4ed9-9f0c-4377eee813eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:38.919381 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e6668937-deba-4ed9-9f0c-4377eee813eb admin admin] Calling delete_port for 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:01:39.162024 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6668937-deba-4ed9-9f0c-4377eee813eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:39.210039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6668937-deba-4ed9-9f0c-4377eee813eb admin admin] Pushing event deleted for resources: {'Port': ['ID=38251ddb-dcd2-44a7-ba3b-33ee15c79d83,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:39.747575 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6668937-deba-4ed9-9f0c-4377eee813eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:40.390970 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6668937-deba-4ed9-9f0c-4377eee813eb admin admin] Router 502cd4d0-4636-4333-a063-fa8a4be596dd has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:01:40.601449 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6668937-deba-4ed9-9f0c-4377eee813eb admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:01:40.613552 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e6668937-deba-4ed9-9f0c-4377eee813eb admin admin] 10.222.0.36 "PUT /v2.0/routers/502cd4d0-4636-4333-a063-fa8a4be596dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4681621 Feb 10 12:01:40.613772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31fa3c-413b-4a88-ae47-8868eed2a09f None None] Sync routers for ids ['502cd4d0-4636-4333-a063-fa8a4be596dd'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:01:40.614493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45792) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:40.627890 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31fa3c-413b-4a88-ae47-8868eed2a09f None None] Routers {'502cd4d0-4636-4333-a063-fa8a4be596dd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:01:40.628607 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ed31fa3c-413b-4a88-ae47-8868eed2a09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:01:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['502cd4d0-4636-4333-a063-fa8a4be596dd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:40.838267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a15e0772-2076-49f7-b964-fc3dc51125eb admin admin] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:40.842646 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-ed31fa3c-413b-4a88-ae47-8868eed2a09f None None] Set router 502cd4d0-4636-4333-a063-fa8a4be596dd gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:01:41.101487 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a15e0772-2076-49f7-b964-fc3dc51125eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:41.113343 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a15e0772-2076-49f7-b964-fc3dc51125eb admin admin] Deleting port c76a3644-81c2-4fb4-ac7a-bd9075dc0301 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:01:41.113693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a15e0772-2076-49f7-b964-fc3dc51125eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:41.161591 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ed31fa3c-413b-4a88-ae47-8868eed2a09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'name': 'tempest-TestEncryptedCinderVolumes-206277122-router', 'tenant_id': '3856487d3cd94b1ea9f8847668c31534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'c76a3644-81c2-4fb4-ac7a-bd9075dc0301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:14Z', 'updated_at': '2022-02-10T12:01:39Z', 'revision_number': 5, 'project_id': '3856487d3cd94b1ea9f8847668c31534', 'gw_port': {'id': 'c76a3644-81c2-4fb4-ac7a-bd9075dc0301', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:14Z', 'updated_at': '2022-02-10T12:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:41.166583 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31fa3c-413b-4a88-ae47-8868eed2a09f None None] Checking router: 502cd4d0-4636-4333-a063-fa8a4be596dd for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:01:41.188537 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31fa3c-413b-4a88-ae47-8868eed2a09f None None] Routers {'502cd4d0-4636-4333-a063-fa8a4be596dd'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:01:41.189568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ed31fa3c-413b-4a88-ae47-8868eed2a09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:01:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['502cd4d0-4636-4333-a063-fa8a4be596dd'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:41.420820 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-ed31fa3c-413b-4a88-ae47-8868eed2a09f None None] Set router 502cd4d0-4636-4333-a063-fa8a4be596dd gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:01:41.446152 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a15e0772-2076-49f7-b964-fc3dc51125eb admin admin] For port c76a3644-81c2-4fb4-ac7a-bd9075dc0301, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c76a3644-81c2-4fb4-ac7a-bd9075dc0301,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:01:41.446666 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a15e0772-2076-49f7-b964-fc3dc51125eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:41.546239 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ed31fa3c-413b-4a88-ae47-8868eed2a09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'name': 'tempest-TestEncryptedCinderVolumes-206277122-router', 'tenant_id': '3856487d3cd94b1ea9f8847668c31534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:14Z', 'updated_at': '2022-02-10T12:01:41Z', 'revision_number': 6, 'project_id': '3856487d3cd94b1ea9f8847668c31534', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:41.553108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31fa3c-413b-4a88-ae47-8868eed2a09f None None] The sync data for ids ['502cd4d0-4636-4333-a063-fa8a4be596dd'] in dv-neutron-828497-1-hyperv is: [{'id': '502cd4d0-4636-4333-a063-fa8a4be596dd', 'name': 'tempest-TestEncryptedCinderVolumes-206277122-router', 'tenant_id': '3856487d3cd94b1ea9f8847668c31534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:14Z', 'updated_at': '2022-02-10T12:01:41Z', 'revision_number': 6, 'project_id': '3856487d3cd94b1ea9f8847668c31534', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:01:41.598919 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a15e0772-2076-49f7-b964-fc3dc51125eb admin admin] Calling delete_port for c76a3644-81c2-4fb4-ac7a-bd9075dc0301 owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:01:41.800106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a15e0772-2076-49f7-b964-fc3dc51125eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:41.849406 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e0772-2076-49f7-b964-fc3dc51125eb admin admin] Pushing event deleted for resources: {'Port': ['ID=c76a3644-81c2-4fb4-ac7a-bd9075dc0301,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:42.114119 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a15e0772-2076-49f7-b964-fc3dc51125eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:42.402731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a15e0772-2076-49f7-b964-fc3dc51125eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:42.407964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a15e0772-2076-49f7-b964-fc3dc51125eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:42.447574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a15e0772-2076-49f7-b964-fc3dc51125eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:42.449527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15e0772-2076-49f7-b964-fc3dc51125eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 502cd4d0-4636-4333-a063-fa8a4be596dd {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:01:42.473515 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a15e0772-2076-49f7-b964-fc3dc51125eb admin admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:42.476107 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a15e0772-2076-49f7-b964-fc3dc51125eb admin admin] 10.222.0.36 "DELETE /v2.0/routers/502cd4d0-4636-4333-a063-fa8a4be596dd HTTP/1.1" status: 204 len: 168 time: 1.8604376 Feb 10 12:01:42.480491 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45796) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:42.590883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-21519d2b-667a-4c90-a394-6b81e88207e4 admin admin] Deleting subnet 48b8b89f-1b78-4b2a-8a82-6f0052c85c8c {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:01:42.595106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21519d2b-667a-4c90-a394-6b81e88207e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:42.674168 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21519d2b-667a-4c90-a394-6b81e88207e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:42.767284 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21519d2b-667a-4c90-a394-6b81e88207e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:42.850728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21519d2b-667a-4c90-a394-6b81e88207e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:42.894134 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21519d2b-667a-4c90-a394-6b81e88207e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48b8b89f-1b78-4b2a-8a82-6f0052c85c8c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:42.901268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21519d2b-667a-4c90-a394-6b81e88207e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:42.909633 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-21519d2b-667a-4c90-a394-6b81e88207e4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/48b8b89f-1b78-4b2a-8a82-6f0052c85c8c HTTP/1.1" status: 204 len: 168 time: 0.4256971 Feb 10 12:01:42.913407 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbac69e4-d878-479f-b924-db6253fa85fe None None] Network 741041ad-2bd9-4cdc-a784-575012777020 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:01:42.914917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45800) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:43.049052 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:43.064769 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] Deleting port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:01:43.065238 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:43.318285 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1de599-5da4-4630-ac59-9bd07e8cd229 None None] DHCP port deletion for 741041ad-2bd9-4cdc-a784-575012777020 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:01:43.325031 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ea1de599-5da4-4630-ac59-9bd07e8cd229 None None] Deleting port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:01:43.325462 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ea1de599-5da4-4630-ac59-9bd07e8cd229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:43.486292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] For port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7187cf54-f953-41b0-8b9e-2a5f0fbb95ff,segment=NetworkSegment(c824882e-c0d6-4b3c-9bfb-6aead3ede75c),segment_id=c824882e-c0d6-4b3c-9bfb-6aead3ede75c)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:01:43.486814 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:43.567702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:01:43.651929 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] Calling delete_port for 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:01:43.692602 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ea1de599-5da4-4630-ac59-9bd07e8cd229 None None] For port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=7187cf54-f953-41b0-8b9e-2a5f0fbb95ff,segment=NetworkSegment(c824882e-c0d6-4b3c-9bfb-6aead3ede75c),segment_id=c824882e-c0d6-4b3c-9bfb-6aead3ede75c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:01:43.692978 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ea1de599-5da4-4630-ac59-9bd07e8cd229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:43.746242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:43.801492 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=7187cf54-f953-41b0-8b9e-2a5f0fbb95ff,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:43.807097 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] No DVR routers for this DVR port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:01:43.868228 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ea1de599-5da4-4630-ac59-9bd07e8cd229 None None] Calling delete_port for 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:01:43.907344 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff update to DOWN by agent not found {{(pid=83556) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 10 12:01:43.907777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:01:43.941041 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:43.951577 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:01:43.952446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 38251ddb-dcd2-44a7-ba3b-33ee15c79d83 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:01:43.952446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c76a3644-81c2-4fb4-ac7a-bd9075dc0301 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:01:43.975937 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741041ad-2bd9-4cdc-a784-575012777020']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:43.992686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: c76a3644-81c2-4fb4-ac7a-bd9075dc0301 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:01:43.993217 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c76a3644-81c2-4fb4-ac7a-bd9075dc0301 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:01:43.993403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c824882e-c0d6-4b3c-9bfb-6aead3ede75c') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:43.993403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c824882e-c0d6-4b3c-9bfb-6aead3ede75c') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:44.012707 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:44.032588 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:44.039325 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-ea1de599-5da4-4630-ac59-9bd07e8cd229 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 12:01:44.039732 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-ea1de599-5da4-4630-ac59-9bd07e8cd229 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 12:01:44.040239 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:01:44.040636 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:01:44.055775 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:01:44.145869 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:44.151639 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:44.177745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=741041ad-2bd9-4cdc-a784-575012777020,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:44.183429 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8f2928b7-b62d-411d-8ebf-6028d2412a1a admin admin] 10.222.0.36 "DELETE /v2.0/networks/741041ad-2bd9-4cdc-a784-575012777020 HTTP/1.1" status: 204 len: 168 time: 1.2658679 Feb 10 12:01:44.477292 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45806) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:44.536799 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3649c752-22ef-4d10-873b-15bc5eddf661 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=313791d0ca5c4a26ad1b8101c6c6fe70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0581934 Feb 10 12:01:44.540930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45810) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:44.541485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ea1de599-5da4-4630-ac59-9bd07e8cd229 None None] Deleting port 7187cf54-f953-41b0-8b9e-2a5f0fbb95ff {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:01:44.542101 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ea1de599-5da4-4630-ac59-9bd07e8cd229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:44.615502 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ea1de599-5da4-4630-ac59-9bd07e8cd229 None None] The port '7187cf54-f953-41b0-8b9e-2a5f0fbb95ff' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 12:01:44.724895 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-72574f37-81a2-4c65-a141-256dd3b7bf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:44.755199 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-72574f37-81a2-4c65-a141-256dd3b7bf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:44.815705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-72574f37-81a2-4c65-a141-256dd3b7bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:44.847728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72574f37-81a2-4c65-a141-256dd3b7bf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c605bf-1d11-4875-903a-1f18649b1655,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:44.854258 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-72574f37-81a2-4c65-a141-256dd3b7bf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:44.860651 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-72574f37-81a2-4c65-a141-256dd3b7bf53 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09c605bf-1d11-4875-903a-1f18649b1655 HTTP/1.1" status: 204 len: 168 time: 0.3182530 Feb 10 12:01:45.465685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45818) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:45.523677 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e29a4139-9fa7-4e83-9ec3-e86554ec98c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3856487d3cd94b1ea9f8847668c31534&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0563414 Feb 10 12:01:45.526083 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45822) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:45.596751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27cebf22-9f22-4098-8992-0f6defc90c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:45.630013 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27cebf22-9f22-4098-8992-0f6defc90c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:45.694940 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27cebf22-9f22-4098-8992-0f6defc90c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:45.713475 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cebf22-9f22-4098-8992-0f6defc90c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24652a80-0b18-48f9-9536-45214f1f4763,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:45.718213 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27cebf22-9f22-4098-8992-0f6defc90c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:45.719459 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-27cebf22-9f22-4098-8992-0f6defc90c90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24652a80-0b18-48f9-9536-45214f1f4763 HTTP/1.1" status: 204 len: 168 time: 0.1913342 Feb 10 12:01:46.936574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45846) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:47.091404 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-221925360-network', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:01:47.096975 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:01:47.102331 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Usage tracker for resource:network and tenant:1c6c60a152d24c17a7872cc879239e00 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:01:47.107651 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:01:47.118318 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:01:47.133247 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Made reservation on behalf of 1c6c60a152d24c17a7872cc879239e00 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:01:47.136488 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:47.150193 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:47.189070 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:01:47.193769 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Usage tracker for resource:security_group_rule and tenant:1c6c60a152d24c17a7872cc879239e00 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:01:47.197257 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:01:47.204644 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:01:47.295006 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:47.299631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:47.334000 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:01:47.344368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d5bad0-fee3-4842-830a-35094f55a449,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:47.351057 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:47.351413 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Added segment 1ea2701b-c0e9-455a-b5ae-55483adafe3b of type vlan for network 5b783c5a-cc81-4ff6-a664-1e10051f932f Feb 10 12:01:47.384340 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:47.421218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:47.422316 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:47.423234 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:47.590589 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] Pushing event updated for resources: {'Network': ['ID=5b783c5a-cc81-4ff6-a664-1e10051f932f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:47.593560 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-204fa434-e367-4ba4-9258-e3ddbd2bc851 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6558685 Feb 10 12:01:47.598128 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45852) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:47.603969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8a84efc6-c765-4c36-a3a6-de8f202d9bf8 admin admin] Request body: {'subnet': {'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-221925360-subnet', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:01:47.606531 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 5b783c5a-cc81-4ff6-a664-1e10051f932f details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:01:47.610124 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8a84efc6-c765-4c36-a3a6-de8f202d9bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:01:47.614609 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8a84efc6-c765-4c36-a3a6-de8f202d9bf8 admin admin] Usage tracker for resource:subnet and tenant:1c6c60a152d24c17a7872cc879239e00 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:01:47.618184 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8a84efc6-c765-4c36-a3a6-de8f202d9bf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:01:47.626874 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8a84efc6-c765-4c36-a3a6-de8f202d9bf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:01:47.641687 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a84efc6-c765-4c36-a3a6-de8f202d9bf8 admin admin] Made reservation on behalf of 1c6c60a152d24c17a7872cc879239e00 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:01:47.644856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8a84efc6-c765-4c36-a3a6-de8f202d9bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:47.894477 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8a84efc6-c765-4c36-a3a6-de8f202d9bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:47.971473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84efc6-c765-4c36-a3a6-de8f202d9bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8b9972-39d5-461e-a1b9-8c3256e8a198,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:47.985223 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84efc6-c765-4c36-a3a6-de8f202d9bf8 admin admin] Checking segment: {'id': '1ea2701b-c0e9-455a-b5ae-55483adafe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:01:47.985606 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a84efc6-c765-4c36-a3a6-de8f202d9bf8 admin admin] Network hostable DHCP agents. Network: 5b783c5a-cc81-4ff6-a664-1e10051f932f, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:01:48.009004 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a84efc6-c765-4c36-a3a6-de8f202d9bf8 admin admin] Network 5b783c5a-cc81-4ff6-a664-1e10051f932f is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:01:48.023561 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8a84efc6-c765-4c36-a3a6-de8f202d9bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 5b783c5a-cc81-4ff6-a664-1e10051f932f) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:01:48.028410 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a84efc6-c765-4c36-a3a6-de8f202d9bf8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:48.029002 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8a84efc6-c765-4c36-a3a6-de8f202d9bf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:48.034421 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903c1c2f-e003-4354-8906-9502f335538d None None] Network 5b783c5a-cc81-4ff6-a664-1e10051f932f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:01:48.057214 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8a84efc6-c765-4c36-a3a6-de8f202d9bf8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4575949 Feb 10 12:01:48.060611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45856) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:48.069275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-221925360-router', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:01:48.077801 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:01:48.084219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Usage tracker for resource:router and tenant:1c6c60a152d24c17a7872cc879239e00 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:01:48.089840 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:01:48.099564 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:01:48.117551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:48.118761 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:48.143580 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:48.342663 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-5b783c5a-cc81-4ff6-a664-1e10051f932f', 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'fixed_ips': [{'subnet_id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:01:48.343517 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:48.410371 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:48.596467 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Allocated IP 172.20.0.2 (5b783c5a-cc81-4ff6-a664-1e10051f932f/da8b9972-39d5-461e-a1b9-8c3256e8a198/30d46abf-3817-4d16-8c7b-696546590394) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:01:48.822447 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:48.859373 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:48.869549 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:48.882636 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Transition to ACTIVE for port object 30d46abf-3817-4d16-8c7b-696546590394 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:01:48.904360 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Transition to ACTIVE for port object 30d46abf-3817-4d16-8c7b-696546590394 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:01:48.912484 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:48.991993 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Network 5b783c5a-cc81-4ff6-a664-1e10051f932f is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:01:48.995731 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:01:49.000969 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:01:49.007400 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Pushing event updated for resources: {'Port': ['ID=30d46abf-3817-4d16-8c7b-696546590394,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:49.074023 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Allocated IP 172.26.4.220 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/b76114d2-db65-4164-bd7d-16a4ec16d868) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:01:49.100649 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Attempting to bind port 30d46abf-3817-4d16-8c7b-696546590394 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:01:49.101194 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Attempting to bind port 30d46abf-3817-4d16-8c7b-696546590394 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '1ea2701b-c0e9-455a-b5ae-55483adafe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:01:49.101716 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Attempting to bind port 30d46abf-3817-4d16-8c7b-696546590394 on network 5b783c5a-cc81-4ff6-a664-1e10051f932f {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:01:49.110980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:01:49.111404 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Checking segment: {'id': '1ea2701b-c0e9-455a-b5ae-55483adafe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:01:49.112036 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:49.112639 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Bound using segment: {'id': '1ea2701b-c0e9-455a-b5ae-55483adafe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:01:49.113338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Bound port: 30d46abf-3817-4d16-8c7b-696546590394, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea2701b-c0e9-455a-b5ae-55483adafe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:01:49.113812 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:49.215484 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] For port 30d46abf-3817-4d16-8c7b-696546590394, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:01:49.219130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] For port 30d46abf-3817-4d16-8c7b-696546590394, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=30d46abf-3817-4d16-8c7b-696546590394,segment=NetworkSegment(1ea2701b-c0e9-455a-b5ae-55483adafe3b),segment_id=1ea2701b-c0e9-455a-b5ae-55483adafe3b)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:01:49.225923 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:49.275919 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:49.306177 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:49.326673 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549a590-ee6a-4823-92a0-58b93666fe87 None None] Pushing event updated for resources: {'Port': ['ID=30d46abf-3817-4d16-8c7b-696546590394,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:49.398468 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:01:49.399567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:01:49.408757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:01:49.441601 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Pushing event updated for resources: {'Port': ['ID=b76114d2-db65-4164-bd7d-16a4ec16d868,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:49.633071 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:49.633969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:49.921352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Router de45f60b-1e40-439f-839a-f269f3714a35 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:01:50.170415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:01:50.183164 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Sync routers for ids ['de45f60b-1e40-439f-839a-f269f3714a35'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:01:50.203093 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:50.204494 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-01099615-74ad-4674-b4cf-c76c71649480 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1423380 Feb 10 12:01:50.208200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45860) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:50.209579 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Routers {'de45f60b-1e40-439f-839a-f269f3714a35'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:01:50.210769 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a1069ef5-a609-476e-a053-593845396c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:01:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['de45f60b-1e40-439f-839a-f269f3714a35'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:50.490371 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Set router de45f60b-1e40-439f-839a-f269f3714a35 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:01:50.553881 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a084d0-7002-49f7-87c7-fbaaa4ccf52d None None] Network 5b783c5a-cc81-4ff6-a664-1e10051f932f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:01:50.734678 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8bf4504a-acd4-4554-93d9-6f9707b9cd63 None None] Provisioning for port 30d46abf-3817-4d16-8c7b-696546590394 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:01:51.002890 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a1069ef5-a609-476e-a053-593845396c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'name': 'tempest-TestMinimumBasicScenario-221925360-router', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:49Z', 'revision_number': 3, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'gw_port': {'id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:13:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:51.009178 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Checking router: de45f60b-1e40-439f-839a-f269f3714a35 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:01:51.009178 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Updating router de45f60b-1e40-439f-839a-f269f3714a35 port b76114d2-db65-4164-bd7d-16a4ec16d868 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:01:51.085928 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:51.303903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:51.565107 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 30d46abf-3817-4d16-8c7b-696546590394 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:01:51.614259 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Allocated IP 172.20.0.1 (5b783c5a-cc81-4ff6-a664-1e10051f932f/da8b9972-39d5-461e-a1b9-8c3256e8a198/89498c67-bc5d-45f3-abfe-0fd22c103103) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:01:51.617748 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:51.632304 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Transition to ACTIVE for port object b76114d2-db65-4164-bd7d-16a4ec16d868 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:01:51.643790 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:51.696453 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 30d46abf-3817-4d16-8c7b-696546590394 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:01:51.703474 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 30d46abf-3817-4d16-8c7b-696546590394 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:01:51.704418 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:51.733173 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd786243-33c9-4d5b-af02-c56bf87e0e6f None None] Pushing event updated for resources: {'Port': ['ID=b76114d2-db65-4164-bd7d-16a4ec16d868,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:51.739891 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Attempting to bind port b76114d2-db65-4164-bd7d-16a4ec16d868 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:01:51.740257 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Attempting to bind port b76114d2-db65-4164-bd7d-16a4ec16d868 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:01:51.740613 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Attempting to bind port b76114d2-db65-4164-bd7d-16a4ec16d868 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:01:51.750396 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd786243-33c9-4d5b-af02-c56bf87e0e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:51.750727 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd786243-33c9-4d5b-af02-c56bf87e0e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:51.751065 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd786243-33c9-4d5b-af02-c56bf87e0e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:51.751394 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd786243-33c9-4d5b-af02-c56bf87e0e6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:51.751723 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd786243-33c9-4d5b-af02-c56bf87e0e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:51.752046 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd786243-33c9-4d5b-af02-c56bf87e0e6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:51.752367 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd786243-33c9-4d5b-af02-c56bf87e0e6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:51.752687 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd786243-33c9-4d5b-af02-c56bf87e0e6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:51.753004 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd786243-33c9-4d5b-af02-c56bf87e0e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:51.753351 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd786243-33c9-4d5b-af02-c56bf87e0e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:51.753679 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd786243-33c9-4d5b-af02-c56bf87e0e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:51.761967 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:01:51.762345 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:01:51.762748 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:51.763139 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:01:51.763627 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Bound port: b76114d2-db65-4164-bd7d-16a4ec16d868, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:01:51.764003 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:51.822520 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:51.847972 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-a1069ef5-a609-476e-a053-593845396c32 None None] For port b76114d2-db65-4164-bd7d-16a4ec16d868, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:01:51.848298 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Transition to ACTIVE for port object 89498c67-bc5d-45f3-abfe-0fd22c103103 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:01:51.851769 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-a1069ef5-a609-476e-a053-593845396c32 None None] For port b76114d2-db65-4164-bd7d-16a4ec16d868, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=b76114d2-db65-4164-bd7d-16a4ec16d868,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:01:51.859982 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:51.894513 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:51.941492 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd786243-33c9-4d5b-af02-c56bf87e0e6f None None] Pushing event updated for resources: {'Port': ['ID=b76114d2-db65-4164-bd7d-16a4ec16d868,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:51.958635 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:51.964753 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Routers {'de45f60b-1e40-439f-839a-f269f3714a35'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:01:51.965417 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a1069ef5-a609-476e-a053-593845396c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:01:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['de45f60b-1e40-439f-839a-f269f3714a35'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:52.012621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 30d46abf-3817-4d16-8c7b-696546590394, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=30d46abf-3817-4d16-8c7b-696546590394,segment=NetworkSegment(1ea2701b-c0e9-455a-b5ae-55483adafe3b),segment_id=1ea2701b-c0e9-455a-b5ae-55483adafe3b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:01:52.020512 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Network 5b783c5a-cc81-4ff6-a664-1e10051f932f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:01:52.020842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:52.022802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:01:52.027164 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:01:52.066590 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Pushing event updated for resources: {'Port': ['ID=89498c67-bc5d-45f3-abfe-0fd22c103103,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:52.107029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:52.127395 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=30d46abf-3817-4d16-8c7b-696546590394,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:52.245348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:52.287523 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-a1069ef5-a609-476e-a053-593845396c32 None None] Set router de45f60b-1e40-439f-839a-f269f3714a35 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:01:52.330630 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ada1e4aa-b739-418b-90d5-7be2f64d2af4 None None] Provisioning for port 89498c67-bc5d-45f3-abfe-0fd22c103103 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:01:52.343149 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ada1e4aa-b739-418b-90d5-7be2f64d2af4 None None] Provisioning complete for port 89498c67-bc5d-45f3-abfe-0fd22c103103 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:01:52.343752 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ada1e4aa-b739-418b-90d5-7be2f64d2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:52.453859 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ada1e4aa-b739-418b-90d5-7be2f64d2af4 None None] Port 89498c67-bc5d-45f3-abfe-0fd22c103103 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:01:52.561910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:52.569026 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:52.667958 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a1069ef5-a609-476e-a053-593845396c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'name': 'tempest-TestMinimumBasicScenario-221925360-router', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:49Z', 'revision_number': 3, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'gw_port': {'id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:13:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:52.674066 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1069ef5-a609-476e-a053-593845396c32 None None] The sync data for ids ['de45f60b-1e40-439f-839a-f269f3714a35'] in dv-neutron-828497-1-hyperv is: [{'id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'name': 'tempest-TestMinimumBasicScenario-221925360-router', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:49Z', 'revision_number': 3, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'gw_port': {'id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:13:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:01:52.682866 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:52.689110 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Pushing event updated for resources: {'Port': ['ID=89498c67-bc5d-45f3-abfe-0fd22c103103,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:52.891335 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Network 5b783c5a-cc81-4ff6-a664-1e10051f932f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:01:52.891335 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:01:53.283200 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8be96227-de92-46ee-8f4a-db2e678263c8 None None] Provisioning complete for port 89498c67-bc5d-45f3-abfe-0fd22c103103 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:01:53.284088 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8be96227-de92-46ee-8f4a-db2e678263c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:53.350485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8be96227-de92-46ee-8f4a-db2e678263c8 None None] Port 89498c67-bc5d-45f3-abfe-0fd22c103103 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:01:53.589324 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b76114d2-db65-4164-bd7d-16a4ec16d868 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:01:53.684958 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port b76114d2-db65-4164-bd7d-16a4ec16d868 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:01:53.693473 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port b76114d2-db65-4164-bd7d-16a4ec16d868 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:01:53.694116 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:53.763529 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Router de45f60b-1e40-439f-839a-f269f3714a35 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:01:53.867931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:53.900885 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port b76114d2-db65-4164-bd7d-16a4ec16d868, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=b76114d2-db65-4164-bd7d-16a4ec16d868,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:01:53.910029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:53.910837 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 30d46abf-3817-4d16-8c7b-696546590394 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:01:54.018939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:01:54.029475 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b9fab245-0f26-4bfe-8a6e-ccc9b5be9b4f admin admin] 10.222.0.36 "PUT /v2.0/routers/de45f60b-1e40-439f-839a-f269f3714a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8198998 Feb 10 12:01:54.066270 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=b76114d2-db65-4164-bd7d-16a4ec16d868,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:54.084239 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 30d46abf-3817-4d16-8c7b-696546590394 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:01:54.084617 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:55.069237 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45882) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:55.076682 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-47263600-network', 'tenant_id': '26103c5e6a4540c5982e21c06427f303'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:01:55.082266 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:01:55.086899 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Usage tracker for resource:network and tenant:26103c5e6a4540c5982e21c06427f303 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:01:55.091760 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:01:55.099572 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:01:55.115215 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Made reservation on behalf of 26103c5e6a4540c5982e21c06427f303 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:01:55.118624 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:55.136055 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:55.176532 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:01:55.181835 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Usage tracker for resource:security_group_rule and tenant:26103c5e6a4540c5982e21c06427f303 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:01:55.187015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:01:55.194781 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:01:55.291794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:55.296910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:55.331403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:01:55.341437 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6ba6c6-9d5e-4c40-a834-7b2e856b0b77,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:55.348177 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:55.348518 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Added segment 4078d640-2f8a-4a97-8f64-f1fcd9466a2d of type vlan for network 5f1e7a06-aa7d-41c3-8123-192453c75bec Feb 10 12:01:55.380409 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:55.416653 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:55.417736 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:55.418582 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:55.501964 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b76114d2-db65-4164-bd7d-16a4ec16d868 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:01:55.571865 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5009758 Feb 10 12:01:55.577101 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45886) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:55.581505 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f2fb7-a422-49da-a2c6-22a11e9ee456 admin admin] Pushing event updated for resources: {'Network': ['ID=5f1e7a06-aa7d-41c3-8123-192453c75bec,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:55.586903 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Request body: {'subnet': {'network_id': '5f1e7a06-aa7d-41c3-8123-192453c75bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-47263600-subnet', 'tenant_id': '26103c5e6a4540c5982e21c06427f303', 'ip_version': 4}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:01:55.594195 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:01:55.599225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Usage tracker for resource:subnet and tenant:26103c5e6a4540c5982e21c06427f303 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:01:55.604552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:01:55.614075 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:01:55.622366 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 5f1e7a06-aa7d-41c3-8123-192453c75bec details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:01:55.631148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Made reservation on behalf of 26103c5e6a4540c5982e21c06427f303 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:01:55.633826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:55.795804 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port b76114d2-db65-4164-bd7d-16a4ec16d868 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:01:55.796318 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:55.892456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:55.975616 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b27466-e850-432f-b028-98e5e5f710b1,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:55.990400 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:55.990746 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:55.991083 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:55.991414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:55.991744 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:55.992069 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:55.992388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:55.993653 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:55.993653 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:55.993653 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:55.994134 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:56.038497 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Checking segment: {'id': '4078d640-2f8a-4a97-8f64-f1fcd9466a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5f1e7a06-aa7d-41c3-8123-192453c75bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:01:56.039094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Network hostable DHCP agents. Network: 5f1e7a06-aa7d-41c3-8123-192453c75bec, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:01:56.078407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Network 5f1e7a06-aa7d-41c3-8123-192453c75bec is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:01:56.091560 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 5f1e7a06-aa7d-41c3-8123-192453c75bec) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:01:56.097985 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:56.099180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:56.105991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7428130-757a-439b-a029-789929aa8377 None None] Network 5f1e7a06-aa7d-41c3-8123-192453c75bec requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:01:56.126443 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3e4519b8-98ee-43af-bae8-19f45e271ea7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5476203 Feb 10 12:01:56.129461 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 45890) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:56.134774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-47263600-router', 'tenant_id': '26103c5e6a4540c5982e21c06427f303', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:01:56.141747 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:01:56.149045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Usage tracker for resource:router and tenant:26103c5e6a4540c5982e21c06427f303 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:01:56.154415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:01:56.165758 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:01:56.181283 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:56.182516 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:56.208118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:56.419476 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:56.438816 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-5f1e7a06-aa7d-41c3-8123-192453c75bec', 'network_id': '5f1e7a06-aa7d-41c3-8123-192453c75bec', 'tenant_id': '26103c5e6a4540c5982e21c06427f303', 'fixed_ips': [{'subnet_id': 'd6b27466-e850-432f-b028-98e5e5f710b1'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:01:56.440680 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:56.558603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Sync routers for ids ['de45f60b-1e40-439f-839a-f269f3714a35'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:01:56.647795 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-05757eb4-b786-44b1-aa0e-d2aa73809250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:56.659019 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:56.665533 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Routers {'de45f60b-1e40-439f-839a-f269f3714a35'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:01:56.667694 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:01:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['de45f60b-1e40-439f-839a-f269f3714a35'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:56.695369 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:56.850789 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Allocated IP 172.26.4.186 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/22f4d285-d430-4b11-99bb-a94e72224446) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:01:57.030806 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:57.061225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:57.098515 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Allocated IP 172.20.0.2 (5f1e7a06-aa7d-41c3-8123-192453c75bec/d6b27466-e850-432f-b028-98e5e5f710b1/28736e67-3ac5-4463-86af-b23e2bb44312) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:01:57.133595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:01:57.141440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:01:57.144431 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:01:57.200047 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Pushing event updated for resources: {'Port': ['ID=22f4d285-d430-4b11-99bb-a94e72224446,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:57.270882 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Set router de45f60b-1e40-439f-839a-f269f3714a35 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:01:57.338860 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:57.339697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:57.592467 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Router 6256cddc-e980-4a31-bbc3-2a180795984a is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:01:57.895585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:57.928689 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Transition to ACTIVE for port object 28736e67-3ac5-4463-86af-b23e2bb44312 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:01:57.968361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:01:57.982637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Transition to ACTIVE for port object 28736e67-3ac5-4463-86af-b23e2bb44312 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:01:57.984744 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Sync routers for ids ['6256cddc-e980-4a31-bbc3-2a180795984a'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:01:58.001894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:58.007533 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Routers {'6256cddc-e980-4a31-bbc3-2a180795984a'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:01:58.008583 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:01:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6256cddc-e980-4a31-bbc3-2a180795984a'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:58.009918 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:58.015703 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a95fa70d-a6b9-497e-8b47-ea463d568c1a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8827145 Feb 10 12:01:58.016258 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 45894) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:58.154392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Network 5f1e7a06-aa7d-41c3-8123-192453c75bec is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:01:58.155508 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Pushing event updated for resources: {'Port': ['ID=28736e67-3ac5-4463-86af-b23e2bb44312,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:58.159823 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:01:58.163180 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:01:58.260074 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'name': 'tempest-TestMinimumBasicScenario-221925360-router', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:52Z', 'revision_number': 4, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'gw_port': {'id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '89498c67-bc5d-45f3-abfe-0fd22c103103', 'name': '', 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'mac_address': 'fa:16:3e:bc:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:51Z', 'updated_at': '2022-02-10T12:01:52Z', 'revision_number': 2, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'subnets': [{'id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:58.297023 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Checking router: de45f60b-1e40-439f-839a-f269f3714a35 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:01:58.297663 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Updating router de45f60b-1e40-439f-839a-f269f3714a35 port 89498c67-bc5d-45f3-abfe-0fd22c103103 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:01:58.299464 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Set router 6256cddc-e980-4a31-bbc3-2a180795984a gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:01:58.365281 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Attempting to bind port 28736e67-3ac5-4463-86af-b23e2bb44312 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:01:58.365651 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Attempting to bind port 28736e67-3ac5-4463-86af-b23e2bb44312 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '4078d640-2f8a-4a97-8f64-f1fcd9466a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5f1e7a06-aa7d-41c3-8123-192453c75bec'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:01:58.366022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Attempting to bind port 28736e67-3ac5-4463-86af-b23e2bb44312 on network 5f1e7a06-aa7d-41c3-8123-192453c75bec {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:01:58.378538 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:58.389879 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:01:58.390262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Checking segment: {'id': '4078d640-2f8a-4a97-8f64-f1fcd9466a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5f1e7a06-aa7d-41c3-8123-192453c75bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:01:58.390669 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:58.391075 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Bound using segment: {'id': '4078d640-2f8a-4a97-8f64-f1fcd9466a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5f1e7a06-aa7d-41c3-8123-192453c75bec'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:01:58.391564 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Bound port: 28736e67-3ac5-4463-86af-b23e2bb44312, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4078d640-2f8a-4a97-8f64-f1fcd9466a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5f1e7a06-aa7d-41c3-8123-192453c75bec'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:01:58.391941 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:58.606826 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] For port 28736e67-3ac5-4463-86af-b23e2bb44312, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:01:58.613043 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] For port 28736e67-3ac5-4463-86af-b23e2bb44312, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=28736e67-3ac5-4463-86af-b23e2bb44312,segment=NetworkSegment(4078d640-2f8a-4a97-8f64-f1fcd9466a2d),segment_id=4078d640-2f8a-4a97-8f64-f1fcd9466a2d)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:01:58.622190 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:58.807699 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879b7bc-fc25-435d-b4d0-e938e44e1c40 None None] Pushing event updated for resources: {'Port': ['ID=28736e67-3ac5-4463-86af-b23e2bb44312,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:58.895199 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'name': 'tempest-TestMinimumBasicScenario-47263600-router', 'tenant_id': '26103c5e6a4540c5982e21c06427f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '22f4d285-d430-4b11-99bb-a94e72224446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:56Z', 'updated_at': '2022-02-10T12:01:57Z', 'revision_number': 3, 'project_id': '26103c5e6a4540c5982e21c06427f303', 'gw_port': {'id': '22f4d285-d430-4b11-99bb-a94e72224446', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:56Z', 'updated_at': '2022-02-10T12:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:58.895490 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-afa321c3-59e4-4aa2-8fb0-d8b8300050aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:58.905251 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Checking router: 6256cddc-e980-4a31-bbc3-2a180795984a for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:01:58.905978 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Updating router 6256cddc-e980-4a31-bbc3-2a180795984a port 22f4d285-d430-4b11-99bb-a94e72224446 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:01:59.021671 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:59.029844 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:59.038398 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Transition to ACTIVE for port object 89498c67-bc5d-45f3-abfe-0fd22c103103 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:01:59.050185 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:59.172394 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:59.346959 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7f72e-682c-4512-8677-74a460188e96 None None] Pushing event updated for resources: {'Port': ['ID=89498c67-bc5d-45f3-abfe-0fd22c103103,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:59.427695 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:01:59.582747 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Attempting to bind port 89498c67-bc5d-45f3-abfe-0fd22c103103 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:01:59.583515 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Attempting to bind port 89498c67-bc5d-45f3-abfe-0fd22c103103 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '1ea2701b-c0e9-455a-b5ae-55483adafe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:01:59.583515 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Attempting to bind port 89498c67-bc5d-45f3-abfe-0fd22c103103 on network 5b783c5a-cc81-4ff6-a664-1e10051f932f {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:01:59.602920 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 28736e67-3ac5-4463-86af-b23e2bb44312 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:01:59.648985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:01:59.649492 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Checking segment: {'id': '1ea2701b-c0e9-455a-b5ae-55483adafe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:01:59.649792 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:59.650193 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Bound using segment: {'id': '1ea2701b-c0e9-455a-b5ae-55483adafe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:01:59.651376 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Bound port: 89498c67-bc5d-45f3-abfe-0fd22c103103, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea2701b-c0e9-455a-b5ae-55483adafe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:01:59.651764 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:59.720172 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:59.756381 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Transition to ACTIVE for port object 22f4d285-d430-4b11-99bb-a94e72224446 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:01:59.767991 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:59.794254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] For port 89498c67-bc5d-45f3-abfe-0fd22c103103, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:01:59.799294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] For port 89498c67-bc5d-45f3-abfe-0fd22c103103, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=89498c67-bc5d-45f3-abfe-0fd22c103103,segment=NetworkSegment(1ea2701b-c0e9-455a-b5ae-55483adafe3b),segment_id=1ea2701b-c0e9-455a-b5ae-55483adafe3b)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:01:59.800370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 28736e67-3ac5-4463-86af-b23e2bb44312 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:01:59.808278 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:59.865755 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db99b2-62f6-45ba-a8e1-992a8565a601 None None] Pushing event updated for resources: {'Port': ['ID=22f4d285-d430-4b11-99bb-a94e72224446,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:59.868011 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Attempting to bind port 22f4d285-d430-4b11-99bb-a94e72224446 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:01:59.868254 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Attempting to bind port 22f4d285-d430-4b11-99bb-a94e72224446 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:01:59.868696 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Attempting to bind port 22f4d285-d430-4b11-99bb-a94e72224446 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:01:59.882537 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:01:59.883178 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:01:59.883667 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:59.884145 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:01:59.884709 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Bound port: 22f4d285-d430-4b11-99bb-a94e72224446, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:01:59.885768 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:59.887312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Allocated IP 172.20.0.1 (5f1e7a06-aa7d-41c3-8123-192453c75bec/d6b27466-e850-432f-b028-98e5e5f710b1/3c3cbb24-145d-4579-a1b7-e2684609d78a) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:02:00.002362 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7f72e-682c-4512-8677-74a460188e96 None None] Pushing event updated for resources: {'Port': ['ID=89498c67-bc5d-45f3-abfe-0fd22c103103,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:00.005346 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:00.014478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Routers {'de45f60b-1e40-439f-839a-f269f3714a35'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:02:00.015303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:01:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['de45f60b-1e40-439f-839a-f269f3714a35'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:00.028924 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] For port 22f4d285-d430-4b11-99bb-a94e72224446, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:02:00.033313 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] For port 22f4d285-d430-4b11-99bb-a94e72224446, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=22f4d285-d430-4b11-99bb-a94e72224446,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:02:00.044732 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:00.192049 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db99b2-62f6-45ba-a8e1-992a8565a601 None None] Pushing event updated for resources: {'Port': ['ID=22f4d285-d430-4b11-99bb-a94e72224446,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:00.195151 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Routers {'6256cddc-e980-4a31-bbc3-2a180795984a'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:02:00.195877 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:01:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6256cddc-e980-4a31-bbc3-2a180795984a'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:00.226122 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:00.269332 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Transition to ACTIVE for port object 3c3cbb24-145d-4579-a1b7-e2684609d78a will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:02:00.312544 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:00.383046 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] Set router de45f60b-1e40-439f-839a-f269f3714a35 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:02:00.404903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Network 5f1e7a06-aa7d-41c3-8123-192453c75bec is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:02:00.408479 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:02:00.414083 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:02:00.458563 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Pushing event updated for resources: {'Port': ['ID=3c3cbb24-145d-4579-a1b7-e2684609d78a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:00.504215 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:00.520498 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] Set router 6256cddc-e980-4a31-bbc3-2a180795984a gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:02:00.623742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:00.646666 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:00.658723 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a68168-23e8-4ef8-8c9e-fd5aa12c57ce None None] Network 5f1e7a06-aa7d-41c3-8123-192453c75bec requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:02:00.938484 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-389d400b-4742-4b4e-b10f-14f6e2338a2a None None] Provisioning for port 28736e67-3ac5-4463-86af-b23e2bb44312 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:02:00.948879 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:00.957032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:00.979435 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-389d400b-4742-4b4e-b10f-14f6e2338a2a None None] Provisioning complete for port 28736e67-3ac5-4463-86af-b23e2bb44312 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:00.979793 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-389d400b-4742-4b4e-b10f-14f6e2338a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:01.024653 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'name': 'tempest-TestMinimumBasicScenario-47263600-router', 'tenant_id': '26103c5e6a4540c5982e21c06427f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '22f4d285-d430-4b11-99bb-a94e72224446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:56Z', 'updated_at': '2022-02-10T12:01:57Z', 'revision_number': 3, 'project_id': '26103c5e6a4540c5982e21c06427f303', 'gw_port': {'id': '22f4d285-d430-4b11-99bb-a94e72224446', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:56Z', 'updated_at': '2022-02-10T12:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:01.031222 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2334c3-c41a-484a-aa73-f2b4d18d6173 None None] The sync data for ids ['6256cddc-e980-4a31-bbc3-2a180795984a'] in dv-neutron-828497-1-hyperv is: [{'id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'name': 'tempest-TestMinimumBasicScenario-47263600-router', 'tenant_id': '26103c5e6a4540c5982e21c06427f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '22f4d285-d430-4b11-99bb-a94e72224446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:56Z', 'updated_at': '2022-02-10T12:01:57Z', 'revision_number': 3, 'project_id': '26103c5e6a4540c5982e21c06427f303', 'gw_port': {'id': '22f4d285-d430-4b11-99bb-a94e72224446', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:56Z', 'updated_at': '2022-02-10T12:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:02:01.109774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:01.120592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Pushing event updated for resources: {'Port': ['ID=3c3cbb24-145d-4579-a1b7-e2684609d78a,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:01.287394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'name': 'tempest-TestMinimumBasicScenario-221925360-router', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:52Z', 'revision_number': 4, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'gw_port': {'id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '89498c67-bc5d-45f3-abfe-0fd22c103103', 'name': '', 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'mac_address': 'fa:16:3e:bc:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:51Z', 'updated_at': '2022-02-10T12:01:59Z', 'revision_number': 4, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'subnets': [{'id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:01.289630 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-389d400b-4742-4b4e-b10f-14f6e2338a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:01.327296 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf718e-b390-445b-8559-5d0007ea445f None None] The sync data for ids ['de45f60b-1e40-439f-839a-f269f3714a35'] in dv-neutron-828497-1-hyperv is: [{'id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'name': 'tempest-TestMinimumBasicScenario-221925360-router', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:52Z', 'revision_number': 4, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'gw_port': {'id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '89498c67-bc5d-45f3-abfe-0fd22c103103', 'name': '', 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'mac_address': 'fa:16:3e:bc:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:51Z', 'updated_at': '2022-02-10T12:01:59Z', 'revision_number': 4, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'subnets': [{'id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:02:01.380021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-389d400b-4742-4b4e-b10f-14f6e2338a2a None None] For port 28736e67-3ac5-4463-86af-b23e2bb44312, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=28736e67-3ac5-4463-86af-b23e2bb44312,segment=NetworkSegment(4078d640-2f8a-4a97-8f64-f1fcd9466a2d),segment_id=4078d640-2f8a-4a97-8f64-f1fcd9466a2d)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:01.380906 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Network 5f1e7a06-aa7d-41c3-8123-192453c75bec is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:02:01.382443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:02:01.386391 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-389d400b-4742-4b4e-b10f-14f6e2338a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:01.555485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d400b-4742-4b4e-b10f-14f6e2338a2a None None] Pushing event updated for resources: {'Port': ['ID=28736e67-3ac5-4463-86af-b23e2bb44312,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:01.675832 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:01.778023 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 89498c67-bc5d-45f3-abfe-0fd22c103103 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:02:01.905851 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4889804b-f237-4871-8784-5d51d6b50f95 None None] Provisioning for port 3c3cbb24-145d-4579-a1b7-e2684609d78a completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:02:01.925880 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4889804b-f237-4871-8784-5d51d6b50f95 None None] Provisioning complete for port 3c3cbb24-145d-4579-a1b7-e2684609d78a triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:01.926445 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4889804b-f237-4871-8784-5d51d6b50f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:02.016207 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Router 6256cddc-e980-4a31-bbc3-2a180795984a has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:02:02.096227 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-4889804b-f237-4871-8784-5d51d6b50f95 None None] Port 3c3cbb24-145d-4579-a1b7-e2684609d78a cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:02:02.102901 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 89498c67-bc5d-45f3-abfe-0fd22c103103 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:02:02.126904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 89498c67-bc5d-45f3-abfe-0fd22c103103 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:02.127898 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:02.205115 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4889804b-f237-4871-8784-5d51d6b50f95 None None] Provisioning complete for port 28736e67-3ac5-4463-86af-b23e2bb44312 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:02.205587 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4889804b-f237-4871-8784-5d51d6b50f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:02.299802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52377872-3d9d-4820-a943-243908487abb admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:02:02.317406 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-52377872-3d9d-4820-a943-243908487abb admin admin] 10.222.0.36 "PUT /v2.0/routers/6256cddc-e980-4a31-bbc3-2a180795984a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2994473 Feb 10 12:02:02.450603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:02.546899 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 89498c67-bc5d-45f3-abfe-0fd22c103103, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=89498c67-bc5d-45f3-abfe-0fd22c103103,segment=NetworkSegment(1ea2701b-c0e9-455a-b5ae-55483adafe3b),segment_id=1ea2701b-c0e9-455a-b5ae-55483adafe3b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:02.560785 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:02.562033 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 22f4d285-d430-4b11-99bb-a94e72224446 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:02:02.786772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=89498c67-bc5d-45f3-abfe-0fd22c103103,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:02.794343 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-12f5d190-a843-468f-938d-5a761d78072f None None] Provisioning complete for port 3c3cbb24-145d-4579-a1b7-e2684609d78a triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:02.794965 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-12f5d190-a843-468f-938d-5a761d78072f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:02.900683 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 22f4d285-d430-4b11-99bb-a94e72224446 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:02:02.911385 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-12f5d190-a843-468f-938d-5a761d78072f None None] Port 3c3cbb24-145d-4579-a1b7-e2684609d78a cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:02:02.913778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 22f4d285-d430-4b11-99bb-a94e72224446 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:02.914266 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:03.144158 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:03.165906 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 22f4d285-d430-4b11-99bb-a94e72224446, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=22f4d285-d430-4b11-99bb-a94e72224446,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:03.172292 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:03.323883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=22f4d285-d430-4b11-99bb-a94e72224446,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:03.521748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 28736e67-3ac5-4463-86af-b23e2bb44312 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:02:03.610055 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 28736e67-3ac5-4463-86af-b23e2bb44312 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:03.610432 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:03.803437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 89498c67-bc5d-45f3-abfe-0fd22c103103 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:02:03.925740 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 89498c67-bc5d-45f3-abfe-0fd22c103103 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:03.926289 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:04.226095 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 22f4d285-d430-4b11-99bb-a94e72224446 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:02:04.367634 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 22f4d285-d430-4b11-99bb-a94e72224446 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:04.368223 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:08.456788 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:16.025857 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-1234f8ce-e27f-4b86-a38b-74d8fe4dcc97 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:16.026877 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-1234f8ce-e27f-4b86-a38b-74d8fe4dcc97 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Synchronizing usage tracker for tenant:1c6c60a152d24c17a7872cc879239e00 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:02:16.046980 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-1234f8ce-e27f-4b86-a38b-74d8fe4dcc97 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Unset dirty status for tenant:1c6c60a152d24c17a7872cc879239e00 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:02:16.048143 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-1234f8ce-e27f-4b86-a38b-74d8fe4dcc97 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/networks?id=5b783c5a-cc81-4ff6-a664-1e10051f932f HTTP/1.1" status: 200 len: 814 time: 0.3165634 Feb 10 12:02:16.070173 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-a4ad9ef1-3f61-4476-9d92-5fce96be94b1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/quotas/1c6c60a152d24c17a7872cc879239e00 HTTP/1.1" status: 200 len: 375 time: 0.0150797 Feb 10 12:02:16.198162 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-4a3674c6-ae0f-463f-b61a-b3c6f0a75044 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Synchronizing usage tracker for tenant:1c6c60a152d24c17a7872cc879239e00 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:02:16.218839 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-4a3674c6-ae0f-463f-b61a-b3c6f0a75044 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Unset dirty status for tenant:1c6c60a152d24c17a7872cc879239e00 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:02:16.220064 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-4a3674c6-ae0f-463f-b61a-b3c6f0a75044 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c6c60a152d24c17a7872cc879239e00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1364858 Feb 10 12:02:16.616794 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-1f641690-cc68-4d32-ae54-0c245c4c7297 service neutron] 10.222.0.36 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823168 Feb 10 12:02:16.765297 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-edd9e3b9-8294-4c87-a2e1-a8dcd2ee46fa service neutron] 10.222.0.36 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421828 Feb 10 12:02:17.065373 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d0f2eef-429a-4f2c-8601-1ed9b2d9a00d req-0d5ce70b-0f2b-413e-bb61-24ad3437d75e tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 210 time: 0.0560355 Feb 10 12:02:18.313952 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-43a99e85-dfa9-4915-8f4a-13ba375f4338 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:18.316524 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-43a99e85-dfa9-4915-8f4a-13ba375f4338 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.73 "GET /v2.0/networks?id=5b783c5a-cc81-4ff6-a664-1e10051f932f HTTP/1.1" status: 200 len: 814 time: 0.2556520 Feb 10 12:02:18.335530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-9d9e7932-8b81-45bd-ad01-cadffd1f7306 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Request body: {'port': {'device_id': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f', 'admin_state_up': True, 'tenant_id': '1c6c60a152d24c17a7872cc879239e00'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:18.339533 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ab795e88-60ac-45c9-a8b9-375f1e5048c8 req-3d3527a7-b0be-420a-afe1-8f3865a08538 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 210 time: 0.0684726 Feb 10 12:02:18.532869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-9d9e7932-8b81-45bd-ad01-cadffd1f7306 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:18.544317 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-9d9e7932-8b81-45bd-ad01-cadffd1f7306 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:18.555637 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-9d9e7932-8b81-45bd-ad01-cadffd1f7306 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Made reservation on behalf of 1c6c60a152d24c17a7872cc879239e00 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:02:18.560451 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-9d9e7932-8b81-45bd-ad01-cadffd1f7306 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:18.782194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-9d9e7932-8b81-45bd-ad01-cadffd1f7306 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Allocated IP 172.20.0.12 (5b783c5a-cc81-4ff6-a664-1e10051f932f/da8b9972-39d5-461e-a1b9-8c3256e8a198/9bae85c2-e025-4261-9580-7da5cecba3f0) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:02:19.203365 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-9d9e7932-8b81-45bd-ad01-cadffd1f7306 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:19.226771 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-9d9e7932-8b81-45bd-ad01-cadffd1f7306 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Transition to ACTIVE for port object 9bae85c2-e025-4261-9580-7da5cecba3f0 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:02:19.258667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-9d9e7932-8b81-45bd-ad01-cadffd1f7306 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:19.363113 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-9d9e7932-8b81-45bd-ad01-cadffd1f7306 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Network 5b783c5a-cc81-4ff6-a664-1e10051f932f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:02:19.376710 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-9d9e7932-8b81-45bd-ad01-cadffd1f7306 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:02:19.383336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-9d9e7932-8b81-45bd-ad01-cadffd1f7306 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:02:19.491695 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e7932-8b81-45bd-ad01-cadffd1f7306 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Pushing event updated for resources: {'Port': ['ID=9bae85c2-e025-4261-9580-7da5cecba3f0,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:19.548726 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-9d9e7932-8b81-45bd-ad01-cadffd1f7306 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:19.550098 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-9d9e7932-8b81-45bd-ad01-cadffd1f7306 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:19.614790 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-9d9e7932-8b81-45bd-ad01-cadffd1f7306 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2847083 Feb 10 12:02:19.682344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Request body: {'port': {'device_id': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:20.021370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e504d3d4-5af4-4241-ba15-e793625fc54e None None] Provisioning for port 9bae85c2-e025-4261-9580-7da5cecba3f0 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:02:20.032410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:20.036302 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e504d3d4-5af4-4241-ba15-e793625fc54e None None] Provisioning complete for port 9bae85c2-e025-4261-9580-7da5cecba3f0 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:20.037217 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e504d3d4-5af4-4241-ba15-e793625fc54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:20.061187 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbeda8f-c9dd-48aa-a8fc-1b29dd2c0d97 req-d8df1916-53b2-43bd-bd42-d60ba9f3e896 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:20.075896 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4bbeda8f-c9dd-48aa-a8fc-1b29dd2c0d97 req-d8df1916-53b2-43bd-bd42-d60ba9f3e896 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 932 time: 0.2872133 Feb 10 12:02:20.127858 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-e504d3d4-5af4-4241-ba15-e793625fc54e None None] Port 9bae85c2-e025-4261-9580-7da5cecba3f0 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:02:20.186361 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-4bbeda8f-c9dd-48aa-a8fc-1b29dd2c0d97 req-58c68daf-b3c7-4a3a-8d4c-58990aefbba5 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Synchronizing usage tracker for tenant:1c6c60a152d24c17a7872cc879239e00 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:02:20.229492 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-4bbeda8f-c9dd-48aa-a8fc-1b29dd2c0d97 req-58c68daf-b3c7-4a3a-8d4c-58990aefbba5 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Unset dirty status for tenant:1c6c60a152d24c17a7872cc879239e00 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:02:20.232368 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4bbeda8f-c9dd-48aa-a8fc-1b29dd2c0d97 req-58c68daf-b3c7-4a3a-8d4c-58990aefbba5 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521330 Feb 10 12:02:20.787570 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bae85c2-e025-4261-9580-7da5cecba3f0 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:02:20.801813 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:20.828665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Transition to ACTIVE for port object 9bae85c2-e025-4261-9580-7da5cecba3f0 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:02:20.836480 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:21.169064 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Pushing event updated for resources: {'Port': ['ID=9bae85c2-e025-4261-9580-7da5cecba3f0,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:21.518878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Attempting to bind port 9bae85c2-e025-4261-9580-7da5cecba3f0 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:02:21.519579 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Attempting to bind port 9bae85c2-e025-4261-9580-7da5cecba3f0 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '1ea2701b-c0e9-455a-b5ae-55483adafe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:02:21.520185 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Attempting to bind port 9bae85c2-e025-4261-9580-7da5cecba3f0 on network 5b783c5a-cc81-4ff6-a664-1e10051f932f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:02:21.532876 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Port 9bae85c2-e025-4261-9580-7da5cecba3f0 on network 5b783c5a-cc81-4ff6-a664-1e10051f932f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:02:21.533240 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Attempting to bind port 9bae85c2-e025-4261-9580-7da5cecba3f0 on network 5b783c5a-cc81-4ff6-a664-1e10051f932f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:02:21.542231 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:02:21.542881 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Checking segment: {'id': '1ea2701b-c0e9-455a-b5ae-55483adafe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:02:21.543060 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Bound using segment: {'id': '1ea2701b-c0e9-455a-b5ae-55483adafe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:02:21.543454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Bound port: 9bae85c2-e025-4261-9580-7da5cecba3f0, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea2701b-c0e9-455a-b5ae-55483adafe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:02:21.543842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:21.629118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a03a0-a944-4d33-bd12-9212f21b84c1 req-9ad5f333-2762-4d03-b171-afd3b7c01455 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:21.632205 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff0a03a0-a944-4d33-bd12-9212f21b84c1 req-9ad5f333-2762-4d03-b171-afd3b7c01455 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 944 time: 0.2038095 Feb 10 12:02:21.697388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] For port 9bae85c2-e025-4261-9580-7da5cecba3f0, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:02:21.701683 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] For port 9bae85c2-e025-4261-9580-7da5cecba3f0, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=9bae85c2-e025-4261-9580-7da5cecba3f0,segment=NetworkSegment(1ea2701b-c0e9-455a-b5ae-55483adafe3b),segment_id=1ea2701b-c0e9-455a-b5ae-55483adafe3b)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:02:21.708707 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:21.748523 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff0a03a0-a944-4d33-bd12-9212f21b84c1 req-ff643382-ba54-4ec5-a682-e05fd0806fa6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082973 Feb 10 12:02:21.811005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Pushing event updated for resources: {'Port': ['ID=9bae85c2-e025-4261-9580-7da5cecba3f0,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:21.818542 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:21.819963 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-538a6988-5336-4ad3-98b3-bd0ccc934272 service neutron] 10.222.0.73 "PUT /v2.0/ports/9bae85c2-e025-4261-9580-7da5cecba3f0 HTTP/1.1" status: 200 len: 1094 time: 2.1523275 Feb 10 12:02:21.820476 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'tag': '9bae85c2-e025-4261-9580-7da5cecba3f0'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:02:21.985017 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'tag': '9bae85c2-e025-4261-9580-7da5cecba3f0', 'status': 'completed', 'code': 200} Feb 10 12:02:22.168895 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-ed48553e-14a9-42e5-84e7-974f4d0fd60f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c6c60a152d24c17a7872cc879239e00&device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 1097 time: 0.1061811 Feb 10 12:02:23.195275 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6f008-1829-4641-bd9a-9f9681279f8b req-a4d50bae-e122-4e92-b241-e60eb0463ea7 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:23.195275 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a8c6f008-1829-4641-bd9a-9f9681279f8b req-a4d50bae-e122-4e92-b241-e60eb0463ea7 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 944 time: 0.2090409 Feb 10 12:02:23.286664 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a8c6f008-1829-4641-bd9a-9f9681279f8b req-e26ba83a-83a3-4d22-8de3-3268614b077e tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900004 Feb 10 12:02:23.924924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Sync routers for ids ['6256cddc-e980-4a31-bbc3-2a180795984a'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:02:23.958570 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Routers {'6256cddc-e980-4a31-bbc3-2a180795984a'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:02:23.959735 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:01:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6256cddc-e980-4a31-bbc3-2a180795984a'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:24.337564 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Set router 6256cddc-e980-4a31-bbc3-2a180795984a gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:02:24.710262 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56b04c-4b22-4860-918b-64502eff57be req-938e2074-ea98-4637-a4d7-9295142b43da tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:24.724644 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-da56b04c-4b22-4860-918b-64502eff57be req-938e2074-ea98-4637-a4d7-9295142b43da tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 944 time: 0.1956992 Feb 10 12:02:24.829070 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-da56b04c-4b22-4860-918b-64502eff57be req-41fc3828-e1b6-4527-8956-4035acccf3b3 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000688 Feb 10 12:02:25.054467 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'name': 'tempest-TestMinimumBasicScenario-47263600-router', 'tenant_id': '26103c5e6a4540c5982e21c06427f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '22f4d285-d430-4b11-99bb-a94e72224446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:56Z', 'updated_at': '2022-02-10T12:02:00Z', 'revision_number': 4, 'project_id': '26103c5e6a4540c5982e21c06427f303', 'gw_port': {'id': '22f4d285-d430-4b11-99bb-a94e72224446', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:56Z', 'updated_at': '2022-02-10T12:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '3c3cbb24-145d-4579-a1b7-e2684609d78a', 'name': '', 'network_id': '5f1e7a06-aa7d-41c3-8123-192453c75bec', 'tenant_id': '26103c5e6a4540c5982e21c06427f303', 'mac_address': 'fa:16:3e:aa:af:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b27466-e850-432f-b028-98e5e5f710b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:59Z', 'updated_at': '2022-02-10T12:02:00Z', 'revision_number': 2, 'project_id': '26103c5e6a4540c5982e21c06427f303', 'subnets': [{'id': 'd6b27466-e850-432f-b028-98e5e5f710b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:25.062020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Checking router: 6256cddc-e980-4a31-bbc3-2a180795984a for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:02:25.063151 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Updating router 6256cddc-e980-4a31-bbc3-2a180795984a port 3c3cbb24-145d-4579-a1b7-e2684609d78a binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:02:25.187973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:25.855753 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:25.881828 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Transition to ACTIVE for port object 3c3cbb24-145d-4579-a1b7-e2684609d78a will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:02:25.922929 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:26.303169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b237512-79a8-44ca-b00b-f31ba6d78e84 None None] Pushing event updated for resources: {'Port': ['ID=3c3cbb24-145d-4579-a1b7-e2684609d78a,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:26.447889 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Attempting to bind port 3c3cbb24-145d-4579-a1b7-e2684609d78a on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:02:26.448591 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Attempting to bind port 3c3cbb24-145d-4579-a1b7-e2684609d78a by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '4078d640-2f8a-4a97-8f64-f1fcd9466a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5f1e7a06-aa7d-41c3-8123-192453c75bec'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:02:26.449979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Attempting to bind port 3c3cbb24-145d-4579-a1b7-e2684609d78a on network 5f1e7a06-aa7d-41c3-8123-192453c75bec {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:02:26.471129 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:02:26.472854 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Checking segment: {'id': '4078d640-2f8a-4a97-8f64-f1fcd9466a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5f1e7a06-aa7d-41c3-8123-192453c75bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:02:26.474362 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:26.475744 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Bound using segment: {'id': '4078d640-2f8a-4a97-8f64-f1fcd9466a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5f1e7a06-aa7d-41c3-8123-192453c75bec'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:02:26.480303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Bound port: 3c3cbb24-145d-4579-a1b7-e2684609d78a, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4078d640-2f8a-4a97-8f64-f1fcd9466a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5f1e7a06-aa7d-41c3-8123-192453c75bec'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:02:26.482463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:26.509445 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66c6b7-d456-4ccd-af91-da49c2c221a6 req-7ae5d120-06e5-4afe-bfa1-7bdee66218bb tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:26.530092 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-de66c6b7-d456-4ccd-af91-da49c2c221a6 req-7ae5d120-06e5-4afe-bfa1-7bdee66218bb tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 944 time: 0.3299501 Feb 10 12:02:26.595471 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-de66c6b7-d456-4ccd-af91-da49c2c221a6 req-80cf2fd3-79c6-4acd-871e-9a85ea742600 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619805 Feb 10 12:02:26.710245 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fc92b4d9-5c35-43aa-9534-40b03ecdcda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:26.778155 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] For port 3c3cbb24-145d-4579-a1b7-e2684609d78a, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:02:26.782797 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] For port 3c3cbb24-145d-4579-a1b7-e2684609d78a, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=3c3cbb24-145d-4579-a1b7-e2684609d78a,segment=NetworkSegment(4078d640-2f8a-4a97-8f64-f1fcd9466a2d),segment_id=4078d640-2f8a-4a97-8f64-f1fcd9466a2d)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:02:26.789975 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:26.797824 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-d4ecc829-0465-49c4-be25-51a756945820 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bae85c2-e025-4261-9580-7da5cecba3f0 HTTP/1.1" status: 200 len: 217 time: 0.1535776 Feb 10 12:02:26.911483 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b237512-79a8-44ca-b00b-f31ba6d78e84 None None] Pushing event updated for resources: {'Port': ['ID=3c3cbb24-145d-4579-a1b7-e2684609d78a,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:26.919251 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Routers {'6256cddc-e980-4a31-bbc3-2a180795984a'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:02:26.920250 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:01:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6256cddc-e980-4a31-bbc3-2a180795984a'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:27.042042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-a093a2f9-44da-4172-b8ae-43cd8d8fcf37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:27.044541 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-a093a2f9-44da-4172-b8ae-43cd8d8fcf37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da8b9972-39d5-461e-a1b9-8c3256e8a198 HTTP/1.1" status: 200 len: 853 time: 0.1147540 Feb 10 12:02:27.168227 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] Set router 6256cddc-e980-4a31-bbc3-2a180795984a gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:02:27.285692 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-dfb3ea1d-2843-4743-bcd6-9bd587b95f78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b783c5a-cc81-4ff6-a664-1e10051f932f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1196094 Feb 10 12:02:27.465552 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-98a85d44-d83d-4728-8372-43ddeced6ff1 service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690226 Feb 10 12:02:27.567563 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'name': 'tempest-TestMinimumBasicScenario-47263600-router', 'tenant_id': '26103c5e6a4540c5982e21c06427f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '22f4d285-d430-4b11-99bb-a94e72224446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:56Z', 'updated_at': '2022-02-10T12:02:00Z', 'revision_number': 4, 'project_id': '26103c5e6a4540c5982e21c06427f303', 'gw_port': {'id': '22f4d285-d430-4b11-99bb-a94e72224446', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:56Z', 'updated_at': '2022-02-10T12:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '3c3cbb24-145d-4579-a1b7-e2684609d78a', 'name': '', 'network_id': '5f1e7a06-aa7d-41c3-8123-192453c75bec', 'tenant_id': '26103c5e6a4540c5982e21c06427f303', 'mac_address': 'fa:16:3e:aa:af:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b27466-e850-432f-b028-98e5e5f710b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:59Z', 'updated_at': '2022-02-10T12:02:26Z', 'revision_number': 4, 'project_id': '26103c5e6a4540c5982e21c06427f303', 'subnets': [{'id': 'd6b27466-e850-432f-b028-98e5e5f710b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:27.572671 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8702f463-e4dc-425f-8556-9bff9e45761a None None] The sync data for ids ['6256cddc-e980-4a31-bbc3-2a180795984a'] in dv-neutron-828497-1-hyperv is: [{'id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'name': 'tempest-TestMinimumBasicScenario-47263600-router', 'tenant_id': '26103c5e6a4540c5982e21c06427f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '22f4d285-d430-4b11-99bb-a94e72224446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:56Z', 'updated_at': '2022-02-10T12:02:00Z', 'revision_number': 4, 'project_id': '26103c5e6a4540c5982e21c06427f303', 'gw_port': {'id': '22f4d285-d430-4b11-99bb-a94e72224446', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:56Z', 'updated_at': '2022-02-10T12:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '3c3cbb24-145d-4579-a1b7-e2684609d78a', 'name': '', 'network_id': '5f1e7a06-aa7d-41c3-8123-192453c75bec', 'tenant_id': '26103c5e6a4540c5982e21c06427f303', 'mac_address': 'fa:16:3e:aa:af:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b27466-e850-432f-b028-98e5e5f710b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:59Z', 'updated_at': '2022-02-10T12:02:26Z', 'revision_number': 4, 'project_id': '26103c5e6a4540c5982e21c06427f303', 'subnets': [{'id': 'd6b27466-e850-432f-b028-98e5e5f710b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:02:27.625369 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d4077a48-59b4-47a1-a23b-20966a815e74 req-45e08ae6-1fb6-42ad-aa1b-30b096cdb694 service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535261 Feb 10 12:02:27.842569 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af63ae5c-0519-4118-9064-4814809afa53 req-19c48242-8e3e-4cf2-ad6a-4ad4470b2dc8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c6c60a152d24c17a7872cc879239e00&device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 1097 time: 0.1315813 Feb 10 12:02:27.907315 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57847d65-a65a-47d0-9bc6-2ca6d69fb715 req-b4309800-fa52-4a65-a90b-97f9853e3a06 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:27.908907 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-57847d65-a65a-47d0-9bc6-2ca6d69fb715 req-b4309800-fa52-4a65-a90b-97f9853e3a06 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 944 time: 0.1100738 Feb 10 12:02:27.987059 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-57847d65-a65a-47d0-9bc6-2ca6d69fb715 req-9b0e26de-d544-46a2-9208-86e6df3c7d59 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640833 Feb 10 12:02:28.036709 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63ae5c-0519-4118-9064-4814809afa53 req-de742891-cd23-4d7a-ab6b-c0399c6c2c92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:28.038244 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af63ae5c-0519-4118-9064-4814809afa53 req-de742891-cd23-4d7a-ab6b-c0399c6c2c92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b783c5a-cc81-4ff6-a664-1e10051f932f HTTP/1.1" status: 200 len: 915 time: 0.1893687 Feb 10 12:02:28.120319 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af63ae5c-0519-4118-9064-4814809afa53 req-14bfe391-5885-43c3-b75f-bf3be678309d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bae85c2-e025-4261-9580-7da5cecba3f0 HTTP/1.1" status: 200 len: 217 time: 0.0742805 Feb 10 12:02:28.199445 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63ae5c-0519-4118-9064-4814809afa53 req-92a63cdc-dc9a-4afe-8df1-2346c94e685b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:28.201893 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af63ae5c-0519-4118-9064-4814809afa53 req-92a63cdc-dc9a-4afe-8df1-2346c94e685b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da8b9972-39d5-461e-a1b9-8c3256e8a198 HTTP/1.1" status: 200 len: 853 time: 0.0746648 Feb 10 12:02:28.291285 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af63ae5c-0519-4118-9064-4814809afa53 req-1c206764-738d-47c9-a230-bec8d78d2848 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b783c5a-cc81-4ff6-a664-1e10051f932f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826521 Feb 10 12:02:28.447968 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af63ae5c-0519-4118-9064-4814809afa53 req-21573c9e-4e28-4ca5-915c-d05c76a25067 service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501262 Feb 10 12:02:28.607757 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af63ae5c-0519-4118-9064-4814809afa53 req-568c3616-06c2-4014-8699-73212d30cebe service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529350 Feb 10 12:02:28.845233 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c1e97aab-5968-4aeb-a52b-dadb0b9b5215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.198588 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce916b-96eb-461f-913c-cea1773f85c1 req-c16f3085-bad9-4180-8418-7c5c4d2e23da tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:29.200073 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-acce916b-96eb-461f-913c-cea1773f85c1 req-c16f3085-bad9-4180-8418-7c5c4d2e23da tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 944 time: 0.0821483 Feb 10 12:02:29.256203 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-acce916b-96eb-461f-913c-cea1773f85c1 req-8f58f53d-5b8e-4d6d-a942-9e389dc6f392 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501487 Feb 10 12:02:29.540857 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3c3cbb24-145d-4579-a1b7-e2684609d78a up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:02:29.616045 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 3c3cbb24-145d-4579-a1b7-e2684609d78a completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:02:29.622300 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 3c3cbb24-145d-4579-a1b7-e2684609d78a triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:29.622924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.748192 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.784766 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 3c3cbb24-145d-4579-a1b7-e2684609d78a, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=3c3cbb24-145d-4579-a1b7-e2684609d78a,segment=NetworkSegment(4078d640-2f8a-4a97-8f64-f1fcd9466a2d),segment_id=4078d640-2f8a-4a97-8f64-f1fcd9466a2d)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:29.789731 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.860975 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=3c3cbb24-145d-4579-a1b7-e2684609d78a,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:29.903585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.960336 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 9bae85c2-e025-4261-9580-7da5cecba3f0 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:02:30.178648 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 9bae85c2-e025-4261-9580-7da5cecba3f0, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=9bae85c2-e025-4261-9580-7da5cecba3f0,segment=NetworkSegment(1ea2701b-c0e9-455a-b5ae-55483adafe3b),segment_id=1ea2701b-c0e9-455a-b5ae-55483adafe3b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:30.208353 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '9bae85c2-e025-4261-9580-7da5cecba3f0', 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f', 'port_id': '9bae85c2-e025-4261-9580-7da5cecba3f0', 'mac_address': 'fa:16:3e:49:06:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:02:30.240748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:30.276403 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:30.305660 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bae85c2-e025-4261-9580-7da5cecba3f0 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:02:30.333299 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 9bae85c2-e025-4261-9580-7da5cecba3f0, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=9bae85c2-e025-4261-9580-7da5cecba3f0,segment=NetworkSegment(1ea2701b-c0e9-455a-b5ae-55483adafe3b),segment_id=1ea2701b-c0e9-455a-b5ae-55483adafe3b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:30.340901 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:30.459057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=9bae85c2-e025-4261-9580-7da5cecba3f0,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:30.490782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b011699-b261-4d17-a895-322ac6780692 req-97cf2d34-5988-4f3d-9958-616347f75b4a tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:30.492440 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9b011699-b261-4d17-a895-322ac6780692 req-97cf2d34-5988-4f3d-9958-616347f75b4a tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 945 time: 0.0886416 Feb 10 12:02:30.544801 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9b011699-b261-4d17-a895-322ac6780692 req-d0af8b6e-a162-451b-b36e-34fd715eca2f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456238 Feb 10 12:02:30.554374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['9bae85c2-e025-4261-9580-7da5cecba3f0'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:02:31.535274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3c3cbb24-145d-4579-a1b7-e2684609d78a up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:02:31.622049 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 3c3cbb24-145d-4579-a1b7-e2684609d78a triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:31.622904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:31.677333 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:31.870663 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c6879-0180-4622-9207-ab42e6e88491 req-50d999df-7f9f-44bb-a9f5-02226171d055 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:31.872207 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-028c6879-0180-4622-9207-ab42e6e88491 req-50d999df-7f9f-44bb-a9f5-02226171d055 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 945 time: 0.0918605 Feb 10 12:02:31.923409 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-028c6879-0180-4622-9207-ab42e6e88491 req-3d38bbae-7a5c-49b7-9788-42a1a359af33 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448434 Feb 10 12:02:31.970190 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 9bae85c2-e025-4261-9580-7da5cecba3f0 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:02:32.093806 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 9bae85c2-e025-4261-9580-7da5cecba3f0 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:02:32.099745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 9bae85c2-e025-4261-9580-7da5cecba3f0 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:32.100213 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:32.233293 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:32.269342 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bae85c2-e025-4261-9580-7da5cecba3f0'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:02:32.282613 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 9bae85c2-e025-4261-9580-7da5cecba3f0, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=9bae85c2-e025-4261-9580-7da5cecba3f0,segment=NetworkSegment(1ea2701b-c0e9-455a-b5ae-55483adafe3b),segment_id=1ea2701b-c0e9-455a-b5ae-55483adafe3b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:32.288327 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:32.375678 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=9bae85c2-e025-4261-9580-7da5cecba3f0,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:32.383971 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bae85c2-e025-4261-9580-7da5cecba3f0', 'code': 200} Feb 10 12:02:32.642442 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ffd70201-0539-4faf-b5ec-61d47ee9a5ff req-618a4f58-633a-455b-852c-ddf51b0fea19 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 1099 time: 0.0782454 Feb 10 12:02:32.695162 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ffd70201-0539-4faf-b5ec-61d47ee9a5ff req-7242336c-52e5-4d24-bda5-cc52cba1bae6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467780 Feb 10 12:02:33.139789 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2203da1-ec4f-47bb-b3e8-455aee56a112 req-b067310f-afe0-4b6c-b5b1-5efe8eec3f2a tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:33.141339 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2203da1-ec4f-47bb-b3e8-455aee56a112 req-b067310f-afe0-4b6c-b5b1-5efe8eec3f2a tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 946 time: 0.0844164 Feb 10 12:02:33.197858 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2203da1-ec4f-47bb-b3e8-455aee56a112 req-eb8bd2f6-0858-4fdf-bd19-e2966de32977 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447688 Feb 10 12:02:34.417120 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fe625-5b0a-459c-8070-489bd9ad1641 req-d2be998c-adbd-42b0-909d-7370f8e6dc23 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:34.418734 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d1fe625-5b0a-459c-8070-489bd9ad1641 req-d2be998c-adbd-42b0-909d-7370f8e6dc23 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 946 time: 0.0884502 Feb 10 12:02:34.470197 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d1fe625-5b0a-459c-8070-489bd9ad1641 req-cf5be482-42a3-4f80-a704-7a3784c02fdf tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453038 Feb 10 12:02:34.768021 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c411f8-7492-4e77-81d4-e251a29e1130 req-5179c192-f225-485d-b78f-b0c873688d70 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:34.769633 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-56c411f8-7492-4e77-81d4-e251a29e1130 req-5179c192-f225-485d-b78f-b0c873688d70 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 946 time: 0.0930159 Feb 10 12:02:34.824783 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-56c411f8-7492-4e77-81d4-e251a29e1130 req-4c5fcccc-7696-4b54-9398-0e99d398c0f2 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481641 Feb 10 12:02:35.455047 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a74c0e-ba7b-419e-b4ad-9ea7b4c3456c req-5fa570ad-a773-4cf3-aab8-6d08dddcccbb tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:35.456885 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-10a74c0e-ba7b-419e-b4ad-9ea7b4c3456c req-5fa570ad-a773-4cf3-aab8-6d08dddcccbb tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 946 time: 0.1835530 Feb 10 12:02:35.511620 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-10a74c0e-ba7b-419e-b4ad-9ea7b4c3456c req-553096fa-345f-4c1d-bc1e-920805ec2deb tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473473 Feb 10 12:02:36.390855 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:02:37.369828 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f9d9d687-80b4-4fea-8e77-914cf22325aa req-220f14dc-81e9-4242-9867-5d8f7c701e70 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1878424 Feb 10 12:02:37.536246 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f9d9d687-80b4-4fea-8e77-914cf22325aa req-e3a836c6-7196-4eb9-91e4-f383a336ff1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c6c60a152d24c17a7872cc879239e00&device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 1099 time: 0.0922530 Feb 10 12:02:37.703104 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9d687-80b4-4fea-8e77-914cf22325aa req-c034ad4d-826b-49f1-8507-cf8a8bb1bd86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:37.704691 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f9d9d687-80b4-4fea-8e77-914cf22325aa req-c034ad4d-826b-49f1-8507-cf8a8bb1bd86 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b783c5a-cc81-4ff6-a664-1e10051f932f HTTP/1.1" status: 200 len: 915 time: 0.1474073 Feb 10 12:02:37.780523 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f9d9d687-80b4-4fea-8e77-914cf22325aa req-464800f6-40ed-48e9-b2d6-5426c7b7d42e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bae85c2-e025-4261-9580-7da5cecba3f0 HTTP/1.1" status: 200 len: 217 time: 0.0695465 Feb 10 12:02:37.856638 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9d687-80b4-4fea-8e77-914cf22325aa req-804996ac-7c3e-4112-bab4-80aad5f45c7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:37.858498 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f9d9d687-80b4-4fea-8e77-914cf22325aa req-804996ac-7c3e-4112-bab4-80aad5f45c7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da8b9972-39d5-461e-a1b9-8c3256e8a198 HTTP/1.1" status: 200 len: 853 time: 0.0714209 Feb 10 12:02:37.970071 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f9d9d687-80b4-4fea-8e77-914cf22325aa req-49b081cf-0332-452f-bd9f-cc11bd1c1cc9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b783c5a-cc81-4ff6-a664-1e10051f932f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1000755 Feb 10 12:02:38.205579 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f9d9d687-80b4-4fea-8e77-914cf22325aa req-48c0869a-fd60-4816-938f-60eea540c89d service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280953 Feb 10 12:02:38.410811 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f9d9d687-80b4-4fea-8e77-914cf22325aa req-1f2d1188-61db-4f6a-a781-06a317331e5c service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996140 Feb 10 12:02:38.455585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:46.617749 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7652ee-f10b-48d8-9c2c-f1ec2697f901 req-77af8302-2387-4857-a14a-4a37355b6731 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:46.619526 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bf7652ee-f10b-48d8-9c2c-f1ec2697f901 req-77af8302-2387-4857-a14a-4a37355b6731 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 946 time: 0.0861485 Feb 10 12:02:46.670313 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bf7652ee-f10b-48d8-9c2c-f1ec2697f901 req-a71da7fa-a6bf-44f7-a1cf-84cbb2659716 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443890 Feb 10 12:02:46.701547 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46062) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:46.896333 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4ace44ba-5163-496a-9508-37ca31e280ca tempest-TestMinimumBasicScenario-637332249 tempest-TestMinimumBasicScenario-637332249-project-admin] Synchronizing usage tracker for tenant:26103c5e6a4540c5982e21c06427f303 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:02:46.927541 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4ace44ba-5163-496a-9508-37ca31e280ca tempest-TestMinimumBasicScenario-637332249 tempest-TestMinimumBasicScenario-637332249-project-admin] Unset dirty status for tenant:26103c5e6a4540c5982e21c06427f303 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:02:46.928794 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4ace44ba-5163-496a-9508-37ca31e280ca tempest-TestMinimumBasicScenario-637332249 tempest-TestMinimumBasicScenario-637332249-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 1094 time: 0.2260211 Feb 10 12:02:46.933200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46068) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:46.939489 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': '9bae85c2-e025-4261-9580-7da5cecba3f0', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:46.946490 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:46.951528 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Usage tracker for resource:floatingip and tenant:1c6c60a152d24c17a7872cc879239e00 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:46.954829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:46.961907 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:46.977591 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:47.142483 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:47.308679 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Allocated IP 172.26.4.253 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/fcc4224b-c32e-4fb0-9224-fa8571ede994) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:02:47.499781 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:47.532913 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:47.625486 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:02:47.628642 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:02:47.633956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:02:47.663367 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Pushing event updated for resources: {'Port': ['ID=fcc4224b-c32e-4fb0-9224-fa8571ede994,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:47.687041 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:47.687388 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:47.687730 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:47.688062 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:47.688387 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:47.688711 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:47.689051 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:47.689402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:47.689725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:47.690041 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:47.690362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:48.207962 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:48.269037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:48.500648 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:48.506255 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:48.727810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Pushing event updated for resources: {'Port': ['ID=fcc4224b-c32e-4fb0-9224-fa8571ede994,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:48.752376 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:49.120449 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Floating IP 1561b472-fc9c-48a3-91c6-1677ee738432 associated. External IP: 172.26.4.253, port: 9bae85c2-e025-4261-9580-7da5cecba3f0. Feb 10 12:02:49.649284 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Router de45f60b-1e40-439f-839a-f269f3714a35 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:02:49.884888 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:02:49.902824 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a406538b-29e3-4d87-b434-8580b9a25dd5 None None] Sync routers for ids ['de45f60b-1e40-439f-839a-f269f3714a35'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:02:49.923933 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a406538b-29e3-4d87-b434-8580b9a25dd5 None None] Routers {'de45f60b-1e40-439f-839a-f269f3714a35'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:02:49.925010 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a406538b-29e3-4d87-b434-8580b9a25dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:02:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['de45f60b-1e40-439f-839a-f269f3714a35'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:49.930646 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:49.995000 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-694ca06f-3e40-4f15-ab54-efb142f4693f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0605521 Feb 10 12:02:49.995569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'tag': '9bae85c2-e025-4261-9580-7da5cecba3f0'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:02:49.999315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46074) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:50.007179 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ac2ac2e8-09b7-44cd-94a6-3a11f48aeb15 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1582272208', 'description': 'tempest-secgroup-smoke-1582272208 description', 'project_id': '1c6c60a152d24c17a7872cc879239e00'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:50.016014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ac2ac2e8-09b7-44cd-94a6-3a11f48aeb15 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:50.036066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ac2ac2e8-09b7-44cd-94a6-3a11f48aeb15 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:50.067201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac2ac2e8-09b7-44cd-94a6-3a11f48aeb15 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:50.130275 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ac2ac2e8-09b7-44cd-94a6-3a11f48aeb15 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:50.137837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ac2ac2e8-09b7-44cd-94a6-3a11f48aeb15 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Usage tracker for resource:security_group_rule and tenant:1c6c60a152d24c17a7872cc879239e00 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:50.140877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ac2ac2e8-09b7-44cd-94a6-3a11f48aeb15 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:50.151786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ac2ac2e8-09b7-44cd-94a6-3a11f48aeb15 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:50.254450 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac2ac2e8-09b7-44cd-94a6-3a11f48aeb15 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:50.276063 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac2ac2e8-09b7-44cd-94a6-3a11f48aeb15 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:50.287039 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-a406538b-29e3-4d87-b434-8580b9a25dd5 None None] Set router de45f60b-1e40-439f-839a-f269f3714a35 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:02:50.317805 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'tag': '9bae85c2-e025-4261-9580-7da5cecba3f0', 'status': 'completed', 'code': 200} Feb 10 12:02:50.345412 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac2ac2e8-09b7-44cd-94a6-3a11f48aeb15 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:50.348259 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46082) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:50.348440 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ac2ac2e8-09b7-44cd-94a6-3a11f48aeb15 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3442550 Feb 10 12:02:50.354074 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3bbfccbf-e6f0-4a34-9e69-08de21fd56c9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Request body: {'security_group_rule': {'security_group_id': '5ecd837c-42d5-49ba-b1ae-87800b206eb0', 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:50.363236 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3bbfccbf-e6f0-4a34-9e69-08de21fd56c9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:50.366217 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3bbfccbf-e6f0-4a34-9e69-08de21fd56c9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Usage tracker for resource:security_group_rule and tenant:1c6c60a152d24c17a7872cc879239e00 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:50.369936 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3bbfccbf-e6f0-4a34-9e69-08de21fd56c9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:50.378416 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3bbfccbf-e6f0-4a34-9e69-08de21fd56c9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:50.400724 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bbfccbf-e6f0-4a34-9e69-08de21fd56c9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:50.453079 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ac2e8-09b7-44cd-94a6-3a11f48aeb15 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecd837c-42d5-49ba-b1ae-87800b206eb0,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:50.483383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bbfccbf-e6f0-4a34-9e69-08de21fd56c9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:50.488912 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bbfccbf-e6f0-4a34-9e69-08de21fd56c9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:50.510778 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d1d16c36-539f-4641-973f-98417acc0db4 req-3e3c4d70-7625-4bdb-9013-3f30c3660eb1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c6c60a152d24c17a7872cc879239e00&device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 1099 time: 0.1624174 Feb 10 12:02:50.518218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfccbf-e6f0-4a34-9e69-08de21fd56c9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb75270-10a0-47f4-9949-502fa5259df4,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:50.531454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bbfccbf-e6f0-4a34-9e69-08de21fd56c9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:50.532683 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3bbfccbf-e6f0-4a34-9e69-08de21fd56c9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1839182 Feb 10 12:02:50.537416 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46086) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:50.543629 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c5586ce0-16ae-440e-acf5-132ed6cbe8c2 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Request body: {'security_group_rule': {'security_group_id': '5ecd837c-42d5-49ba-b1ae-87800b206eb0', 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:50.550683 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c5586ce0-16ae-440e-acf5-132ed6cbe8c2 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:50.556118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c5586ce0-16ae-440e-acf5-132ed6cbe8c2 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Usage tracker for resource:security_group_rule and tenant:1c6c60a152d24c17a7872cc879239e00 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:50.560019 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c5586ce0-16ae-440e-acf5-132ed6cbe8c2 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:50.566861 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c5586ce0-16ae-440e-acf5-132ed6cbe8c2 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:50.595059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c5586ce0-16ae-440e-acf5-132ed6cbe8c2 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:50.701605 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c5586ce0-16ae-440e-acf5-132ed6cbe8c2 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:50.707297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c5586ce0-16ae-440e-acf5-132ed6cbe8c2 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:50.737639 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d16c36-539f-4641-973f-98417acc0db4 req-0ce1b805-9674-45f5-b449-742103474e50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:50.740377 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d1d16c36-539f-4641-973f-98417acc0db4 req-0ce1b805-9674-45f5-b449-742103474e50 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b783c5a-cc81-4ff6-a664-1e10051f932f HTTP/1.1" status: 200 len: 915 time: 0.2220132 Feb 10 12:02:50.743901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5586ce0-16ae-440e-acf5-132ed6cbe8c2 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4432a5eb-7ee0-4ba6-adb9-cd8c0441eb0b,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:50.781773 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c5586ce0-16ae-440e-acf5-132ed6cbe8c2 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:50.781773 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c5586ce0-16ae-440e-acf5-132ed6cbe8c2 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2334113 Feb 10 12:02:50.781773 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46090) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:50.795258 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4110cec6-12e8-4879-933f-00ab1f2e1d8f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Request body: {'security_group_rule': {'security_group_id': '5ecd837c-42d5-49ba-b1ae-87800b206eb0', 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:50.807782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4110cec6-12e8-4879-933f-00ab1f2e1d8f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:50.819599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4110cec6-12e8-4879-933f-00ab1f2e1d8f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Usage tracker for resource:security_group_rule and tenant:1c6c60a152d24c17a7872cc879239e00 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:50.819599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4110cec6-12e8-4879-933f-00ab1f2e1d8f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:50.835063 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4110cec6-12e8-4879-933f-00ab1f2e1d8f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:50.878748 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4110cec6-12e8-4879-933f-00ab1f2e1d8f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:50.949632 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d1d16c36-539f-4641-973f-98417acc0db4 req-22e73d4d-539d-4cfb-9ed7-a1b17379a020 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bae85c2-e025-4261-9580-7da5cecba3f0 HTTP/1.1" status: 200 len: 1000 time: 0.2009337 Feb 10 12:02:50.993741 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a406538b-29e3-4d87-b434-8580b9a25dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'name': 'tempest-TestMinimumBasicScenario-221925360-router', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:52Z', 'revision_number': 4, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'gw_port': {'id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '1561b472-fc9c-48a3-91c6-1677ee738432', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'floating_ip_address': '172.26.4.253', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'port_id': '9bae85c2-e025-4261-9580-7da5cecba3f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f', 'mac_address': 'fa:16:3e:49:06:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:02:48Z', 'updated_at': '2022-02-10T12:02:48Z', 'revision_number': 0, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89498c67-bc5d-45f3-abfe-0fd22c103103', 'name': '', 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'mac_address': 'fa:16:3e:bc:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:51Z', 'updated_at': '2022-02-10T12:02:02Z', 'revision_number': 5, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'subnets': [{'id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:50.999193 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a406538b-29e3-4d87-b434-8580b9a25dd5 None None] Checking router: de45f60b-1e40-439f-839a-f269f3714a35 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:02:51.013005 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a406538b-29e3-4d87-b434-8580b9a25dd5 None None] Routers {'de45f60b-1e40-439f-839a-f269f3714a35'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:02:51.013738 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a406538b-29e3-4d87-b434-8580b9a25dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:02:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['de45f60b-1e40-439f-839a-f269f3714a35'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:51.021026 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4110cec6-12e8-4879-933f-00ab1f2e1d8f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:51.027328 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4110cec6-12e8-4879-933f-00ab1f2e1d8f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:51.068152 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110cec6-12e8-4879-933f-00ab1f2e1d8f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81a80f6-fa8a-40bb-a7c3-d0152bda0f8f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:51.076093 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d16c36-539f-4641-973f-98417acc0db4 req-f2815257-30a2-475a-bdb5-6abf445e033e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:51.078490 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4110cec6-12e8-4879-933f-00ab1f2e1d8f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:51.080403 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d1d16c36-539f-4641-973f-98417acc0db4 req-f2815257-30a2-475a-bdb5-6abf445e033e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da8b9972-39d5-461e-a1b9-8c3256e8a198 HTTP/1.1" status: 200 len: 853 time: 0.1223445 Feb 10 12:02:51.080795 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4110cec6-12e8-4879-933f-00ab1f2e1d8f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3029802 Feb 10 12:02:51.083447 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46094) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:51.093342 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-819bb1e6-adb2-4522-91b9-75988fe0d7b1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Request body: {'security_group_rule': {'security_group_id': '5ecd837c-42d5-49ba-b1ae-87800b206eb0', 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:51.106364 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-819bb1e6-adb2-4522-91b9-75988fe0d7b1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:51.114416 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-819bb1e6-adb2-4522-91b9-75988fe0d7b1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Usage tracker for resource:security_group_rule and tenant:1c6c60a152d24c17a7872cc879239e00 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:51.122088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-819bb1e6-adb2-4522-91b9-75988fe0d7b1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:51.135386 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-819bb1e6-adb2-4522-91b9-75988fe0d7b1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:51.166280 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-819bb1e6-adb2-4522-91b9-75988fe0d7b1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:51.214885 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d1d16c36-539f-4641-973f-98417acc0db4 req-9b7b234d-58e8-4803-aa9c-1c410e7d275e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b783c5a-cc81-4ff6-a664-1e10051f932f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1281605 Feb 10 12:02:51.291547 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-819bb1e6-adb2-4522-91b9-75988fe0d7b1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:51.297542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-819bb1e6-adb2-4522-91b9-75988fe0d7b1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:51.311843 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-a406538b-29e3-4d87-b434-8580b9a25dd5 None None] Set router de45f60b-1e40-439f-839a-f269f3714a35 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:02:51.347366 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bb1e6-adb2-4522-91b9-75988fe0d7b1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6dbf33e-3af5-4f15-80bb-8ff5790eca6a,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:51.360389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-819bb1e6-adb2-4522-91b9-75988fe0d7b1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:51.365024 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-819bb1e6-adb2-4522-91b9-75988fe0d7b1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2773793 Feb 10 12:02:51.365640 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46098) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:51.374917 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-fe3456d0-4f5f-4606-8f5d-82353e868c78 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Request body: {'security_group_rule': {'security_group_id': '5ecd837c-42d5-49ba-b1ae-87800b206eb0', 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:51.385338 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fe3456d0-4f5f-4606-8f5d-82353e868c78 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:51.392387 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fe3456d0-4f5f-4606-8f5d-82353e868c78 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Usage tracker for resource:security_group_rule and tenant:1c6c60a152d24c17a7872cc879239e00 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:51.397746 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-fe3456d0-4f5f-4606-8f5d-82353e868c78 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:51.419428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-fe3456d0-4f5f-4606-8f5d-82353e868c78 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:51.448526 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d1d16c36-539f-4641-973f-98417acc0db4 req-12f394c6-3176-44c3-bed0-9e4d61ee112a service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256317 Feb 10 12:02:51.449256 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-fe3456d0-4f5f-4606-8f5d-82353e868c78 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Project 1c6c60a152d24c17a7872cc879239e00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:02:51.476793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fe3456d0-4f5f-4606-8f5d-82353e868c78 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:51.774507 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d1d16c36-539f-4641-973f-98417acc0db4 req-ee957d8d-a967-486c-bd1b-b807adc36cf2 service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190613 Feb 10 12:02:51.779402 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fe3456d0-4f5f-4606-8f5d-82353e868c78 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:51.786296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fe3456d0-4f5f-4606-8f5d-82353e868c78 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:51.803978 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a406538b-29e3-4d87-b434-8580b9a25dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'name': 'tempest-TestMinimumBasicScenario-221925360-router', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:52Z', 'revision_number': 4, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'gw_port': {'id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '1561b472-fc9c-48a3-91c6-1677ee738432', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'floating_ip_address': '172.26.4.253', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'port_id': '9bae85c2-e025-4261-9580-7da5cecba3f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f', 'mac_address': 'fa:16:3e:49:06:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:02:48Z', 'updated_at': '2022-02-10T12:02:48Z', 'revision_number': 0, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89498c67-bc5d-45f3-abfe-0fd22c103103', 'name': '', 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'mac_address': 'fa:16:3e:bc:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:51Z', 'updated_at': '2022-02-10T12:02:02Z', 'revision_number': 5, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'subnets': [{'id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:51.810375 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a406538b-29e3-4d87-b434-8580b9a25dd5 None None] The sync data for ids ['de45f60b-1e40-439f-839a-f269f3714a35'] in dv-neutron-828497-1-hyperv is: [{'id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'name': 'tempest-TestMinimumBasicScenario-221925360-router', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:52Z', 'revision_number': 4, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'gw_port': {'id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '1561b472-fc9c-48a3-91c6-1677ee738432', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'floating_ip_address': '172.26.4.253', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'port_id': '9bae85c2-e025-4261-9580-7da5cecba3f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f', 'mac_address': 'fa:16:3e:49:06:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:02:48Z', 'updated_at': '2022-02-10T12:02:48Z', 'revision_number': 0, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89498c67-bc5d-45f3-abfe-0fd22c103103', 'name': '', 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'mac_address': 'fa:16:3e:bc:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:51Z', 'updated_at': '2022-02-10T12:02:02Z', 'revision_number': 5, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'subnets': [{'id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:02:51.833264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3456d0-4f5f-4606-8f5d-82353e868c78 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a4a198-297c-486b-8172-96cc0f0fa413,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:51.849989 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fe3456d0-4f5f-4606-8f5d-82353e868c78 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:51.855868 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-fe3456d0-4f5f-4606-8f5d-82353e868c78 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4858241 Feb 10 12:02:51.855868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46102) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:51.862823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-bf6b4a55-8f8e-416c-a02f-7434ac3494ce tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Request body: {'security_group_rule': {'security_group_id': '5ecd837c-42d5-49ba-b1ae-87800b206eb0', 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:51.872267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-bf6b4a55-8f8e-416c-a02f-7434ac3494ce tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:51.878292 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-bf6b4a55-8f8e-416c-a02f-7434ac3494ce tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Usage tracker for resource:security_group_rule and tenant:1c6c60a152d24c17a7872cc879239e00 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:51.883136 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-bf6b4a55-8f8e-416c-a02f-7434ac3494ce tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:51.891992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-bf6b4a55-8f8e-416c-a02f-7434ac3494ce tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:51.908331 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-bf6b4a55-8f8e-416c-a02f-7434ac3494ce tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Project 1c6c60a152d24c17a7872cc879239e00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:02:51.919947 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4a55-8f8e-416c-a02f-7434ac3494ce tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:52.028178 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4a55-8f8e-416c-a02f-7434ac3494ce tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:52.032967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4a55-8f8e-416c-a02f-7434ac3494ce tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:52.060916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b4a55-8f8e-416c-a02f-7434ac3494ce tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8085ff2e-38ba-4afa-9a82-6c8b27f8e9e8,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:52.072865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4a55-8f8e-416c-a02f-7434ac3494ce tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:52.074173 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bf6b4a55-8f8e-416c-a02f-7434ac3494ce tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2171869 Feb 10 12:02:52.121517 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c08873-2c75-4fb9-8329-9a7f63ba7f58 None None] New status for floating IP 1561b472-fc9c-48a3-91c6-1677ee738432: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:02:52.279098 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-91cc5372-5e6a-479e-a1b0-d44a0a09079d req-15d64cc8-ef13-489a-b29e-306a3fb9bb4f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1582272208&fields=id&tenant_id=1c6c60a152d24c17a7872cc879239e00 HTTP/1.1" status: 200 len: 267 time: 0.0498621 Feb 10 12:02:52.401488 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc5372-5e6a-479e-a1b0-d44a0a09079d req-d692292f-634d-4767-abce-bb890334c972 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:52.403507 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-91cc5372-5e6a-479e-a1b0-d44a0a09079d req-d692292f-634d-4767-abce-bb890334c972 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 946 time: 0.1158109 Feb 10 12:02:52.418362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-91cc5372-5e6a-479e-a1b0-d44a0a09079d req-9a937b0c-5566-49a4-acf6-b802bd752dd4 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Request body: {'port': {'security_groups': ['99d5bad0-fee3-4842-830a-35094f55a449', '5ecd837c-42d5-49ba-b1ae-87800b206eb0']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:52.550134 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-91cc5372-5e6a-479e-a1b0-d44a0a09079d req-9a937b0c-5566-49a4-acf6-b802bd752dd4 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:52.979523 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-91cc5372-5e6a-479e-a1b0-d44a0a09079d req-9a937b0c-5566-49a4-acf6-b802bd752dd4 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] For port 9bae85c2-e025-4261-9580-7da5cecba3f0, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=9bae85c2-e025-4261-9580-7da5cecba3f0,segment=NetworkSegment(1ea2701b-c0e9-455a-b5ae-55483adafe3b),segment_id=1ea2701b-c0e9-455a-b5ae-55483adafe3b)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:53.007450 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-91cc5372-5e6a-479e-a1b0-d44a0a09079d req-9a937b0c-5566-49a4-acf6-b802bd752dd4 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:53.013361 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-91cc5372-5e6a-479e-a1b0-d44a0a09079d req-9a937b0c-5566-49a4-acf6-b802bd752dd4 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:53.025467 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['9bae85c2-e025-4261-9580-7da5cecba3f0'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:02:53.091157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc5372-5e6a-479e-a1b0-d44a0a09079d req-9a937b0c-5566-49a4-acf6-b802bd752dd4 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:53.091816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-91cc5372-5e6a-479e-a1b0-d44a0a09079d req-9a937b0c-5566-49a4-acf6-b802bd752dd4 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:53.093269 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-91cc5372-5e6a-479e-a1b0-d44a0a09079d req-9a937b0c-5566-49a4-acf6-b802bd752dd4 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "PUT /v2.0/ports/9bae85c2-e025-4261-9580-7da5cecba3f0 HTTP/1.1" status: 200 len: 982 time: 0.6801579 Feb 10 12:02:53.093945 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'tag': '9bae85c2-e025-4261-9580-7da5cecba3f0'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:02:53.144738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a937b0c-5566-49a4-acf6-b802bd752dd4 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Pushing event updated for resources: {'Port': ['ID=9bae85c2-e025-4261-9580-7da5cecba3f0,revision_number=6']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:53.182080 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'tag': '9bae85c2-e025-4261-9580-7da5cecba3f0', 'status': 'completed', 'code': 200} Feb 10 12:02:53.219931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['9bae85c2-e025-4261-9580-7da5cecba3f0'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:02:53.307214 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d90eee1c-0c34-48f5-ba0b-563d1b7c8506 req-ab5c4589-93d9-41a0-a0df-7f3a1e2d1a6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c6c60a152d24c17a7872cc879239e00&device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 1138 time: 0.1049247 Feb 10 12:02:53.408296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d63d13-066b-4566-b344-e8647a3e43db req-f406e92e-922d-499d-bbb4-8456893d85fc tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:53.409940 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-89d63d13-066b-4566-b344-e8647a3e43db req-f406e92e-922d-499d-bbb4-8456893d85fc tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 985 time: 0.1155350 Feb 10 12:02:53.463548 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-89d63d13-066b-4566-b344-e8647a3e43db req-ba2e4cad-8ab9-439e-99a7-d10d5ce172ec tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&id=5ecd837c-42d5-49ba-b1ae-87800b206eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475738 Feb 10 12:02:53.545857 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-387daa71-f0f4-43d9-8d34-5b3684759873 None None] Provisioning complete for port 9bae85c2-e025-4261-9580-7da5cecba3f0 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:53.546233 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-387daa71-f0f4-43d9-8d34-5b3684759873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:53.548475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90eee1c-0c34-48f5-ba0b-563d1b7c8506 req-e67e78a0-fec4-4aee-9b34-4c5781aa6019 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:53.550146 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d90eee1c-0c34-48f5-ba0b-563d1b7c8506 req-e67e78a0-fec4-4aee-9b34-4c5781aa6019 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b783c5a-cc81-4ff6-a664-1e10051f932f HTTP/1.1" status: 200 len: 915 time: 0.2368681 Feb 10 12:02:53.665546 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d90eee1c-0c34-48f5-ba0b-563d1b7c8506 req-2bda608f-1f85-4c43-a694-c0d078972129 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bae85c2-e025-4261-9580-7da5cecba3f0 HTTP/1.1" status: 200 len: 1002 time: 0.1074717 Feb 10 12:02:53.742768 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90eee1c-0c34-48f5-ba0b-563d1b7c8506 req-e2d2976e-384f-4c74-86c6-fcaba6b0f362 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:53.744187 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d90eee1c-0c34-48f5-ba0b-563d1b7c8506 req-e2d2976e-384f-4c74-86c6-fcaba6b0f362 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da8b9972-39d5-461e-a1b9-8c3256e8a198 HTTP/1.1" status: 200 len: 853 time: 0.0716367 Feb 10 12:02:53.839596 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d90eee1c-0c34-48f5-ba0b-563d1b7c8506 req-ce428dc3-b596-41e5-88b3-539c5d5c952b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b783c5a-cc81-4ff6-a664-1e10051f932f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883024 Feb 10 12:02:54.061150 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d90eee1c-0c34-48f5-ba0b-563d1b7c8506 req-fb434b43-95ba-4d4d-b4f4-0e0bf617579b service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138853 Feb 10 12:02:54.209757 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d90eee1c-0c34-48f5-ba0b-563d1b7c8506 req-ae5bfff3-0cf5-4b0b-aee8-7566389e76d6 service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425149 Feb 10 12:02:56.558622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e74faedf-ecbf-410f-8826-6d27a37b2918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:58.851798 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-be118e3d-a96f-4d42-bad6-dccb5a8a185a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:59.908078 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:00.208657 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:01.640551 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:07.919535 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-57c2802a-5b9f-488c-80e1-b9c3c56ae7dc req-60529c8b-5b88-4a1b-9329-7bd394e134d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c6c60a152d24c17a7872cc879239e00&device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 1138 time: 0.1426244 Feb 10 12:03:07.955063 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe6884-e5b2-48b0-a29e-f49af6393b27 req-35db9925-e14d-445b-9f09-698edc1c9305 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:07.956614 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b3fe6884-e5b2-48b0-a29e-f49af6393b27 req-35db9925-e14d-445b-9f09-698edc1c9305 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 985 time: 0.1253943 Feb 10 12:03:08.011892 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b3fe6884-e5b2-48b0-a29e-f49af6393b27 req-9f146e59-301b-4891-9ece-182098e476a2 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&id=5ecd837c-42d5-49ba-b1ae-87800b206eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478866 Feb 10 12:03:08.159815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2802a-5b9f-488c-80e1-b9c3c56ae7dc req-8cc83dc1-5ceb-466c-bc17-dc5792fb3010 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:08.161629 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-57c2802a-5b9f-488c-80e1-b9c3c56ae7dc req-8cc83dc1-5ceb-466c-bc17-dc5792fb3010 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b783c5a-cc81-4ff6-a664-1e10051f932f HTTP/1.1" status: 200 len: 915 time: 0.2356417 Feb 10 12:03:08.282971 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-57c2802a-5b9f-488c-80e1-b9c3c56ae7dc req-626b46d6-fdec-411b-9e09-ed15fc617b48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bae85c2-e025-4261-9580-7da5cecba3f0 HTTP/1.1" status: 200 len: 1002 time: 0.1127887 Feb 10 12:03:08.360929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2802a-5b9f-488c-80e1-b9c3c56ae7dc req-70a4ef59-c0fb-43fd-932f-ca3a1c5cf5bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:08.363039 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-57c2802a-5b9f-488c-80e1-b9c3c56ae7dc req-70a4ef59-c0fb-43fd-932f-ca3a1c5cf5bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da8b9972-39d5-461e-a1b9-8c3256e8a198 HTTP/1.1" status: 200 len: 853 time: 0.0729980 Feb 10 12:03:08.456281 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-57c2802a-5b9f-488c-80e1-b9c3c56ae7dc req-54ab2fa7-db05-4290-84bf-4e88b8879f41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b783c5a-cc81-4ff6-a664-1e10051f932f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855002 Feb 10 12:03:08.470220 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:08.634084 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-57c2802a-5b9f-488c-80e1-b9c3c56ae7dc req-c429e42c-d94b-47ad-be17-b9d78f650a7b service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695111 Feb 10 12:03:08.793407 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-57c2802a-5b9f-488c-80e1-b9c3c56ae7dc req-bac17b97-ec80-43c7-b9c5-dfab80d6f897 service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488018 Feb 10 12:03:09.251266 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70d50f-3f06-4bec-9aff-7e861e5c8d20 req-1ca65079-97ab-4ab3-8df3-334869ddaf45 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:09.253260 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d70d50f-3f06-4bec-9aff-7e861e5c8d20 req-1ca65079-97ab-4ab3-8df3-334869ddaf45 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 985 time: 0.0887918 Feb 10 12:03:09.311219 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d70d50f-3f06-4bec-9aff-7e861e5c8d20 req-bee6b504-be41-4a42-afc3-0a0139d93886 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&id=5ecd837c-42d5-49ba-b1ae-87800b206eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504410 Feb 10 12:03:10.534297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209087ff-819b-468b-ad46-089d37e154c4 req-74bf6242-f863-4613-960f-ce4cd25afdab tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:10.536290 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-209087ff-819b-468b-ad46-089d37e154c4 req-74bf6242-f863-4613-960f-ce4cd25afdab tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 985 time: 0.0920849 Feb 10 12:03:10.591813 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-209087ff-819b-468b-ad46-089d37e154c4 req-c395a497-09cf-4c87-b2bd-9a61e05fc6dd tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&id=5ecd837c-42d5-49ba-b1ae-87800b206eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466897 Feb 10 12:03:11.822751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0e0d4-6762-4cc3-97dc-afd40daef939 req-75fde263-eb97-4595-9340-e8827f4a3976 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:11.824336 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1ba0e0d4-6762-4cc3-97dc-afd40daef939 req-75fde263-eb97-4595-9340-e8827f4a3976 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 985 time: 0.0941098 Feb 10 12:03:11.876593 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1ba0e0d4-6762-4cc3-97dc-afd40daef939 req-eb5e6ce1-2c1c-41b9-85ac-94002dd6ac63 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&id=5ecd837c-42d5-49ba-b1ae-87800b206eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463099 Feb 10 12:03:13.153235 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78559526-724d-4194-a200-b88ba8d56343 req-d14add74-1aa8-4562-9cd2-9f27ebfdad13 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:13.156008 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78559526-724d-4194-a200-b88ba8d56343 req-d14add74-1aa8-4562-9cd2-9f27ebfdad13 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 985 time: 0.1421995 Feb 10 12:03:13.213153 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78559526-724d-4194-a200-b88ba8d56343 req-58f72c43-af8a-4302-9bd6-2ea0e6c26eb3 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&id=5ecd837c-42d5-49ba-b1ae-87800b206eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511024 Feb 10 12:03:13.393409 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:03:14.441458 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0bd4f-d6cd-497d-a6db-f46a1ab662eb req-fd729e46-bf34-464f-811a-7e18ae769f23 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:14.443571 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a7b0bd4f-d6cd-497d-a6db-f46a1ab662eb req-fd729e46-bf34-464f-811a-7e18ae769f23 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 985 time: 0.0983617 Feb 10 12:03:14.498912 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a7b0bd4f-d6cd-497d-a6db-f46a1ab662eb req-56337999-a377-4913-a821-b41c093b9abc tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&id=5ecd837c-42d5-49ba-b1ae-87800b206eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487657 Feb 10 12:03:15.752760 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d646d0-1bb4-47b7-bf78-6fbe834f159c req-432668b8-3611-4409-9747-e3cc817d09f5 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:15.755529 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f9d646d0-1bb4-47b7-bf78-6fbe834f159c req-432668b8-3611-4409-9747-e3cc817d09f5 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 985 time: 0.1094794 Feb 10 12:03:15.829590 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f9d646d0-1bb4-47b7-bf78-6fbe834f159c req-4840e3a0-5934-4f9a-8940-f011bf08aec9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&id=5ecd837c-42d5-49ba-b1ae-87800b206eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657747 Feb 10 12:03:17.063139 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3bd80-6f21-4b1e-a2b2-a7345a08a689 req-ca1be293-bc07-466c-a3af-8d0ac2b087e5 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:17.064714 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c3e3bd80-6f21-4b1e-a2b2-a7345a08a689 req-ca1be293-bc07-466c-a3af-8d0ac2b087e5 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 985 time: 0.0867989 Feb 10 12:03:17.117833 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c3e3bd80-6f21-4b1e-a2b2-a7345a08a689 req-1d5a4e28-54b4-42ec-861c-1270a642138a tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&id=5ecd837c-42d5-49ba-b1ae-87800b206eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465198 Feb 10 12:03:18.334467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554afdb9-471d-4993-823d-1322693f25af req-8acc63bc-d122-4638-a581-91ea6a14a7cd tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:18.336566 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-554afdb9-471d-4993-823d-1322693f25af req-8acc63bc-d122-4638-a581-91ea6a14a7cd tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 985 time: 0.0890853 Feb 10 12:03:18.398485 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-554afdb9-471d-4993-823d-1322693f25af req-bc8e8d2b-6020-49a0-9ba0-b979a87c67f3 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&id=5ecd837c-42d5-49ba-b1ae-87800b206eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514848 Feb 10 12:03:19.612190 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e15c62-aa0f-4dab-878d-c5c5bf209a43 req-d30e9514-5d49-4805-b898-9cbaa9d050d1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:19.613857 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2e15c62-aa0f-4dab-878d-c5c5bf209a43 req-d30e9514-5d49-4805-b898-9cbaa9d050d1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 985 time: 0.0837245 Feb 10 12:03:19.670579 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2e15c62-aa0f-4dab-878d-c5c5bf209a43 req-c360f3b7-c173-4a70-a3a2-54e8344b5b18 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&id=5ecd837c-42d5-49ba-b1ae-87800b206eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501559 Feb 10 12:03:20.896637 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0c686-18a1-4656-9ba0-952466051a98 req-be12fe0d-4022-4be9-9b54-f23a60271446 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:20.899218 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c7d0c686-18a1-4656-9ba0-952466051a98 req-be12fe0d-4022-4be9-9b54-f23a60271446 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 985 time: 0.0987434 Feb 10 12:03:20.958337 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c7d0c686-18a1-4656-9ba0-952466051a98 req-e7786ca0-9dff-43e1-8c77-91c61b4131f4 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&id=5ecd837c-42d5-49ba-b1ae-87800b206eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491264 Feb 10 12:03:26.554615 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9a96bbbf-be72-47cf-b638-5d75f581ec2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:28.847041 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-64a9d93a-c6d4-4c84-b4df-d3f7d571937c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:29.910120 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:30.205824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:31.639840 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:37.365866 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d4978df1-fd50-4b30-b55d-3072a9dc99f6 req-103e8c7d-9fa8-4b3d-be87-b7c8f8c6b5ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1859570 Feb 10 12:03:37.519182 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d4978df1-fd50-4b30-b55d-3072a9dc99f6 req-b2b8e837-5368-40a5-9f68-538f52be0183 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c6c60a152d24c17a7872cc879239e00&device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 1138 time: 0.0781372 Feb 10 12:03:37.682352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4978df1-fd50-4b30-b55d-3072a9dc99f6 req-a8d138a5-eb55-49f6-bfa3-d61d674d802b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:37.683726 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d4978df1-fd50-4b30-b55d-3072a9dc99f6 req-a8d138a5-eb55-49f6-bfa3-d61d674d802b service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b783c5a-cc81-4ff6-a664-1e10051f932f HTTP/1.1" status: 200 len: 915 time: 0.1440115 Feb 10 12:03:37.806399 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d4978df1-fd50-4b30-b55d-3072a9dc99f6 req-6a513f85-7cef-4a2c-9817-a75d1fc5c5d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bae85c2-e025-4261-9580-7da5cecba3f0 HTTP/1.1" status: 200 len: 1002 time: 0.1156197 Feb 10 12:03:37.885358 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4978df1-fd50-4b30-b55d-3072a9dc99f6 req-0a45611b-047d-4fb2-a331-1493d716f546 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:37.886909 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d4978df1-fd50-4b30-b55d-3072a9dc99f6 req-0a45611b-047d-4fb2-a331-1493d716f546 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da8b9972-39d5-461e-a1b9-8c3256e8a198 HTTP/1.1" status: 200 len: 853 time: 0.0728562 Feb 10 12:03:38.018456 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d4978df1-fd50-4b30-b55d-3072a9dc99f6 req-ee571926-9bc5-4b3b-99c5-e29721ac8ba1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b783c5a-cc81-4ff6-a664-1e10051f932f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1251585 Feb 10 12:03:38.169020 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d4978df1-fd50-4b30-b55d-3072a9dc99f6 req-6263401b-5880-4bcb-bcd7-05add8998e72 service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414835 Feb 10 12:03:38.321777 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d4978df1-fd50-4b30-b55d-3072a9dc99f6 req-b76b636c-d5ab-47cc-b87d-7123e50acdef service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460149 Feb 10 12:03:38.474637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:50.394275 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:03:53.495001 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b45495ce-3bc1-4c9c-9681-efa693b6c98e req-fd137481-c1af-4e28-a170-a0aec45995ec tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1582272208&fields=id&tenant_id=1c6c60a152d24c17a7872cc879239e00 HTTP/1.1" status: 200 len: 267 time: 0.0477827 Feb 10 12:03:53.589221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45495ce-3bc1-4c9c-9681-efa693b6c98e req-87a1700f-6bbc-46ff-a4be-632c281397c5 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:53.590808 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b45495ce-3bc1-4c9c-9681-efa693b6c98e req-87a1700f-6bbc-46ff-a4be-632c281397c5 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 985 time: 0.0886559 Feb 10 12:03:53.602814 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-b45495ce-3bc1-4c9c-9681-efa693b6c98e req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Request body: {'port': {'security_groups': ['99d5bad0-fee3-4842-830a-35094f55a449']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:03:53.742253 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b45495ce-3bc1-4c9c-9681-efa693b6c98e req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:54.059247 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-b45495ce-3bc1-4c9c-9681-efa693b6c98e req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] For port 9bae85c2-e025-4261-9580-7da5cecba3f0, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=9bae85c2-e025-4261-9580-7da5cecba3f0,segment=NetworkSegment(1ea2701b-c0e9-455a-b5ae-55483adafe3b),segment_id=1ea2701b-c0e9-455a-b5ae-55483adafe3b)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:03:54.108462 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b45495ce-3bc1-4c9c-9681-efa693b6c98e req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:54.118853 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b45495ce-3bc1-4c9c-9681-efa693b6c98e req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:54.132772 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['9bae85c2-e025-4261-9580-7da5cecba3f0'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:03:54.252412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45495ce-3bc1-4c9c-9681-efa693b6c98e req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:54.253918 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b45495ce-3bc1-4c9c-9681-efa693b6c98e req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:54.256102 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b45495ce-3bc1-4c9c-9681-efa693b6c98e req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "PUT /v2.0/ports/9bae85c2-e025-4261-9580-7da5cecba3f0 HTTP/1.1" status: 200 len: 943 time: 0.6583295 Feb 10 12:03:54.256774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'tag': '9bae85c2-e025-4261-9580-7da5cecba3f0'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:03:54.263535 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46154) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:54.296302 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Pushing event updated for resources: {'Port': ['ID=9bae85c2-e025-4261-9580-7da5cecba3f0,revision_number=7']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:54.313852 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.314454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.315050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.315657 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.316274 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.316862 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.317578 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.318190 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.318756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.319350 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.319906 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dafaf-adf4-42b9-99af-ad190fd0acd6 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.427696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63606e59-2cf8-481c-9bd3-3f2a0ea3ec80 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:54.441998 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['9bae85c2-e025-4261-9580-7da5cecba3f0'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:03:54.464482 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63606e59-2cf8-481c-9bd3-3f2a0ea3ec80 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:54.548583 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63606e59-2cf8-481c-9bd3-3f2a0ea3ec80 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:54.589610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63606e59-2cf8-481c-9bd3-3f2a0ea3ec80 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecd837c-42d5-49ba-b1ae-87800b206eb0,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:54.604712 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-63606e59-2cf8-481c-9bd3-3f2a0ea3ec80 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:54.606621 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-63606e59-2cf8-481c-9bd3-3f2a0ea3ec80 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "DELETE /v2.0/security-groups/5ecd837c-42d5-49ba-b1ae-87800b206eb0 HTTP/1.1" status: 204 len: 168 time: 0.3411770 Feb 10 12:03:54.609226 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46160) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:54.612878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63606e59-2cf8-481c-9bd3-3f2a0ea3ec80 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.613465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63606e59-2cf8-481c-9bd3-3f2a0ea3ec80 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.614042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63606e59-2cf8-481c-9bd3-3f2a0ea3ec80 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.615925 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63606e59-2cf8-481c-9bd3-3f2a0ea3ec80 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.615925 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63606e59-2cf8-481c-9bd3-3f2a0ea3ec80 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.616455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63606e59-2cf8-481c-9bd3-3f2a0ea3ec80 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.617015 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63606e59-2cf8-481c-9bd3-3f2a0ea3ec80 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.617582 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63606e59-2cf8-481c-9bd3-3f2a0ea3ec80 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.618126 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63606e59-2cf8-481c-9bd3-3f2a0ea3ec80 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.618691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63606e59-2cf8-481c-9bd3-3f2a0ea3ec80 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.619416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63606e59-2cf8-481c-9bd3-3f2a0ea3ec80 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:54.680083 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ae991b6e-08d4-4b3c-83b2-70d70f8a2072 None None] Provisioning complete for port 9bae85c2-e025-4261-9580-7da5cecba3f0 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:03:54.680735 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ae991b6e-08d4-4b3c-83b2-70d70f8a2072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:54.935388 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e53b8eb0-680a-47a0-8e82-a067b373b0d9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Deleting port fcc4224b-c32e-4fb0-9224-fa8571ede994 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:03:54.935652 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e53b8eb0-680a-47a0-8e82-a067b373b0d9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:55.143665 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e53b8eb0-680a-47a0-8e82-a067b373b0d9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:55.143984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e53b8eb0-680a-47a0-8e82-a067b373b0d9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:55.280158 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e53b8eb0-680a-47a0-8e82-a067b373b0d9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Calling delete_port for fcc4224b-c32e-4fb0-9224-fa8571ede994 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:03:55.425766 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'tag': '9bae85c2-e025-4261-9580-7da5cecba3f0', 'status': 'completed', 'code': 200} Feb 10 12:03:55.468073 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e53b8eb0-680a-47a0-8e82-a067b373b0d9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:55.544524 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b8eb0-680a-47a0-8e82-a067b373b0d9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Pushing event deleted for resources: {'Port': ['ID=fcc4224b-c32e-4fb0-9224-fa8571ede994,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:55.549060 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b2ce8d42-b384-4aa9-9ac8-7cf7e4770a19 req-62605534-5499-494b-9d25-238b584bd305 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c6c60a152d24c17a7872cc879239e00&device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 1099 time: 0.1018009 Feb 10 12:03:55.700472 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e53b8eb0-680a-47a0-8e82-a067b373b0d9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:55.769504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce8d42-b384-4aa9-9ac8-7cf7e4770a19 req-bb8dc2df-c682-4bc2-b267-34f26bec9d82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:55.772643 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b2ce8d42-b384-4aa9-9ac8-7cf7e4770a19 req-bb8dc2df-c682-4bc2-b267-34f26bec9d82 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b783c5a-cc81-4ff6-a664-1e10051f932f HTTP/1.1" status: 200 len: 915 time: 0.2166376 Feb 10 12:03:55.857289 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b2ce8d42-b384-4aa9-9ac8-7cf7e4770a19 req-2821a810-e079-437e-b3c6-3fe5e3745b33 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bae85c2-e025-4261-9580-7da5cecba3f0 HTTP/1.1" status: 200 len: 217 time: 0.0773153 Feb 10 12:03:55.940128 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce8d42-b384-4aa9-9ac8-7cf7e4770a19 req-392a127e-35f6-4da6-8024-e1c75aec3521 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:55.942898 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b2ce8d42-b384-4aa9-9ac8-7cf7e4770a19 req-392a127e-35f6-4da6-8024-e1c75aec3521 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da8b9972-39d5-461e-a1b9-8c3256e8a198 HTTP/1.1" status: 200 len: 853 time: 0.0798032 Feb 10 12:03:56.030267 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b2ce8d42-b384-4aa9-9ac8-7cf7e4770a19 req-272bd351-2e35-468e-9baf-75ebc255cee7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b783c5a-cc81-4ff6-a664-1e10051f932f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807645 Feb 10 12:03:56.177495 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b2ce8d42-b384-4aa9-9ac8-7cf7e4770a19 req-3a3c114a-3d7e-44ab-a931-7977eb832a50 service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408606 Feb 10 12:03:56.310752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53b8eb0-680a-47a0-8e82-a067b373b0d9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Router de45f60b-1e40-439f-839a-f269f3714a35 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:03:56.346370 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b2ce8d42-b384-4aa9-9ac8-7cf7e4770a19 req-0756e4e5-3f1f-471c-9538-98e0b219a123 service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617401 Feb 10 12:03:56.544118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53b8eb0-680a-47a0-8e82-a067b373b0d9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:03:56.558247 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f87d20-c0b0-48b3-8095-0795851f244d None None] Sync routers for ids ['de45f60b-1e40-439f-839a-f269f3714a35'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:03:56.566335 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e53b8eb0-680a-47a0-8e82-a067b373b0d9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:56.568058 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-68b8c15f-aa77-4f26-8603-0476b3c9b8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:56.578863 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f87d20-c0b0-48b3-8095-0795851f244d None None] Routers {'de45f60b-1e40-439f-839a-f269f3714a35'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:03:56.579943 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f5f87d20-c0b0-48b3-8095-0795851f244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:03:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['de45f60b-1e40-439f-839a-f269f3714a35'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:56.640518 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e53b8eb0-680a-47a0-8e82-a067b373b0d9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "DELETE /v2.0/floatingips/1561b472-fc9c-48a3-91c6-1677ee738432 HTTP/1.1" status: 204 len: 168 time: 2.0299025 Feb 10 12:03:56.775535 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-f5f87d20-c0b0-48b3-8095-0795851f244d None None] Set router de45f60b-1e40-439f-839a-f269f3714a35 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:03:57.215314 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f5f87d20-c0b0-48b3-8095-0795851f244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'name': 'tempest-TestMinimumBasicScenario-221925360-router', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:52Z', 'revision_number': 4, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'gw_port': {'id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '89498c67-bc5d-45f3-abfe-0fd22c103103', 'name': '', 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'mac_address': 'fa:16:3e:bc:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:51Z', 'updated_at': '2022-02-10T12:02:02Z', 'revision_number': 5, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'subnets': [{'id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:57.219527 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f87d20-c0b0-48b3-8095-0795851f244d None None] Checking router: de45f60b-1e40-439f-839a-f269f3714a35 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:03:57.231416 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f87d20-c0b0-48b3-8095-0795851f244d None None] Routers {'de45f60b-1e40-439f-839a-f269f3714a35'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:03:57.232025 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f5f87d20-c0b0-48b3-8095-0795851f244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:03:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['de45f60b-1e40-439f-839a-f269f3714a35'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:57.423140 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-f5f87d20-c0b0-48b3-8095-0795851f244d None None] Set router de45f60b-1e40-439f-839a-f269f3714a35 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:03:57.426849 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'tag': '9bae85c2-e025-4261-9580-7da5cecba3f0'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:03:57.490724 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'tag': '9bae85c2-e025-4261-9580-7da5cecba3f0', 'status': 'completed', 'code': 200} Feb 10 12:03:57.738779 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-66e8fbc3-0534-494a-90ad-0347263bcca1 req-346e41d4-dedd-4c2c-bbf8-3a4482558764 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c6c60a152d24c17a7872cc879239e00&device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 1099 time: 0.2178881 Feb 10 12:03:57.827801 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f5f87d20-c0b0-48b3-8095-0795851f244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'name': 'tempest-TestMinimumBasicScenario-221925360-router', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:52Z', 'revision_number': 4, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'gw_port': {'id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '89498c67-bc5d-45f3-abfe-0fd22c103103', 'name': '', 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'mac_address': 'fa:16:3e:bc:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:51Z', 'updated_at': '2022-02-10T12:02:02Z', 'revision_number': 5, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'subnets': [{'id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:57.833572 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f87d20-c0b0-48b3-8095-0795851f244d None None] The sync data for ids ['de45f60b-1e40-439f-839a-f269f3714a35'] in dv-neutron-828497-1-hyperv is: [{'id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'name': 'tempest-TestMinimumBasicScenario-221925360-router', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:52Z', 'revision_number': 4, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'gw_port': {'id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '89498c67-bc5d-45f3-abfe-0fd22c103103', 'name': '', 'network_id': '5b783c5a-cc81-4ff6-a664-1e10051f932f', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'mac_address': 'fa:16:3e:bc:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:51Z', 'updated_at': '2022-02-10T12:02:02Z', 'revision_number': 5, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'subnets': [{'id': 'da8b9972-39d5-461e-a1b9-8c3256e8a198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:03:57.990474 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8fbc3-0534-494a-90ad-0347263bcca1 req-9f53f34b-558a-4f3b-9e57-4ca4dc3870c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:57.992287 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-66e8fbc3-0534-494a-90ad-0347263bcca1 req-9f53f34b-558a-4f3b-9e57-4ca4dc3870c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b783c5a-cc81-4ff6-a664-1e10051f932f HTTP/1.1" status: 200 len: 915 time: 0.2463012 Feb 10 12:03:58.121586 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-66e8fbc3-0534-494a-90ad-0347263bcca1 req-d35b2f4f-e29f-4adf-8968-d09cb138b607 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bae85c2-e025-4261-9580-7da5cecba3f0 HTTP/1.1" status: 200 len: 217 time: 0.1219935 Feb 10 12:03:58.131268 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26258208-f97f-4429-9656-b1e37c09db71 None None] New status for floating IP 1561b472-fc9c-48a3-91c6-1677ee738432: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:03:58.197615 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8fbc3-0534-494a-90ad-0347263bcca1 req-8201279d-bb15-47e1-ac96-b3471e12bc81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:58.199313 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-66e8fbc3-0534-494a-90ad-0347263bcca1 req-8201279d-bb15-47e1-ac96-b3471e12bc81 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da8b9972-39d5-461e-a1b9-8c3256e8a198 HTTP/1.1" status: 200 len: 853 time: 0.0713422 Feb 10 12:03:58.308562 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-66e8fbc3-0534-494a-90ad-0347263bcca1 req-ff7d8537-aa24-4962-b7c8-c4d28a4de714 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b783c5a-cc81-4ff6-a664-1e10051f932f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1030300 Feb 10 12:03:58.466097 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-66e8fbc3-0534-494a-90ad-0347263bcca1 req-ec6fcd61-e87b-46fb-afea-0da7b69d3e6b service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513119 Feb 10 12:03:58.608082 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-66e8fbc3-0534-494a-90ad-0347263bcca1 req-dae49cf9-5d2f-4e29-8162-80a693973c83 service neutron] 10.222.0.73 "GET /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361322 Feb 10 12:03:58.842716 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0629c496-3ba4-415c-b682-ad91d3753075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:59.913968 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:00.204293 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:01.652295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:02.752737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6ac71-b5f0-4d78-84a8-2a70fa1136fb req-f531e1dc-3560-40d5-9446-4aba2b588265 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:02.754007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-01d6ac71-b5f0-4d78-84a8-2a70fa1136fb req-f531e1dc-3560-40d5-9446-4aba2b588265 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Synchronizing usage tracker for tenant:1c6c60a152d24c17a7872cc879239e00 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:04:02.775201 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-01d6ac71-b5f0-4d78-84a8-2a70fa1136fb req-f531e1dc-3560-40d5-9446-4aba2b588265 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Unset dirty status for tenant:1c6c60a152d24c17a7872cc879239e00 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:04:02.776663 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-01d6ac71-b5f0-4d78-84a8-2a70fa1136fb req-f531e1dc-3560-40d5-9446-4aba2b588265 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 946 time: 0.3002744 Feb 10 12:04:02.828466 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-01d6ac71-b5f0-4d78-84a8-2a70fa1136fb req-98f665d3-e2a4-47da-b649-201c8c28c616 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457206 Feb 10 12:04:04.095865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce43e86-e69a-49f2-847f-fa6566255aab req-306385c6-839e-48c1-a55e-4919c94b21e0 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:04.097769 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1ce43e86-e69a-49f2-847f-fa6566255aab req-306385c6-839e-48c1-a55e-4919c94b21e0 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 946 time: 0.0871320 Feb 10 12:04:04.153737 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1ce43e86-e69a-49f2-847f-fa6566255aab req-684262a5-d765-47cd-a87d-2d6aedebe63f tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/security-groups?id=99d5bad0-fee3-4842-830a-35094f55a449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495069 Feb 10 12:04:04.199095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406fecf-13a9-4a98-9b01-097d7c767845 req-c7ea5aeb-f7a2-4efe-bef0-ecebb7a79a06 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:04.199887 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-c406fecf-13a9-4a98-9b01-097d7c767845 req-c7ea5aeb-f7a2-4efe-bef0-ecebb7a79a06 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Synchronizing usage tracker for tenant:1c6c60a152d24c17a7872cc879239e00 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:04:04.213564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-c406fecf-13a9-4a98-9b01-097d7c767845 req-c7ea5aeb-f7a2-4efe-bef0-ecebb7a79a06 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Unset dirty status for tenant:1c6c60a152d24c17a7872cc879239e00 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:04:04.214703 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c406fecf-13a9-4a98-9b01-097d7c767845 req-c7ea5aeb-f7a2-4efe-bef0-ecebb7a79a06 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 946 time: 0.1158390 Feb 10 12:04:04.295123 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-c406fecf-13a9-4a98-9b01-097d7c767845 req-20da2bcc-78b1-4cab-a311-8783c6d161a1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Deleting port 9bae85c2-e025-4261-9580-7da5cecba3f0 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:04:04.295536 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c406fecf-13a9-4a98-9b01-097d7c767845 req-20da2bcc-78b1-4cab-a311-8783c6d161a1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:04.580256 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-c406fecf-13a9-4a98-9b01-097d7c767845 req-20da2bcc-78b1-4cab-a311-8783c6d161a1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] For port 9bae85c2-e025-4261-9580-7da5cecba3f0, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=9bae85c2-e025-4261-9580-7da5cecba3f0,segment=NetworkSegment(1ea2701b-c0e9-455a-b5ae-55483adafe3b),segment_id=1ea2701b-c0e9-455a-b5ae-55483adafe3b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:04.580906 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c406fecf-13a9-4a98-9b01-097d7c767845 req-20da2bcc-78b1-4cab-a311-8783c6d161a1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:04.724538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-c406fecf-13a9-4a98-9b01-097d7c767845 req-20da2bcc-78b1-4cab-a311-8783c6d161a1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Calling delete_port for 9bae85c2-e025-4261-9580-7da5cecba3f0 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:04:04.919697 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c406fecf-13a9-4a98-9b01-097d7c767845 req-20da2bcc-78b1-4cab-a311-8783c6d161a1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:04.931680 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['9bae85c2-e025-4261-9580-7da5cecba3f0'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:04:04.976366 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da2bcc-78b1-4cab-a311-8783c6d161a1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Pushing event deleted for resources: {'Port': ['ID=9bae85c2-e025-4261-9580-7da5cecba3f0,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:05.120582 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c406fecf-13a9-4a98-9b01-097d7c767845 req-20da2bcc-78b1-4cab-a311-8783c6d161a1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] No DVR routers for this DVR port 9bae85c2-e025-4261-9580-7da5cecba3f0 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:04:05.124216 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-c406fecf-13a9-4a98-9b01-097d7c767845 req-20da2bcc-78b1-4cab-a311-8783c6d161a1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:05.128611 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'name': 'network-vif-deleted', 'tag': '9bae85c2-e025-4261-9580-7da5cecba3f0'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:04:05.156187 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c406fecf-13a9-4a98-9b01-097d7c767845 req-20da2bcc-78b1-4cab-a311-8783c6d161a1 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.73 "DELETE /v2.0/ports/9bae85c2-e025-4261-9580-7da5cecba3f0 HTTP/1.1" status: 204 len: 173 time: 0.9354658 Feb 10 12:04:05.358949 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-330ce103-c38a-498e-b5b8-b9a2fb2fa0d6 req-0462b149-36e3-4e2b-8ddf-a284580b36c9 tempest-TestMinimumBasicScenario-368604786 tempest-TestMinimumBasicScenario-368604786-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e91d97-1e79-4e15-b584-22ae497f5730 HTTP/1.1" status: 200 len: 210 time: 0.0546808 Feb 10 12:04:05.376994 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e91d97-1e79-4e15-b584-22ae497f5730', 'name': 'network-vif-deleted', 'tag': '9bae85c2-e025-4261-9580-7da5cecba3f0', 'status': 'completed', 'code': 200} Feb 10 12:04:07.202015 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46250) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:07.805254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d72a8db3-baa5-42c7-ab07-3e0b3c191a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:08.324283 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 9bae85c2-e025-4261-9580-7da5cecba3f0 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:04:08.358946 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 9bae85c2-e025-4261-9580-7da5cecba3f0 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:04:08.359287 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 9bae85c2-e025-4261-9580-7da5cecba3f0 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:04:08.474219 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:08.573075 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d72a8db3-baa5-42c7-ab07-3e0b3c191a4f admin admin] Deleting port 89498c67-bc5d-45f3-abfe-0fd22c103103 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:04:08.573686 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d72a8db3-baa5-42c7-ab07-3e0b3c191a4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:08.885455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d72a8db3-baa5-42c7-ab07-3e0b3c191a4f admin admin] For port 89498c67-bc5d-45f3-abfe-0fd22c103103, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=89498c67-bc5d-45f3-abfe-0fd22c103103,segment=NetworkSegment(1ea2701b-c0e9-455a-b5ae-55483adafe3b),segment_id=1ea2701b-c0e9-455a-b5ae-55483adafe3b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:08.886052 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d72a8db3-baa5-42c7-ab07-3e0b3c191a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:09.049646 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d72a8db3-baa5-42c7-ab07-3e0b3c191a4f admin admin] Calling delete_port for 89498c67-bc5d-45f3-abfe-0fd22c103103 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:04:09.250256 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d72a8db3-baa5-42c7-ab07-3e0b3c191a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:09.296798 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a8db3-baa5-42c7-ab07-3e0b3c191a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=89498c67-bc5d-45f3-abfe-0fd22c103103,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:09.798232 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d72a8db3-baa5-42c7-ab07-3e0b3c191a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:10.466483 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72a8db3-baa5-42c7-ab07-3e0b3c191a4f admin admin] Router de45f60b-1e40-439f-839a-f269f3714a35 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:04:10.797663 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72a8db3-baa5-42c7-ab07-3e0b3c191a4f admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:04:10.810205 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae6173-dbb6-4296-8245-645900f59e35 None None] Sync routers for ids ['de45f60b-1e40-439f-839a-f269f3714a35'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:04:10.813680 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d72a8db3-baa5-42c7-ab07-3e0b3c191a4f admin admin] 10.222.0.36 "PUT /v2.0/routers/de45f60b-1e40-439f-839a-f269f3714a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6101730 Feb 10 12:04:10.817871 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46254) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:10.827362 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae6173-dbb6-4296-8245-645900f59e35 None None] Routers {'de45f60b-1e40-439f-839a-f269f3714a35'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:04:10.828389 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b4ae6173-dbb6-4296-8245-645900f59e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:03:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['de45f60b-1e40-439f-839a-f269f3714a35'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:11.068783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85def46c-6206-4a09-9951-c63e4e0ecf6d admin admin] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:11.106063 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-b4ae6173-dbb6-4296-8245-645900f59e35 None None] Set router de45f60b-1e40-439f-839a-f269f3714a35 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:04:11.433529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85def46c-6206-4a09-9951-c63e4e0ecf6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:11.446633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-85def46c-6206-4a09-9951-c63e4e0ecf6d admin admin] Deleting port b76114d2-db65-4164-bd7d-16a4ec16d868 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:04:11.447236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85def46c-6206-4a09-9951-c63e4e0ecf6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:11.466785 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b4ae6173-dbb6-4296-8245-645900f59e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'name': 'tempest-TestMinimumBasicScenario-221925360-router', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:04:09Z', 'revision_number': 5, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'gw_port': {'id': 'b76114d2-db65-4164-bd7d-16a4ec16d868', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:11.471391 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae6173-dbb6-4296-8245-645900f59e35 None None] Checking router: de45f60b-1e40-439f-839a-f269f3714a35 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:04:11.483954 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae6173-dbb6-4296-8245-645900f59e35 None None] Routers {'de45f60b-1e40-439f-839a-f269f3714a35'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:04:11.484576 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b4ae6173-dbb6-4296-8245-645900f59e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:03:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['de45f60b-1e40-439f-839a-f269f3714a35'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:11.694028 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-b4ae6173-dbb6-4296-8245-645900f59e35 None None] Set router de45f60b-1e40-439f-839a-f269f3714a35 gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:04:11.751040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-85def46c-6206-4a09-9951-c63e4e0ecf6d admin admin] For port b76114d2-db65-4164-bd7d-16a4ec16d868, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=b76114d2-db65-4164-bd7d-16a4ec16d868,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:11.751574 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85def46c-6206-4a09-9951-c63e4e0ecf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:11.864331 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-b4ae6173-dbb6-4296-8245-645900f59e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'name': 'tempest-TestMinimumBasicScenario-221925360-router', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:04:11Z', 'revision_number': 6, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:11.871797 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae6173-dbb6-4296-8245-645900f59e35 None None] The sync data for ids ['de45f60b-1e40-439f-839a-f269f3714a35'] in dv-neutron-828497-1-hyperv is: [{'id': 'de45f60b-1e40-439f-839a-f269f3714a35', 'name': 'tempest-TestMinimumBasicScenario-221925360-router', 'tenant_id': '1c6c60a152d24c17a7872cc879239e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:48Z', 'updated_at': '2022-02-10T12:04:11Z', 'revision_number': 6, 'project_id': '1c6c60a152d24c17a7872cc879239e00', 'gw_port_host': None}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:04:11.981828 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-85def46c-6206-4a09-9951-c63e4e0ecf6d admin admin] Calling delete_port for b76114d2-db65-4164-bd7d-16a4ec16d868 owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:04:12.179974 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85def46c-6206-4a09-9951-c63e4e0ecf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:12.243198 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85def46c-6206-4a09-9951-c63e4e0ecf6d admin admin] Pushing event deleted for resources: {'Port': ['ID=b76114d2-db65-4164-bd7d-16a4ec16d868,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:12.537195 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85def46c-6206-4a09-9951-c63e4e0ecf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:12.816482 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85def46c-6206-4a09-9951-c63e4e0ecf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:12.822859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85def46c-6206-4a09-9951-c63e4e0ecf6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:12.856545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85def46c-6206-4a09-9951-c63e4e0ecf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:12.857511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85def46c-6206-4a09-9951-c63e4e0ecf6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router de45f60b-1e40-439f-839a-f269f3714a35 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:04:12.881352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85def46c-6206-4a09-9951-c63e4e0ecf6d admin admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:12.886167 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-85def46c-6206-4a09-9951-c63e4e0ecf6d admin admin] 10.222.0.36 "DELETE /v2.0/routers/de45f60b-1e40-439f-839a-f269f3714a35 HTTP/1.1" status: 204 len: 168 time: 2.0637574 Feb 10 12:04:12.887527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46258) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:12.984233 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-87589a0a-503d-4c5b-bd3f-c2c8b24c2039 admin admin] Deleting subnet da8b9972-39d5-461e-a1b9-8c3256e8a198 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:04:12.989149 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87589a0a-503d-4c5b-bd3f-c2c8b24c2039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:13.051468 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87589a0a-503d-4c5b-bd3f-c2c8b24c2039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:13.143047 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87589a0a-503d-4c5b-bd3f-c2c8b24c2039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:13.425243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87589a0a-503d-4c5b-bd3f-c2c8b24c2039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:13.469090 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87589a0a-503d-4c5b-bd3f-c2c8b24c2039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8b9972-39d5-461e-a1b9-8c3256e8a198,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:13.474964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-87589a0a-503d-4c5b-bd3f-c2c8b24c2039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:13.481076 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-87589a0a-503d-4c5b-bd3f-c2c8b24c2039 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/da8b9972-39d5-461e-a1b9-8c3256e8a198 HTTP/1.1" status: 204 len: 168 time: 0.5933733 Feb 10 12:04:13.483185 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8721fce1-ec3a-4319-a66e-2199b035be1f None None] Network 5b783c5a-cc81-4ff6-a664-1e10051f932f requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:04:13.484854 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46262) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:13.599952 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:13.601796 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b76114d2-db65-4164-bd7d-16a4ec16d868 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:04:13.612274 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] Deleting port 30d46abf-3817-4d16-8c7b-696546590394 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:04:13.612776 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:13.641204 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: b76114d2-db65-4164-bd7d-16a4ec16d868 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:04:13.641556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b76114d2-db65-4164-bd7d-16a4ec16d868 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:04:13.641990 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 89498c67-bc5d-45f3-abfe-0fd22c103103 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:04:13.708611 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 89498c67-bc5d-45f3-abfe-0fd22c103103 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:04:13.708867 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 89498c67-bc5d-45f3-abfe-0fd22c103103 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:04:13.842258 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab69749-c32a-4242-ad2e-aa2723f7347a None None] DHCP port deletion for 5b783c5a-cc81-4ff6-a664-1e10051f932f request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:04:13.847157 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-9ab69749-c32a-4242-ad2e-aa2723f7347a None None] Deleting port 30d46abf-3817-4d16-8c7b-696546590394 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:04:13.847573 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9ab69749-c32a-4242-ad2e-aa2723f7347a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:13.946545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] For port 30d46abf-3817-4d16-8c7b-696546590394, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=30d46abf-3817-4d16-8c7b-696546590394,segment=NetworkSegment(1ea2701b-c0e9-455a-b5ae-55483adafe3b),segment_id=1ea2701b-c0e9-455a-b5ae-55483adafe3b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:13.947096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:14.087322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] Calling delete_port for 30d46abf-3817-4d16-8c7b-696546590394 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:04:14.107887 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-9ab69749-c32a-4242-ad2e-aa2723f7347a None None] For port 30d46abf-3817-4d16-8c7b-696546590394, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=30d46abf-3817-4d16-8c7b-696546590394,segment=NetworkSegment(1ea2701b-c0e9-455a-b5ae-55483adafe3b),segment_id=1ea2701b-c0e9-455a-b5ae-55483adafe3b)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:14.108534 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9ab69749-c32a-4242-ad2e-aa2723f7347a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:14.169243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:14.221960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d46abf-3817-4d16-8c7b-696546590394,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:14.226659 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] No DVR routers for this DVR port 30d46abf-3817-4d16-8c7b-696546590394 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:04:14.294040 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-9ab69749-c32a-4242-ad2e-aa2723f7347a None None] Calling delete_port for 30d46abf-3817-4d16-8c7b-696546590394 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:04:14.369891 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:14.372365 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-9ab69749-c32a-4242-ad2e-aa2723f7347a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 12:04:14.372724 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-9ab69749-c32a-4242-ad2e-aa2723f7347a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 12:04:14.398160 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b783c5a-cc81-4ff6-a664-1e10051f932f']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:14.412288 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea2701b-c0e9-455a-b5ae-55483adafe3b') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:14.412582 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea2701b-c0e9-455a-b5ae-55483adafe3b') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:14.424833 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:14.442465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:14.449485 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:04:14.449913 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:04:14.464004 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:04:14.546014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:14.562909 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:14.575823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b783c5a-cc81-4ff6-a664-1e10051f932f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:14.590000 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-583d0392-43fb-4314-b0df-af6f75ef6803 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5b783c5a-cc81-4ff6-a664-1e10051f932f HTTP/1.1" status: 204 len: 168 time: 1.1040099 Feb 10 12:04:14.592859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46266) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:14.874170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-9ab69749-c32a-4242-ad2e-aa2723f7347a None None] Deleting port 30d46abf-3817-4d16-8c7b-696546590394 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:04:14.875019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9ab69749-c32a-4242-ad2e-aa2723f7347a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:14.977836 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-9ab69749-c32a-4242-ad2e-aa2723f7347a None None] The port '30d46abf-3817-4d16-8c7b-696546590394' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 12:04:15.074766 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-254d6d6a-a6be-4ff4-a25a-ed2cbb624460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:15.595469 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 30d46abf-3817-4d16-8c7b-696546590394 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:04:15.653279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 30d46abf-3817-4d16-8c7b-696546590394 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:04:15.653909 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 30d46abf-3817-4d16-8c7b-696546590394 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:04:15.896797 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-254d6d6a-a6be-4ff4-a25a-ed2cbb624460 admin admin] Deleting port 3c3cbb24-145d-4579-a1b7-e2684609d78a {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:04:15.897692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-254d6d6a-a6be-4ff4-a25a-ed2cbb624460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:16.116835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-254d6d6a-a6be-4ff4-a25a-ed2cbb624460 admin admin] For port 3c3cbb24-145d-4579-a1b7-e2684609d78a, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=3c3cbb24-145d-4579-a1b7-e2684609d78a,segment=NetworkSegment(4078d640-2f8a-4a97-8f64-f1fcd9466a2d),segment_id=4078d640-2f8a-4a97-8f64-f1fcd9466a2d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:16.117473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-254d6d6a-a6be-4ff4-a25a-ed2cbb624460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:16.319177 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-254d6d6a-a6be-4ff4-a25a-ed2cbb624460 admin admin] Calling delete_port for 3c3cbb24-145d-4579-a1b7-e2684609d78a owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:04:16.512179 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-254d6d6a-a6be-4ff4-a25a-ed2cbb624460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:16.562214 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d6d6a-a6be-4ff4-a25a-ed2cbb624460 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3cbb24-145d-4579-a1b7-e2684609d78a,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:16.899828 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-254d6d6a-a6be-4ff4-a25a-ed2cbb624460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:17.794723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254d6d6a-a6be-4ff4-a25a-ed2cbb624460 admin admin] Router 6256cddc-e980-4a31-bbc3-2a180795984a has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:04:18.037928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254d6d6a-a6be-4ff4-a25a-ed2cbb624460 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:04:18.048630 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d69541c-104c-4ed1-81cd-87c3dc5a6373 None None] Sync routers for ids ['6256cddc-e980-4a31-bbc3-2a180795984a'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:04:18.058302 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-254d6d6a-a6be-4ff4-a25a-ed2cbb624460 admin admin] 10.222.0.36 "PUT /v2.0/routers/6256cddc-e980-4a31-bbc3-2a180795984a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4642744 Feb 10 12:04:18.061411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46270) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:18.071771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d69541c-104c-4ed1-81cd-87c3dc5a6373 None None] Routers {'6256cddc-e980-4a31-bbc3-2a180795984a'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:04:18.073257 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5d69541c-104c-4ed1-81cd-87c3dc5a6373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:03:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6256cddc-e980-4a31-bbc3-2a180795984a'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:18.290148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed5cc014-8bd3-4d15-8a2c-685c23227694 admin admin] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:18.413611 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5d69541c-104c-4ed1-81cd-87c3dc5a6373 None None] Set router 6256cddc-e980-4a31-bbc3-2a180795984a gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:04:18.550163 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed5cc014-8bd3-4d15-8a2c-685c23227694 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:18.565264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ed5cc014-8bd3-4d15-8a2c-685c23227694 admin admin] Deleting port 22f4d285-d430-4b11-99bb-a94e72224446 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:04:18.565820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed5cc014-8bd3-4d15-8a2c-685c23227694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:18.731274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5d69541c-104c-4ed1-81cd-87c3dc5a6373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'name': 'tempest-TestMinimumBasicScenario-47263600-router', 'tenant_id': '26103c5e6a4540c5982e21c06427f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '22f4d285-d430-4b11-99bb-a94e72224446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:56Z', 'updated_at': '2022-02-10T12:04:16Z', 'revision_number': 5, 'project_id': '26103c5e6a4540c5982e21c06427f303', 'gw_port': {'id': '22f4d285-d430-4b11-99bb-a94e72224446', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:01:56Z', 'updated_at': '2022-02-10T12:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:18.736252 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d69541c-104c-4ed1-81cd-87c3dc5a6373 None None] Checking router: 6256cddc-e980-4a31-bbc3-2a180795984a for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:04:18.749553 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d69541c-104c-4ed1-81cd-87c3dc5a6373 None None] Routers {'6256cddc-e980-4a31-bbc3-2a180795984a'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:04:18.750291 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5d69541c-104c-4ed1-81cd-87c3dc5a6373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:03:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['6256cddc-e980-4a31-bbc3-2a180795984a'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:18.904696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ed5cc014-8bd3-4d15-8a2c-685c23227694 admin admin] For port 22f4d285-d430-4b11-99bb-a94e72224446, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=22f4d285-d430-4b11-99bb-a94e72224446,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:18.905335 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed5cc014-8bd3-4d15-8a2c-685c23227694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:18.923970 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5d69541c-104c-4ed1-81cd-87c3dc5a6373 None None] Set router 6256cddc-e980-4a31-bbc3-2a180795984a gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:04:19.042373 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5d69541c-104c-4ed1-81cd-87c3dc5a6373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'name': 'tempest-TestMinimumBasicScenario-47263600-router', 'tenant_id': '26103c5e6a4540c5982e21c06427f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:56Z', 'updated_at': '2022-02-10T12:04:18Z', 'revision_number': 6, 'project_id': '26103c5e6a4540c5982e21c06427f303', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:19.047032 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d69541c-104c-4ed1-81cd-87c3dc5a6373 None None] The sync data for ids ['6256cddc-e980-4a31-bbc3-2a180795984a'] in dv-neutron-828497-1-hyperv is: [{'id': '6256cddc-e980-4a31-bbc3-2a180795984a', 'name': 'tempest-TestMinimumBasicScenario-47263600-router', 'tenant_id': '26103c5e6a4540c5982e21c06427f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:01:56Z', 'updated_at': '2022-02-10T12:04:18Z', 'revision_number': 6, 'project_id': '26103c5e6a4540c5982e21c06427f303', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:04:19.302542 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ed5cc014-8bd3-4d15-8a2c-685c23227694 admin admin] Calling delete_port for 22f4d285-d430-4b11-99bb-a94e72224446 owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:04:19.558157 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed5cc014-8bd3-4d15-8a2c-685c23227694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:19.607980 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cc014-8bd3-4d15-8a2c-685c23227694 admin admin] Pushing event deleted for resources: {'Port': ['ID=22f4d285-d430-4b11-99bb-a94e72224446,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:19.873667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed5cc014-8bd3-4d15-8a2c-685c23227694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:19.898982 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3c3cbb24-145d-4579-a1b7-e2684609d78a no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:04:19.967520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 3c3cbb24-145d-4579-a1b7-e2684609d78a {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:04:19.968209 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3c3cbb24-145d-4579-a1b7-e2684609d78a not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:04:19.969017 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 22f4d285-d430-4b11-99bb-a94e72224446 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:04:20.037595 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 22f4d285-d430-4b11-99bb-a94e72224446 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:04:20.038174 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 22f4d285-d430-4b11-99bb-a94e72224446 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:04:20.213841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed5cc014-8bd3-4d15-8a2c-685c23227694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:20.218721 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed5cc014-8bd3-4d15-8a2c-685c23227694 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:20.253524 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed5cc014-8bd3-4d15-8a2c-685c23227694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:20.254956 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5cc014-8bd3-4d15-8a2c-685c23227694 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6256cddc-e980-4a31-bbc3-2a180795984a {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:04:20.268264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed5cc014-8bd3-4d15-8a2c-685c23227694 admin admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:20.269477 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ed5cc014-8bd3-4d15-8a2c-685c23227694 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6256cddc-e980-4a31-bbc3-2a180795984a HTTP/1.1" status: 204 len: 168 time: 2.2070239 Feb 10 12:04:20.273438 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46274) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:20.352401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe1cfa5-7c9b-47ae-a592-c3232b9e6fd4 admin admin] Deleting subnet d6b27466-e850-432f-b028-98e5e5f710b1 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:04:20.357858 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-afe1cfa5-7c9b-47ae-a592-c3232b9e6fd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:20.416888 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-afe1cfa5-7c9b-47ae-a592-c3232b9e6fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:20.526139 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-afe1cfa5-7c9b-47ae-a592-c3232b9e6fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:20.603959 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-afe1cfa5-7c9b-47ae-a592-c3232b9e6fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:20.646275 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1cfa5-7c9b-47ae-a592-c3232b9e6fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b27466-e850-432f-b028-98e5e5f710b1,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:20.652448 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-afe1cfa5-7c9b-47ae-a592-c3232b9e6fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:20.657301 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefc775c-78f1-41f1-84ce-26e965a0c6ae None None] Network 5f1e7a06-aa7d-41c3-8123-192453c75bec requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:04:20.661550 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-afe1cfa5-7c9b-47ae-a592-c3232b9e6fd4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d6b27466-e850-432f-b028-98e5e5f710b1 HTTP/1.1" status: 204 len: 168 time: 0.3857543 Feb 10 12:04:20.663671 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46278) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:20.790154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:20.803734 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] Deleting port 28736e67-3ac5-4463-86af-b23e2bb44312 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:04:20.804083 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:20.984730 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69b0611-8be6-4969-8b3f-090b3992c0d6 None None] DHCP port deletion for 5f1e7a06-aa7d-41c3-8123-192453c75bec request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:04:20.990905 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a69b0611-8be6-4969-8b3f-090b3992c0d6 None None] Deleting port 28736e67-3ac5-4463-86af-b23e2bb44312 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:04:20.991276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a69b0611-8be6-4969-8b3f-090b3992c0d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:21.188696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] For port 28736e67-3ac5-4463-86af-b23e2bb44312, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=28736e67-3ac5-4463-86af-b23e2bb44312,segment=NetworkSegment(4078d640-2f8a-4a97-8f64-f1fcd9466a2d),segment_id=4078d640-2f8a-4a97-8f64-f1fcd9466a2d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:21.188978 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:21.263938 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a69b0611-8be6-4969-8b3f-090b3992c0d6 None None] For port 28736e67-3ac5-4463-86af-b23e2bb44312, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=28736e67-3ac5-4463-86af-b23e2bb44312,segment=NetworkSegment(4078d640-2f8a-4a97-8f64-f1fcd9466a2d),segment_id=4078d640-2f8a-4a97-8f64-f1fcd9466a2d)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:21.264326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a69b0611-8be6-4969-8b3f-090b3992c0d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:21.318010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] Calling delete_port for 28736e67-3ac5-4463-86af-b23e2bb44312 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:04:21.404610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:21.437462 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a69b0611-8be6-4969-8b3f-090b3992c0d6 None None] Calling delete_port for 28736e67-3ac5-4463-86af-b23e2bb44312 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:04:21.455992 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] Pushing event deleted for resources: {'Port': ['ID=28736e67-3ac5-4463-86af-b23e2bb44312,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:21.462125 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] No DVR routers for this DVR port 28736e67-3ac5-4463-86af-b23e2bb44312 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:04:21.513985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-a69b0611-8be6-4969-8b3f-090b3992c0d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 12:04:21.514498 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-a69b0611-8be6-4969-8b3f-090b3992c0d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 12:04:21.578607 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 28736e67-3ac5-4463-86af-b23e2bb44312 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:04:21.590515 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:21.621030 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1e7a06-aa7d-41c3-8123-192453c75bec']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:21.637961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 28736e67-3ac5-4463-86af-b23e2bb44312 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:04:21.638499 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 28736e67-3ac5-4463-86af-b23e2bb44312 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:04:21.642695 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4078d640-2f8a-4a97-8f64-f1fcd9466a2d') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:21.642993 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4078d640-2f8a-4a97-8f64-f1fcd9466a2d') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:21.657874 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:21.676803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:21.683776 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:04:21.684184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:04:21.697894 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:04:21.781455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:21.788328 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:21.814384 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] Pushing event deleted for resources: {'Network': ['ID=5f1e7a06-aa7d-41c3-8123-192453c75bec,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:21.822426 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c7598d32-cf70-4389-92ae-07a15b06b72e admin admin] 10.222.0.36 "DELETE /v2.0/networks/5f1e7a06-aa7d-41c3-8123-192453c75bec HTTP/1.1" status: 204 len: 168 time: 1.1564243 Feb 10 12:04:22.016222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a69b0611-8be6-4969-8b3f-090b3992c0d6 None None] Deleting port 28736e67-3ac5-4463-86af-b23e2bb44312 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:04:22.017082 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a69b0611-8be6-4969-8b3f-090b3992c0d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:22.090480 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-a69b0611-8be6-4969-8b3f-090b3992c0d6 None None] The port '28736e67-3ac5-4463-86af-b23e2bb44312' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 12:04:22.091579 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46284) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:22.151887 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ea09d73f-ba47-4581-b393-dc052fc1c9c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c6c60a152d24c17a7872cc879239e00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0590498 Feb 10 12:04:22.155757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46288) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:22.224652 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c98bc8f2-74ef-4184-afa5-6b9ed476116d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:22.255104 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c98bc8f2-74ef-4184-afa5-6b9ed476116d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:22.314679 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c98bc8f2-74ef-4184-afa5-6b9ed476116d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:22.335898 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bc8f2-74ef-4184-afa5-6b9ed476116d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d5bad0-fee3-4842-830a-35094f55a449,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:22.343562 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c98bc8f2-74ef-4184-afa5-6b9ed476116d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:22.348518 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c98bc8f2-74ef-4184-afa5-6b9ed476116d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99d5bad0-fee3-4842-830a-35094f55a449 HTTP/1.1" status: 204 len: 168 time: 0.1879876 Feb 10 12:04:22.822454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46296) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:22.882243 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eade4d1f-2a41-47fe-86a8-2d50a1aeb457 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26103c5e6a4540c5982e21c06427f303&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0581377 Feb 10 12:04:22.885076 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46300) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:22.960724 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8e13ae0-4ae2-4f42-a46b-c0f497b9c185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:22.990335 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8e13ae0-4ae2-4f42-a46b-c0f497b9c185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:23.050725 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8e13ae0-4ae2-4f42-a46b-c0f497b9c185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:23.068363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e13ae0-4ae2-4f42-a46b-c0f497b9c185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6ba6c6-9d5e-4c40-a834-7b2e856b0b77,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:23.075537 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8e13ae0-4ae2-4f42-a46b-c0f497b9c185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:23.076772 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a8e13ae0-4ae2-4f42-a46b-c0f497b9c185 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e6ba6c6-9d5e-4c40-a834-7b2e856b0b77 HTTP/1.1" status: 204 len: 168 time: 0.1905892 Feb 10 12:04:25.769796 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46346) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:25.775837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-920771537', 'description': 'tempest-secgroup-smoke-920771537 description', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:04:25.782244 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:04:25.786921 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:04:25.790192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:04:25.797531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:04:25.809815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:25.826422 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:25.865887 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:04:25.871414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:04:25.875734 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:04:25.884691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:04:25.978319 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:25.983217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:26.033557 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:04:26.036025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7a6f3e-2b6c-4aa6-acd2-8b6f91a04514,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:26.041878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:04:26.046183 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:04:26.055123 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:04:26.131888 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:26.137009 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:26.188586 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:26.193185 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:26.194739 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-58a1cb99-a770-4ab8-8fef-19a5993c10bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4237328 Feb 10 12:04:26.198433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46350) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:26.205105 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-20b236eb-1bf6-4aca-9e65-bb6003bf9dd5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:04:26.212278 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-20b236eb-1bf6-4aca-9e65-bb6003bf9dd5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:04:26.216617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-20b236eb-1bf6-4aca-9e65-bb6003bf9dd5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:04:26.220002 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-20b236eb-1bf6-4aca-9e65-bb6003bf9dd5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:04:26.229677 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-20b236eb-1bf6-4aca-9e65-bb6003bf9dd5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:04:26.260466 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-20b236eb-1bf6-4aca-9e65-bb6003bf9dd5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:26.375246 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-20b236eb-1bf6-4aca-9e65-bb6003bf9dd5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:26.381634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-20b236eb-1bf6-4aca-9e65-bb6003bf9dd5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:26.423460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b236eb-1bf6-4aca-9e65-bb6003bf9dd5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb11c66-54fc-4465-8617-8019f9574424,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:26.445360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-20b236eb-1bf6-4aca-9e65-bb6003bf9dd5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:26.447703 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-20b236eb-1bf6-4aca-9e65-bb6003bf9dd5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2478752 Feb 10 12:04:26.450616 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46354) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:26.458225 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a8c88241-a362-41b0-854c-adf8bf9f70c6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:04:26.466627 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a8c88241-a362-41b0-854c-adf8bf9f70c6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:04:26.475530 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a8c88241-a362-41b0-854c-adf8bf9f70c6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:04:26.482529 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a8c88241-a362-41b0-854c-adf8bf9f70c6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:04:26.491292 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a8c88241-a362-41b0-854c-adf8bf9f70c6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:04:26.512884 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8c88241-a362-41b0-854c-adf8bf9f70c6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:26.563417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a5fba5a7-804c-4d03-8217-c6b1ac26194a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:26.605793 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8c88241-a362-41b0-854c-adf8bf9f70c6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:26.611285 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8c88241-a362-41b0-854c-adf8bf9f70c6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:26.656781 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c88241-a362-41b0-854c-adf8bf9f70c6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c07415a-5fd4-4252-8eec-f58495e85f4a,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:26.673161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8c88241-a362-41b0-854c-adf8bf9f70c6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:26.675474 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a8c88241-a362-41b0-854c-adf8bf9f70c6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2232935 Feb 10 12:04:26.679714 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46358) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:26.686331 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-33c85e33-5f77-44f9-aaa7-695d07e308d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:04:26.694028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-33c85e33-5f77-44f9-aaa7-695d07e308d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:04:26.698565 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-33c85e33-5f77-44f9-aaa7-695d07e308d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:04:26.702029 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-33c85e33-5f77-44f9-aaa7-695d07e308d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:04:26.709890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-33c85e33-5f77-44f9-aaa7-695d07e308d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:04:26.730706 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33c85e33-5f77-44f9-aaa7-695d07e308d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:26.813316 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33c85e33-5f77-44f9-aaa7-695d07e308d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:26.819665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33c85e33-5f77-44f9-aaa7-695d07e308d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:26.851865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c85e33-5f77-44f9-aaa7-695d07e308d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3c2bf1-d1d5-41e8-8753-9ed9e21bb085,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:26.866373 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33c85e33-5f77-44f9-aaa7-695d07e308d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:26.868347 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-33c85e33-5f77-44f9-aaa7-695d07e308d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1871376 Feb 10 12:04:26.872064 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46362) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:26.882582 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-e537f7ce-7367-40e8-8713-c4b7372767aa tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:04:26.893307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e537f7ce-7367-40e8-8713-c4b7372767aa tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:04:26.902196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e537f7ce-7367-40e8-8713-c4b7372767aa tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:04:26.907412 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e537f7ce-7367-40e8-8713-c4b7372767aa tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:04:26.917396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e537f7ce-7367-40e8-8713-c4b7372767aa tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:04:26.946453 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e537f7ce-7367-40e8-8713-c4b7372767aa tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.059648 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e537f7ce-7367-40e8-8713-c4b7372767aa tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.064457 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e537f7ce-7367-40e8-8713-c4b7372767aa tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.094011 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537f7ce-7367-40e8-8713-c4b7372767aa tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f941f4-da30-4e13-9241-6a2d4a443faa,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:27.106728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e537f7ce-7367-40e8-8713-c4b7372767aa tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.108013 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e537f7ce-7367-40e8-8713-c4b7372767aa tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2345681 Feb 10 12:04:27.110829 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46366) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:27.117749 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-0862529a-4145-4737-9ae8-249f3efe1c8d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:04:27.124584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0862529a-4145-4737-9ae8-249f3efe1c8d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:04:27.130359 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0862529a-4145-4737-9ae8-249f3efe1c8d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:04:27.134180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0862529a-4145-4737-9ae8-249f3efe1c8d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:04:27.140791 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0862529a-4145-4737-9ae8-249f3efe1c8d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:04:27.154597 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-0862529a-4145-4737-9ae8-249f3efe1c8d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Project 0e3cdd1e6ab34666a74a5c60bd58106c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:04:27.163193 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0862529a-4145-4737-9ae8-249f3efe1c8d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.239189 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0862529a-4145-4737-9ae8-249f3efe1c8d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.243724 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0862529a-4145-4737-9ae8-249f3efe1c8d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.272400 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862529a-4145-4737-9ae8-249f3efe1c8d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98525797-4616-4625-95e7-973e2e4ed94b,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:27.283684 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0862529a-4145-4737-9ae8-249f3efe1c8d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.285770 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0862529a-4145-4737-9ae8-249f3efe1c8d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1738889 Feb 10 12:04:27.288956 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46370) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:27.295645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-0af00709-f8d6-4602-8555-c64f870ff4ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:04:27.304006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0af00709-f8d6-4602-8555-c64f870ff4ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:04:27.308441 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0af00709-f8d6-4602-8555-c64f870ff4ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:04:27.311969 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0af00709-f8d6-4602-8555-c64f870ff4ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:04:27.319674 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0af00709-f8d6-4602-8555-c64f870ff4ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:04:27.337594 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-0af00709-f8d6-4602-8555-c64f870ff4ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Project 0e3cdd1e6ab34666a74a5c60bd58106c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:04:27.345991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0af00709-f8d6-4602-8555-c64f870ff4ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.395991 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:04:27.427342 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0af00709-f8d6-4602-8555-c64f870ff4ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.432003 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0af00709-f8d6-4602-8555-c64f870ff4ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.459942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af00709-f8d6-4602-8555-c64f870ff4ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c8439d-5527-46cc-a944-0f08936e1a93,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:27.470719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0af00709-f8d6-4602-8555-c64f870ff4ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.471934 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0af00709-f8d6-4602-8555-c64f870ff4ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1818490 Feb 10 12:04:27.475460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46374) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:27.481203 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b6bf8053-1645-4313-895e-3d412958165c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'network': {'name': 'tempest-network-smoke--604869125', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'port_security_enabled': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:04:27.487505 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b6bf8053-1645-4313-895e-3d412958165c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:04:27.493689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b6bf8053-1645-4313-895e-3d412958165c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:network and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:04:27.498407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b6bf8053-1645-4313-895e-3d412958165c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:04:27.507865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b6bf8053-1645-4313-895e-3d412958165c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:04:27.520593 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bf8053-1645-4313-895e-3d412958165c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Made reservation on behalf of 0e3cdd1e6ab34666a74a5c60bd58106c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:04:27.524138 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8053-1645-4313-895e-3d412958165c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.559076 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6bf8053-1645-4313-895e-3d412958165c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:04:27.570775 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8053-1645-4313-895e-3d412958165c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.571193 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-b6bf8053-1645-4313-895e-3d412958165c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Added segment 8d7ec637-84d3-444b-a0dc-42d8836e894e of type vlan for network 313f2559-5e47-4567-bef4-9c9f37b3ee3e Feb 10 12:04:27.602972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8053-1645-4313-895e-3d412958165c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.638297 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8053-1645-4313-895e-3d412958165c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.642879 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bf8053-1645-4313-895e-3d412958165c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:27.643556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8053-1645-4313-895e-3d412958165c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.746303 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b6bf8053-1645-4313-895e-3d412958165c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2694306 Feb 10 12:04:27.749624 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46378) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:27.756128 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-947969542', 'admin_state_up': True, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:04:27.765105 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:04:27.770391 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:router and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:04:27.773785 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:04:27.775755 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf8053-1645-4313-895e-3d412958165c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Network': ['ID=313f2559-5e47-4567-bef4-9c9f37b3ee3e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:27.781377 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:04:27.790640 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 313f2559-5e47-4567-bef4-9c9f37b3ee3e details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:04:27.796762 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.797771 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:27.826695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:28.021619 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:28.225684 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:28.258297 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:28.467371 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.26.4.198 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/8167f3c4-e335-4b90-9a34-8e22280e739b) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:04:28.632845 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:28.664276 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:28.739762 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:04:28.742990 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:04:28.747962 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:04:28.776243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=8167f3c4-e335-4b90-9a34-8e22280e739b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:28.850648 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-26511a42-0f32-490c-af6d-e3788176e266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:28.995877 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:28.996675 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:29.296598 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:04:29.700095 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:04:29.714203 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Sync routers for ids ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:04:29.734354 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Routers {'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:04:29.734981 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:04:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:29.736782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:29.739064 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-77da346f-1dbb-4315-9305-9db5ee42ae73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9879472 Feb 10 12:04:29.743860 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46382) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:29.938995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:29.972208 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Set router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:04:30.024762 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a252b69b-6b75-441d-bef1-acc25b5647f4 tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=0e3cdd1e6ab34666a74a5c60bd58106c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2768207 Feb 10 12:04:30.027784 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46388) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:30.203725 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:30.276282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db8001d-4d4d-40cc-a469-d1820e93c9cb tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:30.278849 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7db8001d-4d4d-40cc-a469-d1820e93c9cb tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2494559 Feb 10 12:04:30.281739 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46392) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:30.296404 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947969542', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:04:27Z', 'updated_at': '2022-02-10T12:04:28Z', 'revision_number': 3, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:28Z', 'updated_at': '2022-02-10T12:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:30.303001 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Checking router: b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:04:30.303368 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Updating router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 port 8167f3c4-e335-4b90-9a34-8e22280e739b binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:04:30.352092 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b74a3ca1-cd1c-49bf-ad1c-06c6d7025a2d tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685546 Feb 10 12:04:30.355571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46396) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:30.361404 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:30.365761 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-849d9d6a-d4ed-4c8a-973a-ab9dcc886114 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1018454162', 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:04:30.496577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-849d9d6a-d4ed-4c8a-973a-ab9dcc886114 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:04:30.501159 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-849d9d6a-d4ed-4c8a-973a-ab9dcc886114 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:subnet and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:04:30.505178 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-849d9d6a-d4ed-4c8a-973a-ab9dcc886114 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:04:30.512662 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-849d9d6a-d4ed-4c8a-973a-ab9dcc886114 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:04:30.528126 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849d9d6a-d4ed-4c8a-973a-ab9dcc886114 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Made reservation on behalf of 0e3cdd1e6ab34666a74a5c60bd58106c for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:04:30.695806 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-849d9d6a-d4ed-4c8a-973a-ab9dcc886114 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:30.824454 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:30.845097 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Transition to ACTIVE for port object 8167f3c4-e335-4b90-9a34-8e22280e739b will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:04:30.874620 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:30.972187 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14ccda-b3d9-49b3-8c55-a0dc16b65efb None None] Pushing event updated for resources: {'Port': ['ID=8167f3c4-e335-4b90-9a34-8e22280e739b,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:30.975317 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Attempting to bind port 8167f3c4-e335-4b90-9a34-8e22280e739b on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:04:30.975674 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Attempting to bind port 8167f3c4-e335-4b90-9a34-8e22280e739b by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:04:30.976058 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Attempting to bind port 8167f3c4-e335-4b90-9a34-8e22280e739b on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:04:30.988653 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14ccda-b3d9-49b3-8c55-a0dc16b65efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:30.989050 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14ccda-b3d9-49b3-8c55-a0dc16b65efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:30.989403 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14ccda-b3d9-49b3-8c55-a0dc16b65efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:30.989708 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14ccda-b3d9-49b3-8c55-a0dc16b65efb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:30.990044 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14ccda-b3d9-49b3-8c55-a0dc16b65efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:30.990365 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14ccda-b3d9-49b3-8c55-a0dc16b65efb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:30.990687 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14ccda-b3d9-49b3-8c55-a0dc16b65efb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:30.991010 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14ccda-b3d9-49b3-8c55-a0dc16b65efb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:30.991328 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14ccda-b3d9-49b3-8c55-a0dc16b65efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:30.991641 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14ccda-b3d9-49b3-8c55-a0dc16b65efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:30.992011 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14ccda-b3d9-49b3-8c55-a0dc16b65efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:30.995679 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:04:30.996200 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:04:30.996605 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:30.996995 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:04:30.997669 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Bound port: 8167f3c4-e335-4b90-9a34-8e22280e739b, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:04:30.998008 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:31.040805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-849d9d6a-d4ed-4c8a-973a-ab9dcc886114 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:31.084464 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] For port 8167f3c4-e335-4b90-9a34-8e22280e739b, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:04:31.088393 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] For port 8167f3c4-e335-4b90-9a34-8e22280e739b, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=8167f3c4-e335-4b90-9a34-8e22280e739b,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:04:31.093803 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:31.129774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d9d6a-d4ed-4c8a-973a-ab9dcc886114 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Subnet': ['ID=c7e85f8d-0ec3-4d17-83ea-8320c82c80ff,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:31.148441 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d9d6a-d4ed-4c8a-973a-ab9dcc886114 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Checking segment: {'id': '8d7ec637-84d3-444b-a0dc-42d8836e894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:04:31.148830 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849d9d6a-d4ed-4c8a-973a-ab9dcc886114 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network hostable DHCP agents. Network: 313f2559-5e47-4567-bef4-9c9f37b3ee3e, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:04:31.179394 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849d9d6a-d4ed-4c8a-973a-ab9dcc886114 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 313f2559-5e47-4567-bef4-9c9f37b3ee3e is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:04:31.190204 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14ccda-b3d9-49b3-8c55-a0dc16b65efb None None] Pushing event updated for resources: {'Port': ['ID=8167f3c4-e335-4b90-9a34-8e22280e739b,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:31.191883 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-849d9d6a-d4ed-4c8a-973a-ab9dcc886114 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 313f2559-5e47-4567-bef4-9c9f37b3ee3e) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:04:31.197541 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849d9d6a-d4ed-4c8a-973a-ab9dcc886114 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:31.198311 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-849d9d6a-d4ed-4c8a-973a-ab9dcc886114 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:31.205947 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Routers {'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:04:31.206203 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4929e233-72d2-4c9a-abe5-da3816b8b956 None None] Network 313f2559-5e47-4567-bef4-9c9f37b3ee3e requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:04:31.208441 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:04:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:31.234128 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-849d9d6a-d4ed-4c8a-973a-ab9dcc886114 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8726261 Feb 10 12:04:31.234549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46400) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:31.473894 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] Set router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:04:31.479807 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-313f2559-5e47-4567-bef4-9c9f37b3ee3e', 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ips': [{'subnet_id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:04:31.481313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:31.702163 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:31.726689 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Allocated IP 172.20.0.2 (313f2559-5e47-4567-bef4-9c9f37b3ee3e/c7e85f8d-0ec3-4d17-83ea-8320c82c80ff/08d4964c-32cc-4879-ac1d-c306d1264407) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:04:31.987136 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947969542', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:04:27Z', 'updated_at': '2022-02-10T12:04:28Z', 'revision_number': 3, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:28Z', 'updated_at': '2022-02-10T12:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:31.992754 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedf6b4-74c3-4937-92c3-ad15d3e54f4d None None] The sync data for ids ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'] in dv-neutron-828497-1-hyperv is: [{'id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947969542', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:04:27Z', 'updated_at': '2022-02-10T12:04:28Z', 'revision_number': 3, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:28Z', 'updated_at': '2022-02-10T12:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:04:32.070445 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:32.091660 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Transition to ACTIVE for port object 08d4964c-32cc-4879-ac1d-c306d1264407 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:04:32.132477 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Transition to ACTIVE for port object 08d4964c-32cc-4879-ac1d-c306d1264407 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:04:32.144486 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:32.294871 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Network 313f2559-5e47-4567-bef4-9c9f37b3ee3e is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:04:32.300983 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:04:32.307534 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:04:32.318640 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Pushing event updated for resources: {'Port': ['ID=08d4964c-32cc-4879-ac1d-c306d1264407,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:32.336405 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:32.336749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:32.337092 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:32.337515 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:32.337859 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:32.338251 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:32.338590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:32.338920 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:32.339244 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:32.339569 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:32.339931 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:04:32.445108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Attempting to bind port 08d4964c-32cc-4879-ac1d-c306d1264407 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:04:32.445602 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Attempting to bind port 08d4964c-32cc-4879-ac1d-c306d1264407 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '8d7ec637-84d3-444b-a0dc-42d8836e894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:04:32.446028 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Attempting to bind port 08d4964c-32cc-4879-ac1d-c306d1264407 on network 313f2559-5e47-4567-bef4-9c9f37b3ee3e {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:04:32.454445 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:04:32.454853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Checking segment: {'id': '8d7ec637-84d3-444b-a0dc-42d8836e894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:04:32.455392 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:32.455789 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Bound using segment: {'id': '8d7ec637-84d3-444b-a0dc-42d8836e894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:04:32.456260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Bound port: 08d4964c-32cc-4879-ac1d-c306d1264407, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7ec637-84d3-444b-a0dc-42d8836e894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:04:32.457326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:32.562137 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] For port 08d4964c-32cc-4879-ac1d-c306d1264407, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:04:32.567087 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] For port 08d4964c-32cc-4879-ac1d-c306d1264407, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=08d4964c-32cc-4879-ac1d-c306d1264407,segment=NetworkSegment(8d7ec637-84d3-444b-a0dc-42d8836e894e),segment_id=8d7ec637-84d3-444b-a0dc-42d8836e894e)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:04:32.572904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:32.597044 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:32.678731 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb07c81-1608-4acf-97f4-e0bd0d1be583 None None] Pushing event updated for resources: {'Port': ['ID=08d4964c-32cc-4879-ac1d-c306d1264407,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:33.157862 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.20.0.1 (313f2559-5e47-4567-bef4-9c9f37b3ee3e/c7e85f8d-0ec3-4d17-83ea-8320c82c80ff/71fb8170-7a5e-45b8-b1dd-4ff978a204fa) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:04:33.357666 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:33.388415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Transition to ACTIVE for port object 71fb8170-7a5e-45b8-b1dd-4ff978a204fa will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:04:33.422948 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:33.559782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 313f2559-5e47-4567-bef4-9c9f37b3ee3e is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:04:33.565726 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:04:33.591907 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=71fb8170-7a5e-45b8-b1dd-4ff978a204fa,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:33.596680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:04:33.689956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:33.690976 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 8167f3c4-e335-4b90-9a34-8e22280e739b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:04:33.783567 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 8167f3c4-e335-4b90-9a34-8e22280e739b completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:04:33.792651 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 8167f3c4-e335-4b90-9a34-8e22280e739b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:04:33.793318 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:33.834719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:34.024349 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:34.042222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f20868-293f-47a4-bab5-6b01fdbaa63f None None] Network 313f2559-5e47-4567-bef4-9c9f37b3ee3e requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:04:34.066155 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 8167f3c4-e335-4b90-9a34-8e22280e739b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=8167f3c4-e335-4b90-9a34-8e22280e739b,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:34.123434 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:34.124491 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 08d4964c-32cc-4879-ac1d-c306d1264407 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:04:34.356419 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:34.362966 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:34.363745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-319eec45-eb3a-4819-a892-903c41906b29 None None] Provisioning for port 08d4964c-32cc-4879-ac1d-c306d1264407 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:04:34.382487 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=8167f3c4-e335-4b90-9a34-8e22280e739b,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:34.436312 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 08d4964c-32cc-4879-ac1d-c306d1264407 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:04:34.449479 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 08d4964c-32cc-4879-ac1d-c306d1264407 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:04:34.449990 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:34.602802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:34.609755 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=71fb8170-7a5e-45b8-b1dd-4ff978a204fa,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:34.653552 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:34.698264 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 08d4964c-32cc-4879-ac1d-c306d1264407, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=08d4964c-32cc-4879-ac1d-c306d1264407,segment=NetworkSegment(8d7ec637-84d3-444b-a0dc-42d8836e894e),segment_id=8d7ec637-84d3-444b-a0dc-42d8836e894e)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:34.705680 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:34.793539 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=08d4964c-32cc-4879-ac1d-c306d1264407,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:34.794067 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 313f2559-5e47-4567-bef4-9c9f37b3ee3e is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:04:34.795714 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:04:34.928291 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-07e3a6d6-ee9b-4324-b686-f41e82bd58c4 None None] Provisioning complete for port 08d4964c-32cc-4879-ac1d-c306d1264407 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:04:34.928768 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-07e3a6d6-ee9b-4324-b686-f41e82bd58c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:35.088779 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-07e3a6d6-ee9b-4324-b686-f41e82bd58c4 None None] Provisioning for port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:04:35.097617 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-07e3a6d6-ee9b-4324-b686-f41e82bd58c4 None None] Provisioning complete for port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:04:35.098422 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-07e3a6d6-ee9b-4324-b686-f41e82bd58c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:35.186892 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-07e3a6d6-ee9b-4324-b686-f41e82bd58c4 None None] Port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:04:35.322992 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2bbf56fb-4315-44ca-81ec-bd014af98f54 None None] Provisioning complete for port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:04:35.323540 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2bbf56fb-4315-44ca-81ec-bd014af98f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:35.380306 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:04:35.391345 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-2bbf56fb-4315-44ca-81ec-bd014af98f54 None None] Port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:04:35.521993 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-902c0a97-511e-4b03-a4f3-406a48c49221 None None] Provisioning complete for port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:04:35.522522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-902c0a97-511e-4b03-a4f3-406a48c49221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:35.585670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-902c0a97-511e-4b03-a4f3-406a48c49221 None None] Port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:04:35.611343 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 8167f3c4-e335-4b90-9a34-8e22280e739b up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:04:35.631267 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:04:35.643102 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-29c6acd3-3bbb-4c05-b30e-151739eaa304 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "PUT /v2.0/routers/b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4069569 Feb 10 12:04:35.714308 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 8167f3c4-e335-4b90-9a34-8e22280e739b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:04:35.715004 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:35.875769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 08d4964c-32cc-4879-ac1d-c306d1264407 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:04:35.963646 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-9c113c2d-5871-4d0d-a135-11302c592092 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-920771537&fields=id&tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c HTTP/1.1" status: 200 len: 267 time: 0.0858936 Feb 10 12:04:36.017736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 08d4964c-32cc-4879-ac1d-c306d1264407 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:04:36.017736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:36.052071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Sync routers for ids ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:04:36.100987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Routers {'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:04:36.101683 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:04:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:36.157463 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-11b9c639-e350-4ce7-b849-97472f662e2e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:36.161208 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-11b9c639-e350-4ce7-b849-97472f662e2e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/networks?id=313f2559-5e47-4567-bef4-9c9f37b3ee3e HTTP/1.1" status: 200 len: 796 time: 0.1958504 Feb 10 12:04:36.189639 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-c84727be-f483-48f0-a6b0-6a09103123a4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/quotas/0e3cdd1e6ab34666a74a5c60bd58106c HTTP/1.1" status: 200 len: 375 time: 0.0209732 Feb 10 12:04:36.334266 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-c446c5a2-8359-4089-98aa-f18171fde717 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:04:36.357788 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Set router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:04:36.358058 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-c446c5a2-8359-4089-98aa-f18171fde717 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:04:36.359231 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-c446c5a2-8359-4089-98aa-f18171fde717 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1628275 Feb 10 12:04:36.455002 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-7d3d2d06-63e8-44e9-a138-03b6faa3125f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 12:04:36.456964 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-7d3d2d06-63e8-44e9-a138-03b6faa3125f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0830696 Feb 10 12:04:36.627702 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-34e91081-57d5-4007-8080-68ecff8d4c79 service neutron] 10.222.0.36 "GET /v2.0/networks/313f2559-5e47-4567-bef4-9c9f37b3ee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625469 Feb 10 12:04:36.785435 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-8d6c2ac4-17f4-4673-893a-9a70d18213f4 service neutron] 10.222.0.36 "GET /v2.0/networks/313f2559-5e47-4567-bef4-9c9f37b3ee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451759 Feb 10 12:04:36.892930 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947969542', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:04:27Z', 'updated_at': '2022-02-10T12:04:33Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:28Z', 'updated_at': '2022-02-10T12:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '71fb8170-7a5e-45b8-b1dd-4ff978a204fa', 'name': '', 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6f:a1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:32Z', 'updated_at': '2022-02-10T12:04:34Z', 'revision_number': 2, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:36.899046 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Checking router: b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:04:36.899439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Updating router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:04:36.959941 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:37.136139 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-569207e3-2bf0-41b5-a8b1-d5f79b3431b4 req-cc239ecc-e10b-4b16-9316-6a2e1bd31ebf tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 210 time: 0.0656040 Feb 10 12:04:37.374290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:37.388984 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Transition to ACTIVE for port object 71fb8170-7a5e-45b8-b1dd-4ff978a204fa will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:04:37.397607 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:37.593946 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d0edc-2ad4-448a-8df0-36df54bd6e6e None None] Pushing event updated for resources: {'Port': ['ID=71fb8170-7a5e-45b8-b1dd-4ff978a204fa,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:37.697370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Attempting to bind port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:04:37.697768 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Attempting to bind port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '8d7ec637-84d3-444b-a0dc-42d8836e894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:04:37.698193 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Attempting to bind port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa on network 313f2559-5e47-4567-bef4-9c9f37b3ee3e {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:04:37.705418 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:04:37.705797 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Checking segment: {'id': '8d7ec637-84d3-444b-a0dc-42d8836e894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:04:37.707177 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:37.707785 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Bound using segment: {'id': '8d7ec637-84d3-444b-a0dc-42d8836e894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:04:37.708417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Bound port: 71fb8170-7a5e-45b8-b1dd-4ff978a204fa, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7ec637-84d3-444b-a0dc-42d8836e894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:04:37.708813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:37.825312 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] For port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:04:37.829386 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] For port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=71fb8170-7a5e-45b8-b1dd-4ff978a204fa,segment=NetworkSegment(8d7ec637-84d3-444b-a0dc-42d8836e894e),segment_id=8d7ec637-84d3-444b-a0dc-42d8836e894e)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:04:37.839094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:37.931705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d0edc-2ad4-448a-8df0-36df54bd6e6e None None] Pushing event updated for resources: {'Port': ['ID=71fb8170-7a5e-45b8-b1dd-4ff978a204fa,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:37.934297 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Routers {'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:04:37.934908 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:04:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:38.200117 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] Set router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:04:38.354390 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-16363635-e6d7-494d-bb58-d4e6bf8b36f4 req-0c02c5ae-0bfc-4b39-9492-8dc7e9662482 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 210 time: 0.0559719 Feb 10 12:04:38.499229 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:38.585438 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947969542', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:04:27Z', 'updated_at': '2022-02-10T12:04:33Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:28Z', 'updated_at': '2022-02-10T12:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '71fb8170-7a5e-45b8-b1dd-4ff978a204fa', 'name': '', 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6f:a1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:32Z', 'updated_at': '2022-02-10T12:04:37Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:38.590977 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc1f51-8504-49ad-93e6-ce49ec9e9e5b None None] The sync data for ids ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'] in dv-neutron-828497-1-hyperv is: [{'id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947969542', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:04:27Z', 'updated_at': '2022-02-10T12:04:33Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:28Z', 'updated_at': '2022-02-10T12:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '71fb8170-7a5e-45b8-b1dd-4ff978a204fa', 'name': '', 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6f:a1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:32Z', 'updated_at': '2022-02-10T12:04:37Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:04:38.740980 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-95c62576-c0b8-4168-809f-01ed06e7c706 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:38.742181 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-95c62576-c0b8-4168-809f-01ed06e7c706 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:04:38.776637 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-95c62576-c0b8-4168-809f-01ed06e7c706 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:04:38.778431 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-95c62576-c0b8-4168-809f-01ed06e7c706 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "GET /v2.0/networks?id=313f2559-5e47-4567-bef4-9c9f37b3ee3e HTTP/1.1" status: 200 len: 796 time: 0.3008556 Feb 10 12:04:38.839834 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-e16bca1b-1e38-4aa9-8e21-0f3e7fffc581 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:04:38.864030 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-e16bca1b-1e38-4aa9-8e21-0f3e7fffc581 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:04:38.865842 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-e16bca1b-1e38-4aa9-8e21-0f3e7fffc581 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c HTTP/1.1" status: 200 len: 379 time: 0.0758045 Feb 10 12:04:38.875969 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-46c0ca17-4111-4067-be8a-a2bac7d98938 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'port': {'device_id': 'c1b23c6e-d3f6-446c-b94a-9ed9c33dac45', 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e', 'admin_state_up': True, 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'security_groups': ['3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:04:39.156477 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-46c0ca17-4111-4067-be8a-a2bac7d98938 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:04:39.168204 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-46c0ca17-4111-4067-be8a-a2bac7d98938 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:04:39.181599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-46c0ca17-4111-4067-be8a-a2bac7d98938 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Made reservation on behalf of 0e3cdd1e6ab34666a74a5c60bd58106c for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:04:39.185364 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-46c0ca17-4111-4067-be8a-a2bac7d98938 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:39.415979 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-46c0ca17-4111-4067-be8a-a2bac7d98938 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.20.0.3 (313f2559-5e47-4567-bef4-9c9f37b3ee3e/c7e85f8d-0ec3-4d17-83ea-8320c82c80ff/c30fdf66-ecf5-4533-8c83-42a242329cb1) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:04:39.649511 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5413387e-6bf8-4c3e-ba1d-cc4d7c4839f1 req-70ba5cad-cfa3-41ea-a4cb-6831a344e196 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 210 time: 0.0764594 Feb 10 12:04:39.686306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-46c0ca17-4111-4067-be8a-a2bac7d98938 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:39.687298 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 71fb8170-7a5e-45b8-b1dd-4ff978a204fa up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:04:39.706218 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-46c0ca17-4111-4067-be8a-a2bac7d98938 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Transition to ACTIVE for port object c30fdf66-ecf5-4533-8c83-42a242329cb1 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:04:39.732224 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-46c0ca17-4111-4067-be8a-a2bac7d98938 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:39.802064 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:04:39.810728 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:04:39.811494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:39.859161 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-46c0ca17-4111-4067-be8a-a2bac7d98938 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 313f2559-5e47-4567-bef4-9c9f37b3ee3e is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:04:39.865607 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-46c0ca17-4111-4067-be8a-a2bac7d98938 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:04:39.870066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-46c0ca17-4111-4067-be8a-a2bac7d98938 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:04:39.919695 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0ca17-4111-4067-be8a-a2bac7d98938 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=c30fdf66-ecf5-4533-8c83-42a242329cb1,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:39.978550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-46c0ca17-4111-4067-be8a-a2bac7d98938 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:39.979263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-46c0ca17-4111-4067-be8a-a2bac7d98938 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:40.014618 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-46c0ca17-4111-4067-be8a-a2bac7d98938 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1425629 Feb 10 12:04:40.027247 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Request body: {'port': {'device_id': 'c1b23c6e-d3f6-446c-b94a-9ed9c33dac45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:04:40.121050 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:40.182827 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=71fb8170-7a5e-45b8-b1dd-4ff978a204fa,segment=NetworkSegment(8d7ec637-84d3-444b-a0dc-42d8836e894e),segment_id=8d7ec637-84d3-444b-a0dc-42d8836e894e)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:40.189525 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:40.212332 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:40.283386 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=71fb8170-7a5e-45b8-b1dd-4ff978a204fa,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:40.306038 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ed6b21a9-9b27-441d-bd02-d149451e3e3e None None] Provisioning for port c30fdf66-ecf5-4533-8c83-42a242329cb1 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:04:40.312536 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ed6b21a9-9b27-441d-bd02-d149451e3e3e None None] Provisioning complete for port c30fdf66-ecf5-4533-8c83-42a242329cb1 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:04:40.313033 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ed6b21a9-9b27-441d-bd02-d149451e3e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:40.390556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b21a9-9b27-441d-bd02-d149451e3e3e None None] Port c30fdf66-ecf5-4533-8c83-42a242329cb1 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:04:40.654062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30fdf66-ecf5-4533-8c83-42a242329cb1 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:04:40.663682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:40.683171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Transition to ACTIVE for port object c30fdf66-ecf5-4533-8c83-42a242329cb1 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:04:40.687458 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:40.833097 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Pushing event updated for resources: {'Port': ['ID=c30fdf66-ecf5-4533-8c83-42a242329cb1,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:40.937815 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae596c-9789-4472-a317-171f8be0428a req-f605dea9-c5f8-4e5e-960e-cf7361e00693 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:40.946884 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-46ae596c-9789-4472-a317-171f8be0428a req-f605dea9-c5f8-4e5e-960e-cf7361e00693 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 943 time: 0.1179922 Feb 10 12:04:41.032936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Attempting to bind port c30fdf66-ecf5-4533-8c83-42a242329cb1 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:04:41.033608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Attempting to bind port c30fdf66-ecf5-4533-8c83-42a242329cb1 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '8d7ec637-84d3-444b-a0dc-42d8836e894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:04:41.033930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Attempting to bind port c30fdf66-ecf5-4533-8c83-42a242329cb1 on network 313f2559-5e47-4567-bef4-9c9f37b3ee3e {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:04:41.044948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Port c30fdf66-ecf5-4533-8c83-42a242329cb1 on network 313f2559-5e47-4567-bef4-9c9f37b3ee3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:04:41.045402 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Attempting to bind port c30fdf66-ecf5-4533-8c83-42a242329cb1 on network 313f2559-5e47-4567-bef4-9c9f37b3ee3e {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:04:41.057351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:04:41.057888 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Checking segment: {'id': '8d7ec637-84d3-444b-a0dc-42d8836e894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:04:41.058564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Bound using segment: {'id': '8d7ec637-84d3-444b-a0dc-42d8836e894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:04:41.059282 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Bound port: c30fdf66-ecf5-4533-8c83-42a242329cb1, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7ec637-84d3-444b-a0dc-42d8836e894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:04:41.059856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:41.117623 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-46ae596c-9789-4472-a317-171f8be0428a req-de041985-b2ae-41e2-a002-cc9e7bd66980 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694958 Feb 10 12:04:41.196610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] For port c30fdf66-ecf5-4533-8c83-42a242329cb1, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:04:41.200873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] For port c30fdf66-ecf5-4533-8c83-42a242329cb1, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=c30fdf66-ecf5-4533-8c83-42a242329cb1,segment=NetworkSegment(8d7ec637-84d3-444b-a0dc-42d8836e894e),segment_id=8d7ec637-84d3-444b-a0dc-42d8836e894e)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:04:41.207459 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:41.281429 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:41.282870 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] 10.222.0.73 "PUT /v2.0/ports/c30fdf66-ecf5-4533-8c83-42a242329cb1 HTTP/1.1" status: 200 len: 1093 time: 1.2603867 Feb 10 12:04:41.283330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b23c6e-d3f6-446c-b94a-9ed9c33dac45', 'tag': 'c30fdf66-ecf5-4533-8c83-42a242329cb1'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:04:41.302194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f8c6a-1a0d-4dd6-a172-11a04e64cefe service neutron] Pushing event updated for resources: {'Port': ['ID=c30fdf66-ecf5-4533-8c83-42a242329cb1,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:41.395894 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b23c6e-d3f6-446c-b94a-9ed9c33dac45', 'tag': 'c30fdf66-ecf5-4533-8c83-42a242329cb1', 'status': 'completed', 'code': 200} Feb 10 12:04:41.430985 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-0772598c-5a0a-4bfe-9c9f-bd8962e5fb73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 1096 time: 0.0919042 Feb 10 12:04:41.565028 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-6b7f0566-0d34-4d2c-822b-a9f27118b1df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c30fdf66-ecf5-4533-8c83-42a242329cb1 HTTP/1.1" status: 200 len: 217 time: 0.1248755 Feb 10 12:04:41.619087 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 71fb8170-7a5e-45b8-b1dd-4ff978a204fa up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:04:41.664145 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-6b1f71a7-c3cc-4138-a0c2-0767ee00f147 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:41.665920 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-6b1f71a7-c3cc-4138-a0c2-0767ee00f147 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7e85f8d-0ec3-4d17-83ea-8320c82c80ff HTTP/1.1" status: 200 len: 835 time: 0.0947468 Feb 10 12:04:41.704197 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:04:41.704608 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:41.910654 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-05442fac-66b7-4807-9a18-9eaebcfcdcc0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=313f2559-5e47-4567-bef4-9c9f37b3ee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2380400 Feb 10 12:04:42.059605 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-9e720c50-c1e3-4cc2-8153-1a40b88932ba service neutron] 10.222.0.73 "GET /v2.0/networks/313f2559-5e47-4567-bef4-9c9f37b3ee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421525 Feb 10 12:04:42.304657 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3c80d560-f4bd-4198-b28e-1ee864fb203e req-3d1068d5-8294-41a8-90a6-2d9d63d562a7 service neutron] 10.222.0.73 "GET /v2.0/networks/313f2559-5e47-4567-bef4-9c9f37b3ee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376289 Feb 10 12:04:42.369038 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f134b7-3069-4816-9d2e-6f3e66958f0a req-fb6a2fc2-befe-4159-894e-4dfbf9749916 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:42.371497 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a6f134b7-3069-4816-9d2e-6f3e66958f0a req-fb6a2fc2-befe-4159-894e-4dfbf9749916 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 943 time: 0.1059899 Feb 10 12:04:42.439519 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a6f134b7-3069-4816-9d2e-6f3e66958f0a req-7c57aabe-6500-4989-9d78-67777ff8b7e4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608032 Feb 10 12:04:42.473784 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6f5d4e54-15ff-4377-aef5-95f998c0ed53 req-e1d59a61-d1b5-4d56-92e1-7dfd67c9e4da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 1096 time: 0.1156943 Feb 10 12:04:42.657579 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d4e54-15ff-4377-aef5-95f998c0ed53 req-af339329-b216-471f-9d63-776f9693e285 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:42.660842 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6f5d4e54-15ff-4377-aef5-95f998c0ed53 req-af339329-b216-471f-9d63-776f9693e285 service neutron] 10.222.0.73 "GET /v2.0/networks?id=313f2559-5e47-4567-bef4-9c9f37b3ee3e HTTP/1.1" status: 200 len: 897 time: 0.1795824 Feb 10 12:04:42.788330 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6f5d4e54-15ff-4377-aef5-95f998c0ed53 req-18460b15-6795-449d-b411-642f529cd3f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c30fdf66-ecf5-4533-8c83-42a242329cb1 HTTP/1.1" status: 200 len: 217 time: 0.1202438 Feb 10 12:04:42.864366 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d4e54-15ff-4377-aef5-95f998c0ed53 req-e7859767-4ec0-49bb-a25b-be7454f7509b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:42.865904 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6f5d4e54-15ff-4377-aef5-95f998c0ed53 req-e7859767-4ec0-49bb-a25b-be7454f7509b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7e85f8d-0ec3-4d17-83ea-8320c82c80ff HTTP/1.1" status: 200 len: 835 time: 0.0720220 Feb 10 12:04:42.955095 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6f5d4e54-15ff-4377-aef5-95f998c0ed53 req-c5f502f1-5021-4d63-8eca-ada76be83ce4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=313f2559-5e47-4567-bef4-9c9f37b3ee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822835 Feb 10 12:04:43.205602 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6f5d4e54-15ff-4377-aef5-95f998c0ed53 req-be26df53-c12c-4af7-a100-bfefd1827394 service neutron] 10.222.0.73 "GET /v2.0/networks/313f2559-5e47-4567-bef4-9c9f37b3ee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419546 Feb 10 12:04:43.358144 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6f5d4e54-15ff-4377-aef5-95f998c0ed53 req-83091254-d16e-4a3f-bd22-fc2fda2ea467 service neutron] 10.222.0.73 "GET /v2.0/networks/313f2559-5e47-4567-bef4-9c9f37b3ee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457610 Feb 10 12:04:43.684036 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e70b3-3878-4111-bc88-a20e180e6f43 req-dea03bf5-8194-4e45-86f6-17ab4589d6b0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:43.685788 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d29e70b3-3878-4111-bc88-a20e180e6f43 req-dea03bf5-8194-4e45-86f6-17ab4589d6b0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 943 time: 0.0900023 Feb 10 12:04:43.744393 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d29e70b3-3878-4111-bc88-a20e180e6f43 req-378b1992-a612-4d3d-ba6c-f76276709b80 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478752 Feb 10 12:04:44.510837 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device c30fdf66-ecf5-4533-8c83-42a242329cb1 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:04:44.713589 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port c30fdf66-ecf5-4533-8c83-42a242329cb1, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=c30fdf66-ecf5-4533-8c83-42a242329cb1,segment=NetworkSegment(8d7ec637-84d3-444b-a0dc-42d8836e894e),segment_id=8d7ec637-84d3-444b-a0dc-42d8836e894e)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:44.731719 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'c30fdf66-ecf5-4533-8c83-42a242329cb1', 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e', 'port_id': 'c30fdf66-ecf5-4533-8c83-42a242329cb1', 'mac_address': 'fa:16:3e:69:58:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:04:44.825105 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:44.851997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30fdf66-ecf5-4533-8c83-42a242329cb1 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:04:44.882916 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port c30fdf66-ecf5-4533-8c83-42a242329cb1, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=c30fdf66-ecf5-4533-8c83-42a242329cb1,segment=NetworkSegment(8d7ec637-84d3-444b-a0dc-42d8836e894e),segment_id=8d7ec637-84d3-444b-a0dc-42d8836e894e)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:44.889997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:45.004166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=c30fdf66-ecf5-4533-8c83-42a242329cb1,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:45.028501 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e15c4-1a3a-4d64-b6e1-ae01519846fa req-4312aaa0-4c6f-4d90-b422-3677f4986900 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:45.030172 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-026e15c4-1a3a-4d64-b6e1-ae01519846fa req-4312aaa0-4c6f-4d90-b422-3677f4986900 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 944 time: 0.1252098 Feb 10 12:04:45.122738 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-026e15c4-1a3a-4d64-b6e1-ae01519846fa req-72cdb9dd-6dad-4183-b359-5fde9f70eb19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840938 Feb 10 12:04:45.125900 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['c30fdf66-ecf5-4533-8c83-42a242329cb1'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:04:46.361066 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec510424-e80b-4625-b70b-b94923e64d9e req-efd3f4aa-981f-4665-819a-1510f54c44cd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:46.363786 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec510424-e80b-4625-b70b-b94923e64d9e req-efd3f4aa-981f-4665-819a-1510f54c44cd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 944 time: 0.0942953 Feb 10 12:04:46.420349 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec510424-e80b-4625-b70b-b94923e64d9e req-c7ced4d3-e968-4a88-a6d8-08410ab70339 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460777 Feb 10 12:04:46.522352 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device c30fdf66-ecf5-4533-8c83-42a242329cb1 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:04:46.603161 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port c30fdf66-ecf5-4533-8c83-42a242329cb1 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:04:46.608860 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port c30fdf66-ecf5-4533-8c83-42a242329cb1 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:04:46.609282 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:46.769627 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:46.803596 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b23c6e-d3f6-446c-b94a-9ed9c33dac45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30fdf66-ecf5-4533-8c83-42a242329cb1'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:04:46.817782 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port c30fdf66-ecf5-4533-8c83-42a242329cb1, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=c30fdf66-ecf5-4533-8c83-42a242329cb1,segment=NetworkSegment(8d7ec637-84d3-444b-a0dc-42d8836e894e),segment_id=8d7ec637-84d3-444b-a0dc-42d8836e894e)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:46.824259 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:46.948492 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=c30fdf66-ecf5-4533-8c83-42a242329cb1,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:47.037651 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b23c6e-d3f6-446c-b94a-9ed9c33dac45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30fdf66-ecf5-4533-8c83-42a242329cb1', 'code': 200} Feb 10 12:04:47.290862 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d8534e22-519b-4f5a-ad76-2e8e09715990 req-c326e130-ae3b-47f1-966a-b0ba08bba406 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 1098 time: 0.0796361 Feb 10 12:04:47.343980 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d8534e22-519b-4f5a-ad76-2e8e09715990 req-e50ac7ff-650c-46ed-870d-01f21a61e877 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471661 Feb 10 12:04:47.645477 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e7589-eb71-48a2-9291-07da3b1d35e4 req-c567eec3-7a17-4ca8-a84b-b119c58c8998 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:47.647049 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-356e7589-eb71-48a2-9291-07da3b1d35e4 req-c567eec3-7a17-4ca8-a84b-b119c58c8998 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 945 time: 0.0864110 Feb 10 12:04:47.707533 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-356e7589-eb71-48a2-9291-07da3b1d35e4 req-001d88ad-df1c-41a7-97f2-4e4eafafb848 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545204 Feb 10 12:04:48.961961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699d849-d2ae-44ac-8986-0ae9701c3ecd req-64e6a80a-1764-4aee-ac2c-d3c15529eae1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:48.963487 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c699d849-d2ae-44ac-8986-0ae9701c3ecd req-64e6a80a-1764-4aee-ac2c-d3c15529eae1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 945 time: 0.1220982 Feb 10 12:04:49.016283 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c699d849-d2ae-44ac-8986-0ae9701c3ecd req-8af5a4c7-7f83-4d87-8dc2-c5c26aeab962 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424139 Feb 10 12:04:49.239202 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96e1f1-a905-4322-9b1f-0692c69d271f req-0dcdf24e-80a8-4260-90f9-8ee81a8c6932 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:49.241086 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dc96e1f1-a905-4322-9b1f-0692c69d271f req-0dcdf24e-80a8-4260-90f9-8ee81a8c6932 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 945 time: 0.0965512 Feb 10 12:04:49.292682 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dc96e1f1-a905-4322-9b1f-0692c69d271f req-5b736e3e-f546-48f7-9f6d-96d5bef380d8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452774 Feb 10 12:04:49.341668 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46460) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:49.439198 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-89736c9a-179c-4f2e-adc2-45a1c0f3e68a tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 1093 time: 0.0962718 Feb 10 12:04:49.442324 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46464) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:49.448111 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': 'c30fdf66-ecf5-4533-8c83-42a242329cb1', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:04:49.454135 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:04:49.459418 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:floatingip and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:04:49.462821 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:04:49.469434 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:04:49.482879 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:49.649392 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:49.809925 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.26.4.252 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/4b5cf596-4395-420b-8829-b6e03056b7c2) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:04:49.976390 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:50.009035 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:50.082801 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:04:50.086520 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:04:50.090203 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:04:50.134039 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=4b5cf596-4395-420b-8829-b6e03056b7c2,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:50.789053 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:50.856432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:51.179886 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:51.185345 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:51.314006 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=4b5cf596-4395-420b-8829-b6e03056b7c2,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:51.326566 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:51.539381 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Floating IP 8a5190c6-b339-4e54-aae6-a983f6be5888 associated. External IP: 172.26.4.252, port: c30fdf66-ecf5-4533-8c83-42a242329cb1. Feb 10 12:04:51.994052 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:04:52.208791 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:04:52.221951 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f87760-8bc6-468c-a28e-875ce6b6fbbc None None] Sync routers for ids ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:04:52.237782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:52.239369 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f87760-8bc6-468c-a28e-875ce6b6fbbc None None] Routers {'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:04:52.240430 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-23f87760-8bc6-468c-a28e-875ce6b6fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:04:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:52.307222 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-27571300-94ca-4cc1-a127-18885e17e433 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8636370 Feb 10 12:04:52.307813 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b23c6e-d3f6-446c-b94a-9ed9c33dac45', 'tag': 'c30fdf66-ecf5-4533-8c83-42a242329cb1'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:04:52.386116 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b23c6e-d3f6-446c-b94a-9ed9c33dac45', 'tag': 'c30fdf66-ecf5-4533-8c83-42a242329cb1', 'status': 'completed', 'code': 200} Feb 10 12:04:52.503488 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e40408bb-07fe-4139-bc64-b4c7f3260149 req-e864efd6-6461-4817-bb9d-351299431dec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 1098 time: 0.0945909 Feb 10 12:04:52.538840 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-23f87760-8bc6-468c-a28e-875ce6b6fbbc None None] Set router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:04:52.557339 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370b0f1-1978-4455-b6e8-3ff802c296bf req-fb57a20f-8147-490d-bd0d-13ebf362d7cd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:52.559814 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c370b0f1-1978-4455-b6e8-3ff802c296bf req-fb57a20f-8147-490d-bd0d-13ebf362d7cd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 945 time: 0.1442795 Feb 10 12:04:52.628855 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c370b0f1-1978-4455-b6e8-3ff802c296bf req-decb2c5a-a7cc-4530-b466-c2673669efad tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619771 Feb 10 12:04:52.663573 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46472) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:52.760261 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40408bb-07fe-4139-bc64-b4c7f3260149 req-3ec177db-0017-48d1-bc4a-18f999ec81b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:52.761978 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e40408bb-07fe-4139-bc64-b4c7f3260149 req-3ec177db-0017-48d1-bc4a-18f999ec81b5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=313f2559-5e47-4567-bef4-9c9f37b3ee3e HTTP/1.1" status: 200 len: 897 time: 0.2510271 Feb 10 12:04:52.883246 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e40408bb-07fe-4139-bc64-b4c7f3260149 req-932032f4-1c22-4a22-8523-265ecbb11dfd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c30fdf66-ecf5-4533-8c83-42a242329cb1 HTTP/1.1" status: 200 len: 999 time: 0.1146655 Feb 10 12:04:52.964000 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4abc0043-8fbb-49fd-97b9-3ee3964a7ff2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/8a5190c6-b339-4e54-aae6-a983f6be5888 HTTP/1.1" status: 200 len: 991 time: 0.2988827 Feb 10 12:04:52.982686 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40408bb-07fe-4139-bc64-b4c7f3260149 req-875c04ad-40a9-461c-bb77-c3543361f968 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:52.985041 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e40408bb-07fe-4139-bc64-b4c7f3260149 req-875c04ad-40a9-461c-bb77-c3543361f968 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7e85f8d-0ec3-4d17-83ea-8320c82c80ff HTTP/1.1" status: 200 len: 835 time: 0.0947163 Feb 10 12:04:53.087537 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-23f87760-8bc6-468c-a28e-875ce6b6fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947969542', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:04:27Z', 'updated_at': '2022-02-10T12:04:33Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:28Z', 'updated_at': '2022-02-10T12:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '8a5190c6-b339-4e54-aae6-a983f6be5888', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'port_id': 'c30fdf66-ecf5-4533-8c83-42a242329cb1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e', 'mac_address': 'fa:16:3e:69:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b23c6e-d3f6-446c-b94a-9ed9c33dac45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:04:50Z', 'updated_at': '2022-02-10T12:04:50Z', 'revision_number': 0, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fb8170-7a5e-45b8-b1dd-4ff978a204fa', 'name': '', 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6f:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:32Z', 'updated_at': '2022-02-10T12:04:40Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:53.093055 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f87760-8bc6-468c-a28e-875ce6b6fbbc None None] Checking router: b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:04:53.106620 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f87760-8bc6-468c-a28e-875ce6b6fbbc None None] Routers {'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:04:53.107255 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-23f87760-8bc6-468c-a28e-875ce6b6fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:04:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:53.231122 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e40408bb-07fe-4139-bc64-b4c7f3260149 req-5c02ecb1-646e-47d7-849a-8ea98e083ab2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=313f2559-5e47-4567-bef4-9c9f37b3ee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2382958 Feb 10 12:04:53.319915 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-23f87760-8bc6-468c-a28e-875ce6b6fbbc None None] Set router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:04:53.391608 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e40408bb-07fe-4139-bc64-b4c7f3260149 req-93ca02cf-5e00-4a45-83f1-9ee2436e24ff service neutron] 10.222.0.73 "GET /v2.0/networks/313f2559-5e47-4567-bef4-9c9f37b3ee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530459 Feb 10 12:04:53.583942 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e40408bb-07fe-4139-bc64-b4c7f3260149 req-98b1edfd-bad9-4473-8f5f-ef52d94824ab service neutron] 10.222.0.73 "GET /v2.0/networks/313f2559-5e47-4567-bef4-9c9f37b3ee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857910 Feb 10 12:04:53.763277 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-23f87760-8bc6-468c-a28e-875ce6b6fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947969542', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:04:27Z', 'updated_at': '2022-02-10T12:04:33Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:28Z', 'updated_at': '2022-02-10T12:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '8a5190c6-b339-4e54-aae6-a983f6be5888', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'port_id': 'c30fdf66-ecf5-4533-8c83-42a242329cb1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e', 'mac_address': 'fa:16:3e:69:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b23c6e-d3f6-446c-b94a-9ed9c33dac45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:04:50Z', 'updated_at': '2022-02-10T12:04:50Z', 'revision_number': 0, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fb8170-7a5e-45b8-b1dd-4ff978a204fa', 'name': '', 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6f:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:32Z', 'updated_at': '2022-02-10T12:04:40Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:53.767917 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f87760-8bc6-468c-a28e-875ce6b6fbbc None None] The sync data for ids ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'] in dv-neutron-828497-1-hyperv is: [{'id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947969542', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:04:27Z', 'updated_at': '2022-02-10T12:04:33Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:28Z', 'updated_at': '2022-02-10T12:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '8a5190c6-b339-4e54-aae6-a983f6be5888', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'port_id': 'c30fdf66-ecf5-4533-8c83-42a242329cb1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e', 'mac_address': 'fa:16:3e:69:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b23c6e-d3f6-446c-b94a-9ed9c33dac45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:04:50Z', 'updated_at': '2022-02-10T12:04:50Z', 'revision_number': 0, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fb8170-7a5e-45b8-b1dd-4ff978a204fa', 'name': '', 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6f:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:32Z', 'updated_at': '2022-02-10T12:04:40Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:04:53.968988 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46476) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:54.081810 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b75cbcf2-b86d-4685-8108-7af220e08bbc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/8a5190c6-b339-4e54-aae6-a983f6be5888 HTTP/1.1" status: 200 len: 991 time: 0.1104286 Feb 10 12:04:54.969886 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08d280d-2e2c-4467-aadc-5e642fec5517 None None] New status for floating IP 8a5190c6-b339-4e54-aae6-a983f6be5888: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:04:55.085595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46480) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:55.215068 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-39be6887-c39d-4b85-bd00-e59edda6e7cc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/8a5190c6-b339-4e54-aae6-a983f6be5888 HTTP/1.1" status: 200 len: 991 time: 0.1281600 Feb 10 12:04:56.219208 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46484) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:56.337247 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-32d40a24-ff1d-43fe-ac0c-981f5e035ba8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/8a5190c6-b339-4e54-aae6-a983f6be5888 HTTP/1.1" status: 200 len: 993 time: 0.1168289 Feb 10 12:04:56.551157 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2e9e1eb2-33ae-466a-b7dd-1995ed45f0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:58.849448 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8f21f450-7086-4aad-ac7d-072928f18c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:59.927834 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:00.200797 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:01.648479 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:04.397113 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:05:08.477827 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:21.379649 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f00ad9-b8e6-47b0-8d3e-dfad2af44af0 req-151c1786-7310-4171-9a7b-749e07451dcc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:21.381663 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d1f00ad9-b8e6-47b0-8d3e-dfad2af44af0 req-151c1786-7310-4171-9a7b-749e07451dcc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 945 time: 0.0863402 Feb 10 12:05:21.457258 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d1f00ad9-b8e6-47b0-8d3e-dfad2af44af0 req-5ccd19f8-0267-40f7-9f9c-ada367960a0d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684674 Feb 10 12:05:22.781076 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfaf1a-6477-4876-ad7a-e2204c2312e2 req-2c9d1a27-5057-461f-accc-39f29c15c659 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:22.784081 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dedfaf1a-6477-4876-ad7a-e2204c2312e2 req-2c9d1a27-5057-461f-accc-39f29c15c659 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 945 time: 0.1874158 Feb 10 12:05:22.857817 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dedfaf1a-6477-4876-ad7a-e2204c2312e2 req-f630a1a8-defd-41c2-b4a3-86d0ad4536e5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672324 Feb 10 12:05:22.916154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46506) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:23.032053 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5edbbb40-aa70-4afe-a521-4a17f9334806 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/8a5190c6-b339-4e54-aae6-a983f6be5888 HTTP/1.1" status: 200 len: 993 time: 0.1142797 Feb 10 12:05:24.954772 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ae68-10e2-48d9-a62f-050622bc8825 req-b10c28a6-955a-4ebb-b3d8-6fe36d7124c0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:24.957240 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-31a1ae68-10e2-48d9-a62f-050622bc8825 req-b10c28a6-955a-4ebb-b3d8-6fe36d7124c0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 945 time: 0.2188454 Feb 10 12:05:25.013183 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-31a1ae68-10e2-48d9-a62f-050622bc8825 req-2cc117d4-5469-405b-9266-959c9074cdb0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496264 Feb 10 12:05:26.230582 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123a333-b2a2-41b8-aca6-e370e4fabc6d req-57960df9-0893-448e-9ced-0da61fcd2b52 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:26.232111 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3123a333-b2a2-41b8-aca6-e370e4fabc6d req-57960df9-0893-448e-9ced-0da61fcd2b52 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 945 time: 0.0837200 Feb 10 12:05:26.281798 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3123a333-b2a2-41b8-aca6-e370e4fabc6d req-e9562820-4a13-48e4-9d1d-69925da477c0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435607 Feb 10 12:05:26.312842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46520) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:26.424660 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6f972a93-2185-4969-beb1-8faa64a7a53b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/8a5190c6-b339-4e54-aae6-a983f6be5888 HTTP/1.1" status: 200 len: 993 time: 0.1098182 Feb 10 12:05:26.564470 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-590bc0c8-c787-4fb6-8a29-77d75a84950e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:26.764571 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46528) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:26.990830 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port 4b5cf596-4395-420b-8829-b6e03056b7c2 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:05:26.991174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:27.183243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:27.183576 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:27.319790 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for 4b5cf596-4395-420b-8829-b6e03056b7c2 owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:05:27.489337 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:27.540066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=4b5cf596-4395-420b-8829-b6e03056b7c2,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:27.581545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:27.581841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:27.582119 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:27.582463 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:27.582803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:27.583158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:27.583514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:27.583848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:27.584179 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:27.584507 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:27.584835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:27.649310 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:28.189799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:05:28.425537 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:05:28.437425 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6305f-4b17-4f14-9cdd-c88d4142db29 None None] Sync routers for ids ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:05:28.447373 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:28.452183 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6305f-4b17-4f14-9cdd-c88d4142db29 None None] Routers {'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:05:28.453206 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-83c6305f-4b17-4f14-9cdd-c88d4142db29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:04:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:28.513390 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-476ea819-f924-4d72-a200-26f31dd7aa83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/floatingips/8a5190c6-b339-4e54-aae6-a983f6be5888 HTTP/1.1" status: 204 len: 168 time: 1.7474990 Feb 10 12:05:28.514296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b23c6e-d3f6-446c-b94a-9ed9c33dac45', 'tag': 'c30fdf66-ecf5-4533-8c83-42a242329cb1'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:05:28.634337 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b23c6e-d3f6-446c-b94a-9ed9c33dac45', 'tag': 'c30fdf66-ecf5-4533-8c83-42a242329cb1', 'status': 'completed', 'code': 200} Feb 10 12:05:28.755947 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-83c6305f-4b17-4f14-9cdd-c88d4142db29 None None] Set router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:05:28.857854 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d1ecdd2d-df76-4fcc-bfd3-7ed30888664a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:28.904193 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ef5b2757-cfab-4ac8-a106-356ab3f97752 req-f8206400-adb1-47ca-abe7-160d45977651 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 1098 time: 0.2445889 Feb 10 12:05:29.146439 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b2757-cfab-4ac8-a106-356ab3f97752 req-81fbecd7-7098-4d65-a8ef-c3268a342cf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:29.148716 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ef5b2757-cfab-4ac8-a106-356ab3f97752 req-81fbecd7-7098-4d65-a8ef-c3268a342cf5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=313f2559-5e47-4567-bef4-9c9f37b3ee3e HTTP/1.1" status: 200 len: 897 time: 0.2320652 Feb 10 12:05:29.213548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b7c15-2d99-49ed-9f56-01f634676811 req-4ad596f4-48df-423f-811e-5713af61dbec tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:29.216154 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-777b7c15-2d99-49ed-9f56-01f634676811 req-4ad596f4-48df-423f-811e-5713af61dbec tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 945 time: 0.1140940 Feb 10 12:05:29.256575 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ef5b2757-cfab-4ac8-a106-356ab3f97752 req-ae466fa3-b821-4532-a270-7c877c410bae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c30fdf66-ecf5-4533-8c83-42a242329cb1 HTTP/1.1" status: 200 len: 217 time: 0.1003656 Feb 10 12:05:29.277334 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-777b7c15-2d99-49ed-9f56-01f634676811 req-82407be2-6347-49e4-90b1-babc236f61bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511036 Feb 10 12:05:29.356953 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b2757-cfab-4ac8-a106-356ab3f97752 req-83ced91f-0938-4e5f-bf01-8cea839409ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:29.358804 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ef5b2757-cfab-4ac8-a106-356ab3f97752 req-83ced91f-0938-4e5f-bf01-8cea839409ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7e85f8d-0ec3-4d17-83ea-8320c82c80ff HTTP/1.1" status: 200 len: 835 time: 0.0963113 Feb 10 12:05:29.386248 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-83c6305f-4b17-4f14-9cdd-c88d4142db29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947969542', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:04:27Z', 'updated_at': '2022-02-10T12:04:33Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:28Z', 'updated_at': '2022-02-10T12:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '71fb8170-7a5e-45b8-b1dd-4ff978a204fa', 'name': '', 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6f:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:32Z', 'updated_at': '2022-02-10T12:04:40Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:29.390993 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6305f-4b17-4f14-9cdd-c88d4142db29 None None] Checking router: b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:05:29.404648 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6305f-4b17-4f14-9cdd-c88d4142db29 None None] Routers {'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:05:29.405303 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-83c6305f-4b17-4f14-9cdd-c88d4142db29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:29.449541 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ef5b2757-cfab-4ac8-a106-356ab3f97752 req-d7adb90a-0adf-4759-8e9e-675883686743 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=313f2559-5e47-4567-bef4-9c9f37b3ee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831451 Feb 10 12:05:29.614963 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-83c6305f-4b17-4f14-9cdd-c88d4142db29 None None] Set router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:05:29.632775 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ef5b2757-cfab-4ac8-a106-356ab3f97752 req-13fe5eec-bd18-4756-959e-e70571985a9e service neutron] 10.222.0.73 "GET /v2.0/networks/313f2559-5e47-4567-bef4-9c9f37b3ee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755402 Feb 10 12:05:29.801609 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ef5b2757-cfab-4ac8-a106-356ab3f97752 req-eed83e2d-e558-4a68-9d50-9c7bf55c7ad6 service neutron] 10.222.0.73 "GET /v2.0/networks/313f2559-5e47-4567-bef4-9c9f37b3ee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622157 Feb 10 12:05:29.930353 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:30.036501 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-83c6305f-4b17-4f14-9cdd-c88d4142db29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947969542', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:04:27Z', 'updated_at': '2022-02-10T12:04:33Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:28Z', 'updated_at': '2022-02-10T12:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '71fb8170-7a5e-45b8-b1dd-4ff978a204fa', 'name': '', 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6f:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:32Z', 'updated_at': '2022-02-10T12:04:40Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:30.041301 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6305f-4b17-4f14-9cdd-c88d4142db29 None None] The sync data for ids ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'] in dv-neutron-828497-1-hyperv is: [{'id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947969542', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:04:27Z', 'updated_at': '2022-02-10T12:04:33Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:28Z', 'updated_at': '2022-02-10T12:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '71fb8170-7a5e-45b8-b1dd-4ff978a204fa', 'name': '', 'network_id': '313f2559-5e47-4567-bef4-9c9f37b3ee3e', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6f:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:32Z', 'updated_at': '2022-02-10T12:04:40Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c7e85f8d-0ec3-4d17-83ea-8320c82c80ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:05:30.207006 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:30.312333 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce125cd-ef00-4c5a-bab3-a68ab931ece4 None None] New status for floating IP 8a5190c6-b339-4e54-aae6-a983f6be5888: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:05:30.561260 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffd895-6ff0-4979-b2bc-e42e09881968 req-7fa9d848-91eb-4f7a-8acf-fe3712d3b2c6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:30.563921 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b1ffd895-6ff0-4979-b2bc-e42e09881968 req-7fa9d848-91eb-4f7a-8acf-fe3712d3b2c6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 945 time: 0.1034780 Feb 10 12:05:30.590110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf51229-ae23-4707-b276-9426622b6aa6 req-7636eab8-d145-4299-9ad2-b1d533d992e5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:30.590866 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-abf51229-ae23-4707-b276-9426622b6aa6 req-7636eab8-d145-4299-9ad2-b1d533d992e5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:05:30.610712 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-abf51229-ae23-4707-b276-9426622b6aa6 req-7636eab8-d145-4299-9ad2-b1d533d992e5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:05:30.612025 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-abf51229-ae23-4707-b276-9426622b6aa6 req-7636eab8-d145-4299-9ad2-b1d533d992e5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 945 time: 0.1264191 Feb 10 12:05:30.643804 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b1ffd895-6ff0-4979-b2bc-e42e09881968 req-73c92635-cc9e-426a-afde-b314d3c9d380 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718019 Feb 10 12:05:30.696791 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-abf51229-ae23-4707-b276-9426622b6aa6 req-7747267a-d83a-43e0-a59f-431960e2eb40 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port c30fdf66-ecf5-4533-8c83-42a242329cb1 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:05:30.697152 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-abf51229-ae23-4707-b276-9426622b6aa6 req-7747267a-d83a-43e0-a59f-431960e2eb40 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:31.102767 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-abf51229-ae23-4707-b276-9426622b6aa6 req-7747267a-d83a-43e0-a59f-431960e2eb40 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] For port c30fdf66-ecf5-4533-8c83-42a242329cb1, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=c30fdf66-ecf5-4533-8c83-42a242329cb1,segment=NetworkSegment(8d7ec637-84d3-444b-a0dc-42d8836e894e),segment_id=8d7ec637-84d3-444b-a0dc-42d8836e894e)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:05:31.103125 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-abf51229-ae23-4707-b276-9426622b6aa6 req-7747267a-d83a-43e0-a59f-431960e2eb40 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:31.235073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-abf51229-ae23-4707-b276-9426622b6aa6 req-7747267a-d83a-43e0-a59f-431960e2eb40 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for c30fdf66-ecf5-4533-8c83-42a242329cb1 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:05:31.399214 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-abf51229-ae23-4707-b276-9426622b6aa6 req-7747267a-d83a-43e0-a59f-431960e2eb40 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:31.454201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747267a-d83a-43e0-a59f-431960e2eb40 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=c30fdf66-ecf5-4533-8c83-42a242329cb1,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:31.542984 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf51229-ae23-4707-b276-9426622b6aa6 req-7747267a-d83a-43e0-a59f-431960e2eb40 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] No DVR routers for this DVR port c30fdf66-ecf5-4533-8c83-42a242329cb1 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:05:31.545588 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-abf51229-ae23-4707-b276-9426622b6aa6 req-7747267a-d83a-43e0-a59f-431960e2eb40 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:31.549289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b23c6e-d3f6-446c-b94a-9ed9c33dac45', 'name': 'network-vif-deleted', 'tag': 'c30fdf66-ecf5-4533-8c83-42a242329cb1'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:05:31.573063 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-abf51229-ae23-4707-b276-9426622b6aa6 req-7747267a-d83a-43e0-a59f-431960e2eb40 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "DELETE /v2.0/ports/c30fdf66-ecf5-4533-8c83-42a242329cb1 HTTP/1.1" status: 204 len: 173 time: 0.9555445 Feb 10 12:05:31.634796 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b23c6e-d3f6-446c-b94a-9ed9c33dac45', 'name': 'network-vif-deleted', 'tag': 'c30fdf66-ecf5-4533-8c83-42a242329cb1', 'status': 'completed', 'code': 200} Feb 10 12:05:31.658222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:31.862225 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf00a5d4-2089-481c-889c-0fd8d010401e req-88a9ccb0-3f02-4e93-bc4c-63f7a936e6ef tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b23c6e-d3f6-446c-b94a-9ed9c33dac45 HTTP/1.1" status: 200 len: 210 time: 0.0488524 Feb 10 12:05:32.999543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46548) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:33.636746 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:34.588381 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:05:34.589302 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:34.756902 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device c30fdf66-ecf5-4533-8c83-42a242329cb1 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:05:34.814478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: c30fdf66-ecf5-4533-8c83-42a242329cb1 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:05:34.815022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device c30fdf66-ecf5-4533-8c83-42a242329cb1 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:05:34.830214 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] For port 71fb8170-7a5e-45b8-b1dd-4ff978a204fa, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=71fb8170-7a5e-45b8-b1dd-4ff978a204fa,segment=NetworkSegment(8d7ec637-84d3-444b-a0dc-42d8836e894e),segment_id=8d7ec637-84d3-444b-a0dc-42d8836e894e)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:05:34.830682 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:34.991962 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for 71fb8170-7a5e-45b8-b1dd-4ff978a204fa owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:05:35.227067 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:35.277660 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=71fb8170-7a5e-45b8-b1dd-4ff978a204fa,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:35.357624 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:35.358001 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:35.358300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:35.358638 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:35.358969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:35.359299 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:35.359623 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:35.360646 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:35.361117 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:35.361477 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:35.361804 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:35.639396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:36.397845 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:05:36.620542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:05:36.633709 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f447790-84f6-4f64-b713-4fbb4118b87e None None] Sync routers for ids ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:05:36.639229 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-68441c66-b67d-4281-bd31-4651438f6850 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "PUT /v2.0/routers/b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6384306 Feb 10 12:05:36.642922 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46552) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:36.651731 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f447790-84f6-4f64-b713-4fbb4118b87e None None] Routers {'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:05:36.652428 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-8f447790-84f6-4f64-b713-4fbb4118b87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:36.847194 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-8f447790-84f6-4f64-b713-4fbb4118b87e None None] Set router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:05:36.976816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df23404-dd52-48dd-bc08-e44f7ced6dc7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting subnet c7e85f8d-0ec3-4d17-83ea-8320c82c80ff {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:05:36.981071 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1df23404-dd52-48dd-bc08-e44f7ced6dc7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:37.048939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1df23404-dd52-48dd-bc08-e44f7ced6dc7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:37.163904 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1df23404-dd52-48dd-bc08-e44f7ced6dc7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:37.263287 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1df23404-dd52-48dd-bc08-e44f7ced6dc7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:37.319715 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-8f447790-84f6-4f64-b713-4fbb4118b87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947969542', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:04:27Z', 'updated_at': '2022-02-10T12:05:35Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:28Z', 'updated_at': '2022-02-10T12:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:37.324764 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f447790-84f6-4f64-b713-4fbb4118b87e None None] Checking router: b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:05:37.325021 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df23404-dd52-48dd-bc08-e44f7ced6dc7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e85f8d-0ec3-4d17-83ea-8320c82c80ff,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:37.335399 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1df23404-dd52-48dd-bc08-e44f7ced6dc7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:37.338252 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f447790-84f6-4f64-b713-4fbb4118b87e None None] Routers {'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:05:37.338881 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-8f447790-84f6-4f64-b713-4fbb4118b87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:37.343295 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1df23404-dd52-48dd-bc08-e44f7ced6dc7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/subnets/c7e85f8d-0ec3-4d17-83ea-8320c82c80ff HTTP/1.1" status: 204 len: 168 time: 0.6989081 Feb 10 12:05:37.348009 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46556) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:37.357927 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9773a0f3-c655-464a-9a40-a18b69d8142e None None] Network 313f2559-5e47-4567-bef4-9c9f37b3ee3e requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:05:37.565316 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-8f447790-84f6-4f64-b713-4fbb4118b87e None None] Set router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:05:37.609488 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-266a77d3-e1c0-4769-ad41-ad5db8160a0d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:37.743170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] DHCP port deletion for 313f2559-5e47-4567-bef4-9c9f37b3ee3e request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:05:37.747928 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] Deleting port 08d4964c-32cc-4879-ac1d-c306d1264407 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:05:37.748398 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:37.979991 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-266a77d3-e1c0-4769-ad41-ad5db8160a0d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:37.995435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-266a77d3-e1c0-4769-ad41-ad5db8160a0d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port 8167f3c4-e335-4b90-9a34-8e22280e739b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:05:37.996561 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-266a77d3-e1c0-4769-ad41-ad5db8160a0d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:38.013501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] For port 08d4964c-32cc-4879-ac1d-c306d1264407, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=08d4964c-32cc-4879-ac1d-c306d1264407,segment=NetworkSegment(8d7ec637-84d3-444b-a0dc-42d8836e894e),segment_id=8d7ec637-84d3-444b-a0dc-42d8836e894e)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:05:38.014109 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:38.026728 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-8f447790-84f6-4f64-b713-4fbb4118b87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947969542', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:04:27Z', 'updated_at': '2022-02-10T12:05:35Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:28Z', 'updated_at': '2022-02-10T12:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:38.031683 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f447790-84f6-4f64-b713-4fbb4118b87e None None] The sync data for ids ['b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08'] in dv-neutron-828497-1-hyperv is: [{'id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947969542', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:04:27Z', 'updated_at': '2022-02-10T12:05:35Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': '8167f3c4-e335-4b90-9a34-8e22280e739b', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:04:28Z', 'updated_at': '2022-02-10T12:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:05:38.238507 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] Calling delete_port for 08d4964c-32cc-4879-ac1d-c306d1264407 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:05:38.356165 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:38.406107 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] Pushing event deleted for resources: {'Port': ['ID=08d4964c-32cc-4879-ac1d-c306d1264407,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:38.415821 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] No DVR routers for this DVR port 08d4964c-32cc-4879-ac1d-c306d1264407 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:05:38.423528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:38.423916 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:38.424288 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:38.424667 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:38.425016 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:38.425428 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:38.425752 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:38.426093 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:38.426421 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:38.426745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:38.427076 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4cad8d-64c1-433e-bca3-9f570fbc5490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:38.439725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-266a77d3-e1c0-4769-ad41-ad5db8160a0d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] For port 8167f3c4-e335-4b90-9a34-8e22280e739b, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=8167f3c4-e335-4b90-9a34-8e22280e739b,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:05:38.440672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-266a77d3-e1c0-4769-ad41-ad5db8160a0d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:38.489565 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:38.592351 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-266a77d3-e1c0-4769-ad41-ad5db8160a0d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for 8167f3c4-e335-4b90-9a34-8e22280e739b owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:05:38.780373 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-266a77d3-e1c0-4769-ad41-ad5db8160a0d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:38.830359 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a77d3-e1c0-4769-ad41-ad5db8160a0d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=8167f3c4-e335-4b90-9a34-8e22280e739b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:39.076310 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-266a77d3-e1c0-4769-ad41-ad5db8160a0d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.417552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-266a77d3-e1c0-4769-ad41-ad5db8160a0d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.423647 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-266a77d3-e1c0-4769-ad41-ad5db8160a0d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.460252 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-266a77d3-e1c0-4769-ad41-ad5db8160a0d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.461114 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266a77d3-e1c0-4769-ad41-ad5db8160a0d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Fanout notify agent at l3_agent the message router_deleted on router b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:05:39.486129 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-266a77d3-e1c0-4769-ad41-ad5db8160a0d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.488141 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-266a77d3-e1c0-4769-ad41-ad5db8160a0d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/routers/b1bff8cc-8363-41e1-85a3-2b3d3ca7bc08 HTTP/1.1" status: 204 len: 168 time: 2.1384203 Feb 10 12:05:39.490902 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46560) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:39.629325 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eafb62d8-a270-429f-813d-516dc790f35c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.881329 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eafb62d8-a270-429f-813d-516dc790f35c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.911888 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-eafb62d8-a270-429f-813d-516dc790f35c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313f2559-5e47-4567-bef4-9c9f37b3ee3e']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:39.927221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-eafb62d8-a270-429f-813d-516dc790f35c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7ec637-84d3-444b-a0dc-42d8836e894e') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:39.927221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-eafb62d8-a270-429f-813d-516dc790f35c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7ec637-84d3-444b-a0dc-42d8836e894e') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:39.942035 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eafb62d8-a270-429f-813d-516dc790f35c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.977300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eafb62d8-a270-429f-813d-516dc790f35c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.988364 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eafb62d8-a270-429f-813d-516dc790f35c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:05:39.989077 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eafb62d8-a270-429f-813d-516dc790f35c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.012556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 08d4964c-32cc-4879-ac1d-c306d1264407 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:05:40.018708 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:05:40.054963 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 08d4964c-32cc-4879-ac1d-c306d1264407 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:05:40.055402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 08d4964c-32cc-4879-ac1d-c306d1264407 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:05:40.055820 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 71fb8170-7a5e-45b8-b1dd-4ff978a204fa no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:05:40.091725 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 71fb8170-7a5e-45b8-b1dd-4ff978a204fa {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:05:40.092222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 71fb8170-7a5e-45b8-b1dd-4ff978a204fa not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:05:40.118956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eafb62d8-a270-429f-813d-516dc790f35c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.136816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eafb62d8-a270-429f-813d-516dc790f35c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.149038 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb62d8-a270-429f-813d-516dc790f35c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Network': ['ID=313f2559-5e47-4567-bef4-9c9f37b3ee3e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:40.160210 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eafb62d8-a270-429f-813d-516dc790f35c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/networks/313f2559-5e47-4567-bef4-9c9f37b3ee3e HTTP/1.1" status: 204 len: 168 time: 0.6680923 Feb 10 12:05:40.163019 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46564) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:40.242527 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-95c3812a-8613-4844-b820-8d45243e00a0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.283732 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-95c3812a-8613-4844-b820-8d45243e00a0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.360995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-95c3812a-8613-4844-b820-8d45243e00a0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.382873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3812a-8613-4844-b820-8d45243e00a0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:40.399802 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-95c3812a-8613-4844-b820-8d45243e00a0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.400996 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-95c3812a-8613-4844-b820-8d45243e00a0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/security-groups/3ccec283-d5b7-43d3-9a00-b2a4ed9eb0af HTTP/1.1" status: 204 len: 168 time: 0.2369576 Feb 10 12:05:41.063905 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46572) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:41.070078 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-2a327a81-5e1a-4008-a936-9c1091ea0676 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491418057', 'description': 'tempest-secgroup-smoke-491418057 description', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:41.076941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2a327a81-5e1a-4008-a936-9c1091ea0676 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:41.083046 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2a327a81-5e1a-4008-a936-9c1091ea0676 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:41.086698 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2a327a81-5e1a-4008-a936-9c1091ea0676 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:41.095189 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2a327a81-5e1a-4008-a936-9c1091ea0676 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:41.107433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2a327a81-5e1a-4008-a936-9c1091ea0676 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.150106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2a327a81-5e1a-4008-a936-9c1091ea0676 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:41.154467 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2a327a81-5e1a-4008-a936-9c1091ea0676 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:41.158543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-2a327a81-5e1a-4008-a936-9c1091ea0676 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:41.165059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-2a327a81-5e1a-4008-a936-9c1091ea0676 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:41.229626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2a327a81-5e1a-4008-a936-9c1091ea0676 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.234264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2a327a81-5e1a-4008-a936-9c1091ea0676 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.286779 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a327a81-5e1a-4008-a936-9c1091ea0676 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258a5717-93b3-4925-9819-bec7ad3c174d,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:41.291708 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2a327a81-5e1a-4008-a936-9c1091ea0676 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.293655 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2a327a81-5e1a-4008-a936-9c1091ea0676 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2282128 Feb 10 12:05:41.299059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46576) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:41.305885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-5680ad6a-3f4f-471e-b560-a1713b69667f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '258a5717-93b3-4925-9819-bec7ad3c174d', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:41.312668 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5680ad6a-3f4f-471e-b560-a1713b69667f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:41.318436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5680ad6a-3f4f-471e-b560-a1713b69667f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:41.322289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5680ad6a-3f4f-471e-b560-a1713b69667f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:41.329710 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5680ad6a-3f4f-471e-b560-a1713b69667f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:41.349460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5680ad6a-3f4f-471e-b560-a1713b69667f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.398680 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:05:41.427009 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5680ad6a-3f4f-471e-b560-a1713b69667f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.433296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5680ad6a-3f4f-471e-b560-a1713b69667f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.460806 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680ad6a-3f4f-471e-b560-a1713b69667f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1ab63c-f3cc-42b0-8ddf-0a9f73146b7e,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:41.472719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5680ad6a-3f4f-471e-b560-a1713b69667f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.474048 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5680ad6a-3f4f-471e-b560-a1713b69667f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1736364 Feb 10 12:05:41.478852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46580) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:41.484791 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-7ab855ad-95d4-47f5-a8e6-59ddec6e0e42 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '258a5717-93b3-4925-9819-bec7ad3c174d', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:41.491362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7ab855ad-95d4-47f5-a8e6-59ddec6e0e42 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:41.496007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7ab855ad-95d4-47f5-a8e6-59ddec6e0e42 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:41.499945 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7ab855ad-95d4-47f5-a8e6-59ddec6e0e42 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:41.507878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7ab855ad-95d4-47f5-a8e6-59ddec6e0e42 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:41.528803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7ab855ad-95d4-47f5-a8e6-59ddec6e0e42 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.579697 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 8167f3c4-e335-4b90-9a34-8e22280e739b no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:05:41.603367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7ab855ad-95d4-47f5-a8e6-59ddec6e0e42 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.608673 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7ab855ad-95d4-47f5-a8e6-59ddec6e0e42 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.622853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 8167f3c4-e335-4b90-9a34-8e22280e739b {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:05:41.623298 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 8167f3c4-e335-4b90-9a34-8e22280e739b not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:05:41.635276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab855ad-95d4-47f5-a8e6-59ddec6e0e42 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b377cf51-ceef-405a-93e5-e91f695ca674,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:41.648265 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7ab855ad-95d4-47f5-a8e6-59ddec6e0e42 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.650455 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7ab855ad-95d4-47f5-a8e6-59ddec6e0e42 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1704040 Feb 10 12:05:41.653114 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46584) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:41.660559 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-ed8bdef1-f419-4582-b452-e549b5f58c50 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '258a5717-93b3-4925-9819-bec7ad3c174d', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:41.667204 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ed8bdef1-f419-4582-b452-e549b5f58c50 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:41.671362 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ed8bdef1-f419-4582-b452-e549b5f58c50 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:41.675525 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-ed8bdef1-f419-4582-b452-e549b5f58c50 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:41.682766 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-ed8bdef1-f419-4582-b452-e549b5f58c50 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:41.703022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed8bdef1-f419-4582-b452-e549b5f58c50 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.778180 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed8bdef1-f419-4582-b452-e549b5f58c50 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.783676 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed8bdef1-f419-4582-b452-e549b5f58c50 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.810982 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bdef1-f419-4582-b452-e549b5f58c50 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0962c200-3046-4f89-812f-c66450ed160e,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:41.825807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed8bdef1-f419-4582-b452-e549b5f58c50 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.827747 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ed8bdef1-f419-4582-b452-e549b5f58c50 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1733906 Feb 10 12:05:41.831351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46588) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:41.838066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d64ea2a6-7f74-4f2d-aa9b-aab30d43fa70 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '258a5717-93b3-4925-9819-bec7ad3c174d', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:41.845645 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d64ea2a6-7f74-4f2d-aa9b-aab30d43fa70 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:41.850543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d64ea2a6-7f74-4f2d-aa9b-aab30d43fa70 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:41.854117 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d64ea2a6-7f74-4f2d-aa9b-aab30d43fa70 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:41.861722 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d64ea2a6-7f74-4f2d-aa9b-aab30d43fa70 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:41.886479 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d64ea2a6-7f74-4f2d-aa9b-aab30d43fa70 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.977199 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d64ea2a6-7f74-4f2d-aa9b-aab30d43fa70 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.981764 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d64ea2a6-7f74-4f2d-aa9b-aab30d43fa70 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.008350 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ea2a6-7f74-4f2d-aa9b-aab30d43fa70 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15472c97-159e-4119-b6bf-9e495db7e7c3,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:42.021391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d64ea2a6-7f74-4f2d-aa9b-aab30d43fa70 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.022905 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d64ea2a6-7f74-4f2d-aa9b-aab30d43fa70 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1903768 Feb 10 12:05:42.025757 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46592) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:42.033166 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-050d180e-1d36-4346-8873-245151e97f6a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '258a5717-93b3-4925-9819-bec7ad3c174d', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:42.039905 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-050d180e-1d36-4346-8873-245151e97f6a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:42.044383 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-050d180e-1d36-4346-8873-245151e97f6a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:42.048589 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-050d180e-1d36-4346-8873-245151e97f6a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:42.055357 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-050d180e-1d36-4346-8873-245151e97f6a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:42.068838 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-050d180e-1d36-4346-8873-245151e97f6a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Project 0e3cdd1e6ab34666a74a5c60bd58106c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:05:42.076323 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-050d180e-1d36-4346-8873-245151e97f6a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.158379 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-050d180e-1d36-4346-8873-245151e97f6a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.162603 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-050d180e-1d36-4346-8873-245151e97f6a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.191194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d180e-1d36-4346-8873-245151e97f6a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd86539d-edf2-44a2-b73b-50b16c066543,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:42.202800 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-050d180e-1d36-4346-8873-245151e97f6a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.207394 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-050d180e-1d36-4346-8873-245151e97f6a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1775532 Feb 10 12:05:42.207703 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46596) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:42.214782 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d6e2e7c3-fa0c-4c7b-92e6-60d4228bcf6f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '258a5717-93b3-4925-9819-bec7ad3c174d', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:42.222252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d6e2e7c3-fa0c-4c7b-92e6-60d4228bcf6f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:42.227539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d6e2e7c3-fa0c-4c7b-92e6-60d4228bcf6f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:42.231415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d6e2e7c3-fa0c-4c7b-92e6-60d4228bcf6f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:42.239719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d6e2e7c3-fa0c-4c7b-92e6-60d4228bcf6f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:42.252413 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-d6e2e7c3-fa0c-4c7b-92e6-60d4228bcf6f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Project 0e3cdd1e6ab34666a74a5c60bd58106c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:05:42.259624 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6e2e7c3-fa0c-4c7b-92e6-60d4228bcf6f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.343067 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6e2e7c3-fa0c-4c7b-92e6-60d4228bcf6f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.348552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6e2e7c3-fa0c-4c7b-92e6-60d4228bcf6f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.376561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2e7c3-fa0c-4c7b-92e6-60d4228bcf6f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee0e28c-b226-4d34-aa3d-84f0c79cccc8,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:42.390350 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6e2e7c3-fa0c-4c7b-92e6-60d4228bcf6f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.392370 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d6e2e7c3-fa0c-4c7b-92e6-60d4228bcf6f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1829643 Feb 10 12:05:42.396906 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46600) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:42.402560 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-7d3aa1fa-b43d-4626-a11b-766dab251528 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'network': {'name': 'tempest-network-smoke--901209339', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'port_security_enabled': True}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:42.408748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7d3aa1fa-b43d-4626-a11b-766dab251528 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:42.413423 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7d3aa1fa-b43d-4626-a11b-766dab251528 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:network and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:42.416841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7d3aa1fa-b43d-4626-a11b-766dab251528 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:42.424835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7d3aa1fa-b43d-4626-a11b-766dab251528 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:42.440810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3aa1fa-b43d-4626-a11b-766dab251528 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Made reservation on behalf of 0e3cdd1e6ab34666a74a5c60bd58106c for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:05:42.444364 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d3aa1fa-b43d-4626-a11b-766dab251528 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.487488 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3aa1fa-b43d-4626-a11b-766dab251528 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:05:42.503608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d3aa1fa-b43d-4626-a11b-766dab251528 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.504167 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-7d3aa1fa-b43d-4626-a11b-766dab251528 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Added segment 8dd054e0-96a2-41cf-9c40-f0a8b11e05f7 of type vlan for network 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 Feb 10 12:05:42.542376 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d3aa1fa-b43d-4626-a11b-766dab251528 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.577022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d3aa1fa-b43d-4626-a11b-766dab251528 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.582174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3aa1fa-b43d-4626-a11b-766dab251528 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:42.582792 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d3aa1fa-b43d-4626-a11b-766dab251528 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.699738 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7d3aa1fa-b43d-4626-a11b-766dab251528 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3015804 Feb 10 12:05:42.702911 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46604) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:42.709729 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-101224323', 'admin_state_up': True, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:42.710761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3aa1fa-b43d-4626-a11b-766dab251528 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Network': ['ID=67bd58fd-adc7-4b30-a55d-1c3bcb1b9072,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:42.721390 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:42.725989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:router and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:42.726693 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:05:42.729206 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:42.738262 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:42.753247 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.754508 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.785765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:43.054778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:43.339737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:43.370969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:43.530368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.26.4.182 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:05:43.701321 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:43.740632 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:43.815368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:05:43.818827 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:05:43.822832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:05:43.858343 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:44.015123 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:44.016412 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:44.284079 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router b0cb3347-000d-4e13-ad79-1dd2f132892e is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:05:44.678510 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:05:44.691260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Sync routers for ids ['b0cb3347-000d-4e13-ad79-1dd2f132892e'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:05:44.712451 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Routers {'b0cb3347-000d-4e13-ad79-1dd2f132892e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:05:44.713558 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b0cb3347-000d-4e13-ad79-1dd2f132892e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:44.725479 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:44.727751 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ff5d1711-4e79-490a-b614-5ca2980d60d1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0231075 Feb 10 12:05:44.732838 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46608) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:44.816444 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-42d2624d-1da7-4079-9c56-9a29b30933a1 tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=0e3cdd1e6ab34666a74a5c60bd58106c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0788250 Feb 10 12:05:44.818516 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46612) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:44.988798 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc01527-88cd-46c1-bb47-f713fafb75ba tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:44.992132 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-edc01527-88cd-46c1-bb47-f713fafb75ba tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1703298 Feb 10 12:05:44.993921 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46616) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:45.019472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Set router b0cb3347-000d-4e13-ad79-1dd2f132892e gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:05:45.047702 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0481e0e0-9fd9-4344-9731-db478d8de216 tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484049 Feb 10 12:05:45.047982 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46620) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:45.055549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9f56176b-c983-4ce8-bcd0-8096b212c601 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-850296763', 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:45.202599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9f56176b-c983-4ce8-bcd0-8096b212c601 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:45.209457 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9f56176b-c983-4ce8-bcd0-8096b212c601 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:subnet and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:45.212765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9f56176b-c983-4ce8-bcd0-8096b212c601 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:45.220634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9f56176b-c983-4ce8-bcd0-8096b212c601 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:45.239603 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f56176b-c983-4ce8-bcd0-8096b212c601 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Made reservation on behalf of 0e3cdd1e6ab34666a74a5c60bd58106c for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:05:45.373731 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101224323', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:43Z', 'revision_number': 3, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:45.378465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Checking router: b0cb3347-000d-4e13-ad79-1dd2f132892e for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:05:45.378822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Updating router b0cb3347-000d-4e13-ad79-1dd2f132892e port ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:05:45.380334 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f56176b-c983-4ce8-bcd0-8096b212c601 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:45.434055 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:45.744151 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f56176b-c983-4ce8-bcd0-8096b212c601 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:45.823425 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:45.835866 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56176b-c983-4ce8-bcd0-8096b212c601 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Subnet': ['ID=788d5825-f87a-4d46-b834-49d26610c342,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:45.841313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Transition to ACTIVE for port object ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:05:45.853815 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:45.858762 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56176b-c983-4ce8-bcd0-8096b212c601 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Checking segment: {'id': '8dd054e0-96a2-41cf-9c40-f0a8b11e05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:05:45.860198 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f56176b-c983-4ce8-bcd0-8096b212c601 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network hostable DHCP agents. Network: 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:05:45.905616 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f56176b-c983-4ce8-bcd0-8096b212c601 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:05:45.926214 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-9f56176b-c983-4ce8-bcd0-8096b212c601 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:05:45.934733 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f56176b-c983-4ce8-bcd0-8096b212c601 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:45.935729 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f56176b-c983-4ce8-bcd0-8096b212c601 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:45.949997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d813df-f21a-473e-8956-63f339eb9338 None None] Pushing event updated for resources: {'Port': ['ID=ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:45.955483 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b9a728-d86f-4bb2-b14a-43ba16e4da2f None None] Network 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:05:45.972315 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Attempting to bind port ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:05:45.972784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Attempting to bind port ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:05:45.973244 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Attempting to bind port ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:05:45.983876 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9f56176b-c983-4ce8-bcd0-8096b212c601 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9342844 Feb 10 12:05:45.987632 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46624) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:46.047078 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:05:46.047466 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:05:46.047880 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:46.048286 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:05:46.048775 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Bound port: ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:05:46.049176 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:46.197585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] For port ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:05:46.220430 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] For port ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:05:46.228716 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:46.355920 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-67bd58fd-adc7-4b30-a55d-1c3bcb1b9072', 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ips': [{'subnet_id': '788d5825-f87a-4d46-b834-49d26610c342'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:05:46.356758 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:46.376364 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d813df-f21a-473e-8956-63f339eb9338 None None] Pushing event updated for resources: {'Port': ['ID=ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:46.434140 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Routers {'b0cb3347-000d-4e13-ad79-1dd2f132892e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:05:46.434782 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b0cb3347-000d-4e13-ad79-1dd2f132892e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:46.710610 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Allocated IP 172.20.0.2 (67bd58fd-adc7-4b30-a55d-1c3bcb1b9072/788d5825-f87a-4d46-b834-49d26610c342/3570b792-655e-44cd-9c9d-e6a34e19ca38) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:05:46.726247 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] Set router b0cb3347-000d-4e13-ad79-1dd2f132892e gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:05:47.153988 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:47.266283 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:47.280979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Transition to ACTIVE for port object 3570b792-655e-44cd-9c9d-e6a34e19ca38 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:05:47.313637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Transition to ACTIVE for port object 3570b792-655e-44cd-9c9d-e6a34e19ca38 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:05:47.325570 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:47.372823 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101224323', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:43Z', 'revision_number': 3, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:47.400994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda45faa-f9e2-4b1c-b1d2-bf4ccbb3f3f7 None None] The sync data for ids ['b0cb3347-000d-4e13-ad79-1dd2f132892e'] in dv-neutron-828497-1-hyperv is: [{'id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101224323', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:43Z', 'revision_number': 3, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:05:47.435416 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Network 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:05:47.439019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:05:47.443787 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:05:47.446547 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Pushing event updated for resources: {'Port': ['ID=3570b792-655e-44cd-9c9d-e6a34e19ca38,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:47.577796 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Attempting to bind port 3570b792-655e-44cd-9c9d-e6a34e19ca38 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:05:47.579501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Attempting to bind port 3570b792-655e-44cd-9c9d-e6a34e19ca38 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '8dd054e0-96a2-41cf-9c40-f0a8b11e05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:05:47.580032 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Attempting to bind port 3570b792-655e-44cd-9c9d-e6a34e19ca38 on network 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:05:47.597650 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:05:47.598289 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Checking segment: {'id': '8dd054e0-96a2-41cf-9c40-f0a8b11e05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:05:47.598911 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:47.599485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Bound using segment: {'id': '8dd054e0-96a2-41cf-9c40-f0a8b11e05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:05:47.599990 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Bound port: 3570b792-655e-44cd-9c9d-e6a34e19ca38, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd054e0-96a2-41cf-9c40-f0a8b11e05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:05:47.600377 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:47.768828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.20.0.1 (67bd58fd-adc7-4b30-a55d-1c3bcb1b9072/788d5825-f87a-4d46-b834-49d26610c342/21fd2478-1ee7-4419-9a10-c1192c8f7404) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:05:47.783410 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] For port 3570b792-655e-44cd-9c9d-e6a34e19ca38, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:05:47.789400 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] For port 3570b792-655e-44cd-9c9d-e6a34e19ca38, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=3570b792-655e-44cd-9c9d-e6a34e19ca38,segment=NetworkSegment(8dd054e0-96a2-41cf-9c40-f0a8b11e05f7),segment_id=8dd054e0-96a2-41cf-9c40-f0a8b11e05f7)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:05:47.797668 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:47.944579 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eece90f-0bcd-4f6c-a6b0-b7b4bcf68110 None None] Pushing event updated for resources: {'Port': ['ID=3570b792-655e-44cd-9c9d-e6a34e19ca38,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:48.084543 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:48.120595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Transition to ACTIVE for port object 21fd2478-1ee7-4419-9a10-c1192c8f7404 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:05:48.197327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:48.286191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:05:48.290125 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:05:48.292780 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:05:48.337539 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=21fd2478-1ee7-4419-9a10-c1192c8f7404,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:48.368920 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:48.495889 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:49.069334 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:49.076143 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:49.196319 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6006a6-acba-49fa-9924-d4126b7dba03 None None] Network 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:05:49.205032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=21fd2478-1ee7-4419-9a10-c1192c8f7404,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:49.207735 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:49.311990 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9709e45b-9fde-42d2-b0c5-e54898186a68 None None] Provisioning for port 3570b792-655e-44cd-9c9d-e6a34e19ca38 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:05:49.380722 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:05:49.382038 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:05:49.740983 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3570b792-655e-44cd-9c9d-e6a34e19ca38 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:05:49.864125 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 3570b792-655e-44cd-9c9d-e6a34e19ca38 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:05:49.878463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 3570b792-655e-44cd-9c9d-e6a34e19ca38 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:49.879682 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:50.075296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router b0cb3347-000d-4e13-ad79-1dd2f132892e has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:05:50.091552 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:50.105098 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-795fd9f2-6288-487d-b7c9-72407d041f49 None None] Provisioning for port 21fd2478-1ee7-4419-9a10-c1192c8f7404 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:05:50.117619 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-795fd9f2-6288-487d-b7c9-72407d041f49 None None] Provisioning complete for port 21fd2478-1ee7-4419-9a10-c1192c8f7404 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:50.117913 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-795fd9f2-6288-487d-b7c9-72407d041f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:50.222690 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 3570b792-655e-44cd-9c9d-e6a34e19ca38, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=3570b792-655e-44cd-9c9d-e6a34e19ca38,segment=NetworkSegment(8dd054e0-96a2-41cf-9c40-f0a8b11e05f7),segment_id=8dd054e0-96a2-41cf-9c40-f0a8b11e05f7)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:05:50.225836 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-795fd9f2-6288-487d-b7c9-72407d041f49 None None] Port 21fd2478-1ee7-4419-9a10-c1192c8f7404 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:05:50.229814 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:50.230668 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:05:50.372529 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-795fd9f2-6288-487d-b7c9-72407d041f49 None None] Provisioning complete for port 3570b792-655e-44cd-9c9d-e6a34e19ca38 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:50.372853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-795fd9f2-6288-487d-b7c9-72407d041f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:50.398318 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=3570b792-655e-44cd-9c9d-e6a34e19ca38,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:50.449907 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:05:50.457176 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:50.457559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:50.462939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:05:50.490738 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2967644f-6c00-4731-923b-25b1e43b563f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "PUT /v2.0/routers/b0cb3347-000d-4e13-ad79-1dd2f132892e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5017014 Feb 10 12:05:50.706124 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:50.724591 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:05:50.730279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:50.767634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-9871f986-dc6b-4a84-9fb2-f02337e1c80a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:05:50.788744 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-9871f986-dc6b-4a84-9fb2-f02337e1c80a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:05:50.790604 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-9871f986-dc6b-4a84-9fb2-f02337e1c80a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491418057&fields=id&tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c HTTP/1.1" status: 200 len: 267 time: 0.0937085 Feb 10 12:05:50.819359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:50.822220 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ba843b5f-8d31-4f43-900d-da8f62e09376 None None] Provisioning complete for port 21fd2478-1ee7-4419-9a10-c1192c8f7404 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:50.822634 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ba843b5f-8d31-4f43-900d-da8f62e09376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:50.880786 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-ba843b5f-8d31-4f43-900d-da8f62e09376 None None] Port 21fd2478-1ee7-4419-9a10-c1192c8f7404 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:05:51.011231 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-a974e766-4656-427c-bb8b-dcc40abf9dbe tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:51.011976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-a974e766-4656-427c-bb8b-dcc40abf9dbe tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:05:51.031736 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-a974e766-4656-427c-bb8b-dcc40abf9dbe tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:05:51.033299 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-a974e766-4656-427c-bb8b-dcc40abf9dbe tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/networks?id=67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 HTTP/1.1" status: 200 len: 796 time: 0.2326391 Feb 10 12:05:51.052251 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e24dfdb5-201e-4f69-b76b-2012de91ee34 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/quotas/0e3cdd1e6ab34666a74a5c60bd58106c HTTP/1.1" status: 200 len: 375 time: 0.0122166 Feb 10 12:05:51.200215 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-cde82736-f7d5-44ad-8462-c390d9064998 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:05:51.225002 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-cde82736-f7d5-44ad-8462-c390d9064998 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:05:51.226835 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-cde82736-f7d5-44ad-8462-c390d9064998 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1681411 Feb 10 12:05:51.391047 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-9715445b-82af-4880-b39d-1f9e7f3c3ddb service neutron] 10.222.0.36 "GET /v2.0/networks/67bd58fd-adc7-4b30-a55d-1c3bcb1b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493235 Feb 10 12:05:51.398889 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Sync routers for ids ['b0cb3347-000d-4e13-ad79-1dd2f132892e'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:05:51.415334 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Routers {'b0cb3347-000d-4e13-ad79-1dd2f132892e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:05:51.416008 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b0cb3347-000d-4e13-ad79-1dd2f132892e'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:51.579182 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-dac84e25-f858-439b-a92f-f04814e3bd09 service neutron] 10.222.0.36 "GET /v2.0/networks/67bd58fd-adc7-4b30-a55d-1c3bcb1b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768954 Feb 10 12:05:51.665245 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3570b792-655e-44cd-9c9d-e6a34e19ca38 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:05:51.718283 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Set router b0cb3347-000d-4e13-ad79-1dd2f132892e gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:05:51.797379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 3570b792-655e-44cd-9c9d-e6a34e19ca38 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:51.797694 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:51.849353 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5782d79c-a0f8-4856-85a0-48a3d41d6ea6 req-d45e4616-89d5-4915-b0ef-16d978530d12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 210 time: 0.0592132 Feb 10 12:05:51.983965 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:05:52.058142 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:52.058517 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:52.256239 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101224323', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '21fd2478-1ee7-4419-9a10-c1192c8f7404', 'name': '', 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:c9:1c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '788d5825-f87a-4d46-b834-49d26610c342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:47Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 2, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': '788d5825-f87a-4d46-b834-49d26610c342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:52.260573 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Checking router: b0cb3347-000d-4e13-ad79-1dd2f132892e for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:05:52.260923 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Updating router b0cb3347-000d-4e13-ad79-1dd2f132892e port 21fd2478-1ee7-4419-9a10-c1192c8f7404 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:05:52.321495 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:52.798805 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:52.812751 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Transition to ACTIVE for port object 21fd2478-1ee7-4419-9a10-c1192c8f7404 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:05:52.820980 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:52.910412 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782bf07-1109-4193-82c3-de115308b04b None None] Pushing event updated for resources: {'Port': ['ID=21fd2478-1ee7-4419-9a10-c1192c8f7404,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:52.931868 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782bf07-1109-4193-82c3-de115308b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:52.932050 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782bf07-1109-4193-82c3-de115308b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:52.932517 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782bf07-1109-4193-82c3-de115308b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:52.933042 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782bf07-1109-4193-82c3-de115308b04b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:52.933621 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782bf07-1109-4193-82c3-de115308b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:52.934163 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782bf07-1109-4193-82c3-de115308b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:52.934685 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782bf07-1109-4193-82c3-de115308b04b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:52.935590 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782bf07-1109-4193-82c3-de115308b04b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:52.936150 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782bf07-1109-4193-82c3-de115308b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:52.936690 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782bf07-1109-4193-82c3-de115308b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:52.938566 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782bf07-1109-4193-82c3-de115308b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:53.023531 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4eb15c5f-4eaf-4bb2-bcc8-7511babb8f39 req-934afabf-c819-429e-9009-da9acc925c69 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 210 time: 0.0553830 Feb 10 12:05:53.123785 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Attempting to bind port 21fd2478-1ee7-4419-9a10-c1192c8f7404 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:05:53.124148 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Attempting to bind port 21fd2478-1ee7-4419-9a10-c1192c8f7404 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '8dd054e0-96a2-41cf-9c40-f0a8b11e05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:05:53.124506 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Attempting to bind port 21fd2478-1ee7-4419-9a10-c1192c8f7404 on network 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:05:53.132079 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:05:53.132447 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Checking segment: {'id': '8dd054e0-96a2-41cf-9c40-f0a8b11e05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:05:53.132848 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:53.133270 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Bound using segment: {'id': '8dd054e0-96a2-41cf-9c40-f0a8b11e05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:05:53.133738 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Bound port: 21fd2478-1ee7-4419-9a10-c1192c8f7404, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd054e0-96a2-41cf-9c40-f0a8b11e05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:05:53.134105 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:53.251890 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] For port 21fd2478-1ee7-4419-9a10-c1192c8f7404, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:05:53.255309 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] For port 21fd2478-1ee7-4419-9a10-c1192c8f7404, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=21fd2478-1ee7-4419-9a10-c1192c8f7404,segment=NetworkSegment(8dd054e0-96a2-41cf-9c40-f0a8b11e05f7),segment_id=8dd054e0-96a2-41cf-9c40-f0a8b11e05f7)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:05:53.260455 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:53.362155 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782bf07-1109-4193-82c3-de115308b04b None None] Pushing event updated for resources: {'Port': ['ID=21fd2478-1ee7-4419-9a10-c1192c8f7404,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:53.374205 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Routers {'b0cb3347-000d-4e13-ad79-1dd2f132892e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:05:53.375747 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b0cb3347-000d-4e13-ad79-1dd2f132892e'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:53.613104 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] Set router b0cb3347-000d-4e13-ad79-1dd2f132892e gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:05:54.113411 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101224323', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '21fd2478-1ee7-4419-9a10-c1192c8f7404', 'name': '', 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:c9:1c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '788d5825-f87a-4d46-b834-49d26610c342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:47Z', 'updated_at': '2022-02-10T12:05:53Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': '788d5825-f87a-4d46-b834-49d26610c342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:54.119912 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe0fce1-36e4-4fff-b977-24e699d96e3e None None] The sync data for ids ['b0cb3347-000d-4e13-ad79-1dd2f132892e'] in dv-neutron-828497-1-hyperv is: [{'id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101224323', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '21fd2478-1ee7-4419-9a10-c1192c8f7404', 'name': '', 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:c9:1c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '788d5825-f87a-4d46-b834-49d26610c342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:47Z', 'updated_at': '2022-02-10T12:05:53Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': '788d5825-f87a-4d46-b834-49d26610c342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:05:54.231538 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6aefe3e-8c6f-4dc0-9990-e2687d029427 req-3c4eede4-5cd5-4238-8cc2-81cf53517605 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 210 time: 0.0784147 Feb 10 12:05:55.442166 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9d01d79c-79a6-42a4-b978-369dd887adaf req-74207ad2-f0f7-4069-aa3d-770fa14affac tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 210 time: 0.0439034 Feb 10 12:05:55.671705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 21fd2478-1ee7-4419-9a10-c1192c8f7404 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:05:55.755245 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 21fd2478-1ee7-4419-9a10-c1192c8f7404 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:05:55.761285 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 21fd2478-1ee7-4419-9a10-c1192c8f7404 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:55.761716 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:55.955813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:55.993215 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 21fd2478-1ee7-4419-9a10-c1192c8f7404, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=21fd2478-1ee7-4419-9a10-c1192c8f7404,segment=NetworkSegment(8dd054e0-96a2-41cf-9c40-f0a8b11e05f7),segment_id=8dd054e0-96a2-41cf-9c40-f0a8b11e05f7)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:05:55.998852 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:56.086418 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=21fd2478-1ee7-4419-9a10-c1192c8f7404,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:56.569168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e05d146c-1b24-430f-82b8-a22933363673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:56.655264 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c06e9037-f5bc-4f1f-abbc-809e928d893b req-c2c58c1e-5a14-4387-9b84-ae616f9fa47f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 210 time: 0.0474246 Feb 10 12:05:57.247216 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-106c033e-8969-4748-a400-e1049fd9e6b2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:57.248198 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-106c033e-8969-4748-a400-e1049fd9e6b2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:05:57.267260 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-106c033e-8969-4748-a400-e1049fd9e6b2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:05:57.268616 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-106c033e-8969-4748-a400-e1049fd9e6b2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "GET /v2.0/networks?id=67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 HTTP/1.1" status: 200 len: 796 time: 0.2116940 Feb 10 12:05:57.343129 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-647b6ab0-bb2f-4e5d-932c-512b5c7f72dc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:05:57.364841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-647b6ab0-bb2f-4e5d-932c-512b5c7f72dc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:05:57.367010 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-647b6ab0-bb2f-4e5d-932c-512b5c7f72dc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c HTTP/1.1" status: 200 len: 379 time: 0.0843875 Feb 10 12:05:57.377545 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-42673ad2-8600-443a-84dc-d26de21f6d20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'port': {'device_id': '7d926638-ff69-4e19-9c17-ef3655f0c898', 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072', 'admin_state_up': True, 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'security_groups': ['258a5717-93b3-4925-9819-bec7ad3c174d']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:57.535558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-42673ad2-8600-443a-84dc-d26de21f6d20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:57.546715 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-42673ad2-8600-443a-84dc-d26de21f6d20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:57.558117 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-42673ad2-8600-443a-84dc-d26de21f6d20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Made reservation on behalf of 0e3cdd1e6ab34666a74a5c60bd58106c for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:05:57.562519 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-42673ad2-8600-443a-84dc-d26de21f6d20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:57.655805 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 21fd2478-1ee7-4419-9a10-c1192c8f7404 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:05:57.758242 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-42673ad2-8600-443a-84dc-d26de21f6d20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.20.0.10 (67bd58fd-adc7-4b30-a55d-1c3bcb1b9072/788d5825-f87a-4d46-b834-49d26610c342/4c95d30a-3866-4f87-b158-ec8ec6ee8109) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:05:57.766124 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 21fd2478-1ee7-4419-9a10-c1192c8f7404 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:57.766780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:57.982058 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-395a7474-78fd-4a70-80ab-32546ff62ed5 req-e9bf357a-593f-4b20-a6e1-1d643bea4b88 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 210 time: 0.0884321 Feb 10 12:05:58.039354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-42673ad2-8600-443a-84dc-d26de21f6d20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:58.061617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-42673ad2-8600-443a-84dc-d26de21f6d20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Transition to ACTIVE for port object 4c95d30a-3866-4f87-b158-ec8ec6ee8109 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:05:58.092403 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-42673ad2-8600-443a-84dc-d26de21f6d20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:58.238296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-42673ad2-8600-443a-84dc-d26de21f6d20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:05:58.245302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-42673ad2-8600-443a-84dc-d26de21f6d20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:05:58.254682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-42673ad2-8600-443a-84dc-d26de21f6d20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:05:58.311634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42673ad2-8600-443a-84dc-d26de21f6d20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=4c95d30a-3866-4f87-b158-ec8ec6ee8109,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:58.367786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-42673ad2-8600-443a-84dc-d26de21f6d20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:58.368555 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-42673ad2-8600-443a-84dc-d26de21f6d20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:58.399804 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-42673ad2-8600-443a-84dc-d26de21f6d20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0264161 Feb 10 12:05:58.412959 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Request body: {'port': {'device_id': '7d926638-ff69-4e19-9c17-ef3655f0c898', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:58.522725 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2598aad2-5dd4-4baf-a08a-1588b7669e87 None None] Provisioning for port 4c95d30a-3866-4f87-b158-ec8ec6ee8109 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:05:58.528820 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2598aad2-5dd4-4baf-a08a-1588b7669e87 None None] Provisioning complete for port 4c95d30a-3866-4f87-b158-ec8ec6ee8109 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:58.529331 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2598aad2-5dd4-4baf-a08a-1588b7669e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:58.552623 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:58.592397 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-2598aad2-5dd4-4baf-a08a-1588b7669e87 None None] Port 4c95d30a-3866-4f87-b158-ec8ec6ee8109 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:05:58.857464 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b6258cf5-7452-4b0a-8e7c-6a9d0fb3b1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:59.114847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c95d30a-3866-4f87-b158-ec8ec6ee8109 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:05:59.127556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:59.144402 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Transition to ACTIVE for port object 4c95d30a-3866-4f87-b158-ec8ec6ee8109 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:05:59.150260 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:59.207460 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cdcdf-3073-43cb-89de-c94749e753a5 req-85936c09-b016-4b78-b0d2-4c03a3e06c3f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:59.209011 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-310cdcdf-3073-43cb-89de-c94749e753a5 req-85936c09-b016-4b78-b0d2-4c03a3e06c3f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 944 time: 0.0855331 Feb 10 12:05:59.280010 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-310cdcdf-3073-43cb-89de-c94749e753a5 req-c8635815-f66d-4962-87c5-cf940174119b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634441 Feb 10 12:05:59.331340 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Pushing event updated for resources: {'Port': ['ID=4c95d30a-3866-4f87-b158-ec8ec6ee8109,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:59.472114 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Attempting to bind port 4c95d30a-3866-4f87-b158-ec8ec6ee8109 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:05:59.472604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Attempting to bind port 4c95d30a-3866-4f87-b158-ec8ec6ee8109 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '8dd054e0-96a2-41cf-9c40-f0a8b11e05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:05:59.473035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Attempting to bind port 4c95d30a-3866-4f87-b158-ec8ec6ee8109 on network 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:05:59.481156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Port 4c95d30a-3866-4f87-b158-ec8ec6ee8109 on network 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:05:59.481628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Attempting to bind port 4c95d30a-3866-4f87-b158-ec8ec6ee8109 on network 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:05:59.490210 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:05:59.490723 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Checking segment: {'id': '8dd054e0-96a2-41cf-9c40-f0a8b11e05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:05:59.491204 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Bound using segment: {'id': '8dd054e0-96a2-41cf-9c40-f0a8b11e05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:05:59.491995 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Bound port: 4c95d30a-3866-4f87-b158-ec8ec6ee8109, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd054e0-96a2-41cf-9c40-f0a8b11e05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:05:59.492428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:59.602506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] For port 4c95d30a-3866-4f87-b158-ec8ec6ee8109, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:05:59.607663 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] For port 4c95d30a-3866-4f87-b158-ec8ec6ee8109, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4c95d30a-3866-4f87-b158-ec8ec6ee8109,segment=NetworkSegment(8dd054e0-96a2-41cf-9c40-f0a8b11e05f7),segment_id=8dd054e0-96a2-41cf-9c40-f0a8b11e05f7)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:05:59.613883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:59.688160 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:59.689611 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-e3659263-2c58-4b15-a337-649551263e0c service neutron] 10.222.0.73 "PUT /v2.0/ports/4c95d30a-3866-4f87-b158-ec8ec6ee8109 HTTP/1.1" status: 200 len: 1094 time: 1.2821503 Feb 10 12:05:59.690093 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d926638-ff69-4e19-9c17-ef3655f0c898', 'tag': '4c95d30a-3866-4f87-b158-ec8ec6ee8109'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:05:59.718599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3659263-2c58-4b15-a337-649551263e0c service neutron] Pushing event updated for resources: {'Port': ['ID=4c95d30a-3866-4f87-b158-ec8ec6ee8109,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:59.803918 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d926638-ff69-4e19-9c17-ef3655f0c898', 'tag': '4c95d30a-3866-4f87-b158-ec8ec6ee8109', 'status': 'completed', 'code': 200} Feb 10 12:05:59.852273 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-be741ee2-075d-418b-bf9d-e08d401f3eb8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 1097 time: 0.1038270 Feb 10 12:05:59.930866 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:59.974503 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-80ad25f0-b917-4950-b0af-9ae11cb73dea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c95d30a-3866-4f87-b158-ec8ec6ee8109 HTTP/1.1" status: 200 len: 217 time: 0.1135767 Feb 10 12:06:00.048306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-2c297c00-f6a3-4e18-aa40-00956b397ca4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:00.049957 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-2c297c00-f6a3-4e18-aa40-00956b397ca4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=788d5825-f87a-4d46-b834-49d26610c342 HTTP/1.1" status: 200 len: 834 time: 0.0695002 Feb 10 12:06:00.159938 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-2dea348d-42d1-4aaf-a9ae-2e67af02ca0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67bd58fd-adc7-4b30-a55d-1c3bcb1b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1035697 Feb 10 12:06:00.201364 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:00.316450 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-5765f199-a431-4b78-9cb5-66e1a336a184 service neutron] 10.222.0.73 "GET /v2.0/networks/67bd58fd-adc7-4b30-a55d-1c3bcb1b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497602 Feb 10 12:06:00.465390 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a61f1310-9451-4445-9481-a2d30b5a76f8 req-dbfaeab8-5285-4868-b220-b5126c0bb830 service neutron] 10.222.0.73 "GET /v2.0/networks/67bd58fd-adc7-4b30-a55d-1c3bcb1b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419368 Feb 10 12:06:00.613204 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af3809e5-c861-402f-9169-b9d0dcffa159 req-f0653f05-7bb5-4bda-8b02-d9c2097efd92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 1097 time: 0.0989778 Feb 10 12:06:00.723200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17e6c3-8699-437c-a3a8-782983f27330 req-99d3efb5-1633-4225-85d5-c4a2b75e6099 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:00.724868 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee17e6c3-8699-437c-a3a8-782983f27330 req-99d3efb5-1633-4225-85d5-c4a2b75e6099 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 944 time: 0.2024055 Feb 10 12:06:00.781244 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee17e6c3-8699-437c-a3a8-782983f27330 req-d6078dd3-7677-400a-876d-80bf110ea45d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488281 Feb 10 12:06:00.811584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3809e5-c861-402f-9169-b9d0dcffa159 req-04739ee1-38d3-455e-a794-d8004332bac0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:00.813348 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af3809e5-c861-402f-9169-b9d0dcffa159 req-04739ee1-38d3-455e-a794-d8004332bac0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 HTTP/1.1" status: 200 len: 897 time: 0.1932867 Feb 10 12:06:00.884592 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af3809e5-c861-402f-9169-b9d0dcffa159 req-e6653979-dcf0-49f7-a0d0-6ecd2ca427a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c95d30a-3866-4f87-b158-ec8ec6ee8109 HTTP/1.1" status: 200 len: 217 time: 0.0641963 Feb 10 12:06:01.057292 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3809e5-c861-402f-9169-b9d0dcffa159 req-449d34b2-7271-4222-9b9e-5c02a89d5277 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:01.058747 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af3809e5-c861-402f-9169-b9d0dcffa159 req-449d34b2-7271-4222-9b9e-5c02a89d5277 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=788d5825-f87a-4d46-b834-49d26610c342 HTTP/1.1" status: 200 len: 834 time: 0.1671748 Feb 10 12:06:01.147283 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af3809e5-c861-402f-9169-b9d0dcffa159 req-7c576f75-6bb7-4301-98f6-a075111bdde6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67bd58fd-adc7-4b30-a55d-1c3bcb1b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806277 Feb 10 12:06:01.294784 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af3809e5-c861-402f-9169-b9d0dcffa159 req-03cc621c-dd88-4267-8c64-fce81ccfdf16 service neutron] 10.222.0.73 "GET /v2.0/networks/67bd58fd-adc7-4b30-a55d-1c3bcb1b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398492 Feb 10 12:06:01.447665 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-af3809e5-c861-402f-9169-b9d0dcffa159 req-033c85f9-b4bd-4b96-a6a4-e03170c5f1e6 service neutron] 10.222.0.73 "GET /v2.0/networks/67bd58fd-adc7-4b30-a55d-1c3bcb1b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452179 Feb 10 12:06:01.661211 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:02.045679 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a398a8f-5b9d-4aba-b5d4-9f18411adae6 req-5a86c33a-6dfd-4de9-acb4-61013e25e7de tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:02.048341 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1a398a8f-5b9d-4aba-b5d4-9f18411adae6 req-5a86c33a-6dfd-4de9-acb4-61013e25e7de tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 944 time: 0.1211770 Feb 10 12:06:02.105714 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1a398a8f-5b9d-4aba-b5d4-9f18411adae6 req-fa060daf-f68a-41df-8259-c037cefac7b1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507488 Feb 10 12:06:02.894820 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 4c95d30a-3866-4f87-b158-ec8ec6ee8109 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:06:03.068675 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 4c95d30a-3866-4f87-b158-ec8ec6ee8109, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4c95d30a-3866-4f87-b158-ec8ec6ee8109,segment=NetworkSegment(8dd054e0-96a2-41cf-9c40-f0a8b11e05f7),segment_id=8dd054e0-96a2-41cf-9c40-f0a8b11e05f7)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:06:03.084697 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '4c95d30a-3866-4f87-b158-ec8ec6ee8109', 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072', 'port_id': '4c95d30a-3866-4f87-b158-ec8ec6ee8109', 'mac_address': 'fa:16:3e:bd:97:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '788d5825-f87a-4d46-b834-49d26610c342', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:06:03.147546 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:03.172653 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c95d30a-3866-4f87-b158-ec8ec6ee8109 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:06:03.195635 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 4c95d30a-3866-4f87-b158-ec8ec6ee8109, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4c95d30a-3866-4f87-b158-ec8ec6ee8109,segment=NetworkSegment(8dd054e0-96a2-41cf-9c40-f0a8b11e05f7),segment_id=8dd054e0-96a2-41cf-9c40-f0a8b11e05f7)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:06:03.204213 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:03.294505 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=4c95d30a-3866-4f87-b158-ec8ec6ee8109,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:06:03.366965 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508dad3-01aa-4a72-b709-5d83eb4f4f41 req-e1638a14-0269-4224-baf9-d8552a47ed28 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:03.368592 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6508dad3-01aa-4a72-b709-5d83eb4f4f41 req-e1638a14-0269-4224-baf9-d8552a47ed28 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 945 time: 0.0977879 Feb 10 12:06:03.425715 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6508dad3-01aa-4a72-b709-5d83eb4f4f41 req-1a1afbac-665e-424a-9e51-bb87381e5998 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500429 Feb 10 12:06:03.441942 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['4c95d30a-3866-4f87-b158-ec8ec6ee8109'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:06:04.662597 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24891c40-e3c9-403b-bcdb-1ca6ff52f9ea req-b94554fd-f8bc-4907-ae8d-eb9542b6f86e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:04.664527 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-24891c40-e3c9-403b-bcdb-1ca6ff52f9ea req-b94554fd-f8bc-4907-ae8d-eb9542b6f86e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 945 time: 0.0917010 Feb 10 12:06:04.744511 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-24891c40-e3c9-403b-bcdb-1ca6ff52f9ea req-da8443ff-b74d-461d-9e8b-69d6176da2db tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735908 Feb 10 12:06:04.910253 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 4c95d30a-3866-4f87-b158-ec8ec6ee8109 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:06:05.005761 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 4c95d30a-3866-4f87-b158-ec8ec6ee8109 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:06:05.011957 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 4c95d30a-3866-4f87-b158-ec8ec6ee8109 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:06:05.012433 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:05.181845 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:05.214435 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d926638-ff69-4e19-9c17-ef3655f0c898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c95d30a-3866-4f87-b158-ec8ec6ee8109'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:06:05.225678 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 4c95d30a-3866-4f87-b158-ec8ec6ee8109, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4c95d30a-3866-4f87-b158-ec8ec6ee8109,segment=NetworkSegment(8dd054e0-96a2-41cf-9c40-f0a8b11e05f7),segment_id=8dd054e0-96a2-41cf-9c40-f0a8b11e05f7)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:06:05.230593 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:05.310776 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=4c95d30a-3866-4f87-b158-ec8ec6ee8109,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:06:05.326912 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d926638-ff69-4e19-9c17-ef3655f0c898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c95d30a-3866-4f87-b158-ec8ec6ee8109', 'code': 200} Feb 10 12:06:05.591635 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f59d6af8-5f52-48d0-be4d-8706522ce87a req-fa883b13-aba2-4990-b388-fa91f48de479 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 1099 time: 0.0817873 Feb 10 12:06:05.639946 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f59d6af8-5f52-48d0-be4d-8706522ce87a req-7bb13b1c-201d-4374-8aae-c70cf7ac5de0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405028 Feb 10 12:06:05.996632 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043869d-8b0d-47b1-b691-b5411a6449a0 req-dca11b6b-5b55-49a9-95a4-00049319d671 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:05.998204 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f043869d-8b0d-47b1-b691-b5411a6449a0 req-dca11b6b-5b55-49a9-95a4-00049319d671 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.1128356 Feb 10 12:06:06.052397 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f043869d-8b0d-47b1-b691-b5411a6449a0 req-e7d31cc9-e977-4ef7-a5c2-d82fad37156d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474668 Feb 10 12:06:07.311555 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0006cf-9e3c-4d03-9d25-c06e6a3c7e9d req-03787c84-e28a-4bde-be39-a56f90228271 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:07.313171 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea0006cf-9e3c-4d03-9d25-c06e6a3c7e9d req-03787c84-e28a-4bde-be39-a56f90228271 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.1130176 Feb 10 12:06:07.368643 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea0006cf-9e3c-4d03-9d25-c06e6a3c7e9d req-79e3c185-48f0-454f-a00b-5daf213b2cf9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487022 Feb 10 12:06:07.595604 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cdb6c-1b86-41cf-ab7b-4b112b3ea80e req-51450584-8c5d-4816-9ae9-e529baed3f46 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:07.597449 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-420cdb6c-1b86-41cf-ab7b-4b112b3ea80e req-51450584-8c5d-4816-9ae9-e529baed3f46 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.0969100 Feb 10 12:06:07.656203 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-420cdb6c-1b86-41cf-ab7b-4b112b3ea80e req-84d3438c-22be-4540-a77a-c730b0f9da43 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487254 Feb 10 12:06:07.684956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46684) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:06:07.766852 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c535354d-a90f-4e25-8628-114b647bb290 tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 1094 time: 0.0806139 Feb 10 12:06:07.771176 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46688) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:06:07.776908 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': '4c95d30a-3866-4f87-b158-ec8ec6ee8109', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:06:07.784047 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:06:07.788522 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:floatingip and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:06:07.791889 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:06:07.798948 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:06:07.811610 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:07.975427 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:08.131228 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.26.4.82 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/9b39cfea-6112-4c4c-a340-3e00342a8307) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:06:08.328432 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:08.359715 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:08.431365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:06:08.434740 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:06:08.440037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:06:08.479606 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=9b39cfea-6112-4c4c-a340-3e00342a8307,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:06:08.509516 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:09.145037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:09.244458 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:09.594838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:09.599993 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:09.723368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=9b39cfea-6112-4c4c-a340-3e00342a8307,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:06:09.736959 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:10.002827 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Floating IP c0e2488e-2267-40b8-8cd5-1f8a81ee6601 associated. External IP: 172.26.4.82, port: 4c95d30a-3866-4f87-b158-ec8ec6ee8109. Feb 10 12:06:10.647368 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router b0cb3347-000d-4e13-ad79-1dd2f132892e has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:06:10.888034 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:06:10.904350 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71435151-9f93-4663-a80b-967b359e28f7 None None] Sync routers for ids ['b0cb3347-000d-4e13-ad79-1dd2f132892e'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:06:10.918953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:10.927718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71435151-9f93-4663-a80b-967b359e28f7 None None] Routers {'b0cb3347-000d-4e13-ad79-1dd2f132892e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:06:10.928802 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-71435151-9f93-4663-a80b-967b359e28f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b0cb3347-000d-4e13-ad79-1dd2f132892e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:06:10.982966 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9222040a-fc20-4365-ac39-b01a3ffa66a8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2106838 Feb 10 12:06:10.984030 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d926638-ff69-4e19-9c17-ef3655f0c898', 'tag': '4c95d30a-3866-4f87-b158-ec8ec6ee8109'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:06:11.045362 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d926638-ff69-4e19-9c17-ef3655f0c898', 'tag': '4c95d30a-3866-4f87-b158-ec8ec6ee8109', 'status': 'completed', 'code': 200} Feb 10 12:06:11.162412 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8364106b-2972-45a8-89f8-a74865c7b750 req-45d43364-c1be-4f51-85e1-dd16931a6074 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 1099 time: 0.0921788 Feb 10 12:06:11.231714 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-71435151-9f93-4663-a80b-967b359e28f7 None None] Set router b0cb3347-000d-4e13-ad79-1dd2f132892e gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:06:11.304099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373d477-3d04-4054-8718-61b88a493545 req-452b1946-6146-43a8-aa70-8ef892206951 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:11.305869 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7373d477-3d04-4054-8718-61b88a493545 req-452b1946-6146-43a8-aa70-8ef892206951 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.1035452 Feb 10 12:06:11.367655 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7373d477-3d04-4054-8718-61b88a493545 req-63a5b9c5-37f2-4e61-9933-1d5d2fefeb73 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537887 Feb 10 12:06:11.417529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364106b-2972-45a8-89f8-a74865c7b750 req-37dfa494-927f-4681-8811-e83306d51bb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:11.417529 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8364106b-2972-45a8-89f8-a74865c7b750 req-37dfa494-927f-4681-8811-e83306d51bb8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 HTTP/1.1" status: 200 len: 897 time: 0.2395992 Feb 10 12:06:11.423349 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46696) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:06:11.606557 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8364106b-2972-45a8-89f8-a74865c7b750 req-baf7b185-aafe-452d-9981-e7ec4c6b98d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c95d30a-3866-4f87-b158-ec8ec6ee8109 HTTP/1.1" status: 200 len: 999 time: 0.1838751 Feb 10 12:06:11.699803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364106b-2972-45a8-89f8-a74865c7b750 req-d4b3f988-8f21-4dc7-b18e-e8ae5ee1d2c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:11.703115 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8364106b-2972-45a8-89f8-a74865c7b750 req-d4b3f988-8f21-4dc7-b18e-e8ae5ee1d2c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=788d5825-f87a-4d46-b834-49d26610c342 HTTP/1.1" status: 200 len: 834 time: 0.0845520 Feb 10 12:06:11.746096 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-29921a2b-4c4e-460c-bf12-94d06f9bb70e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/c0e2488e-2267-40b8-8cd5-1f8a81ee6601 HTTP/1.1" status: 200 len: 991 time: 0.3208392 Feb 10 12:06:11.806328 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8364106b-2972-45a8-89f8-a74865c7b750 req-7a19b3ad-1532-4ac4-ab5b-ecc89266f868 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67bd58fd-adc7-4b30-a55d-1c3bcb1b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0963595 Feb 10 12:06:11.806653 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-71435151-9f93-4663-a80b-967b359e28f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101224323', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'c0e2488e-2267-40b8-8cd5-1f8a81ee6601', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'floating_ip_address': '172.26.4.82', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'port_id': '4c95d30a-3866-4f87-b158-ec8ec6ee8109', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072', 'mac_address': 'fa:16:3e:bd:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d926638-ff69-4e19-9c17-ef3655f0c898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:06:08Z', 'updated_at': '2022-02-10T12:06:08Z', 'revision_number': 0, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21fd2478-1ee7-4419-9a10-c1192c8f7404', 'name': '', 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:c9:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '788d5825-f87a-4d46-b834-49d26610c342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:47Z', 'updated_at': '2022-02-10T12:05:55Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': '788d5825-f87a-4d46-b834-49d26610c342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:06:11.812374 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71435151-9f93-4663-a80b-967b359e28f7 None None] Checking router: b0cb3347-000d-4e13-ad79-1dd2f132892e for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:06:11.826673 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71435151-9f93-4663-a80b-967b359e28f7 None None] Routers {'b0cb3347-000d-4e13-ad79-1dd2f132892e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:06:11.828195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-71435151-9f93-4663-a80b-967b359e28f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b0cb3347-000d-4e13-ad79-1dd2f132892e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:06:11.994718 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8364106b-2972-45a8-89f8-a74865c7b750 req-aacb6b42-9224-4876-a6b6-5e1f2c8b1ac2 service neutron] 10.222.0.73 "GET /v2.0/networks/67bd58fd-adc7-4b30-a55d-1c3bcb1b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808360 Feb 10 12:06:12.066314 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-71435151-9f93-4663-a80b-967b359e28f7 None None] Set router b0cb3347-000d-4e13-ad79-1dd2f132892e gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:06:12.146178 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8364106b-2972-45a8-89f8-a74865c7b750 req-e87d783f-0156-47be-b8b4-037a7d951d5b service neutron] 10.222.0.73 "GET /v2.0/networks/67bd58fd-adc7-4b30-a55d-1c3bcb1b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439583 Feb 10 12:06:12.449478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-71435151-9f93-4663-a80b-967b359e28f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101224323', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'c0e2488e-2267-40b8-8cd5-1f8a81ee6601', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'floating_ip_address': '172.26.4.82', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'port_id': '4c95d30a-3866-4f87-b158-ec8ec6ee8109', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072', 'mac_address': 'fa:16:3e:bd:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d926638-ff69-4e19-9c17-ef3655f0c898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:06:08Z', 'updated_at': '2022-02-10T12:06:08Z', 'revision_number': 0, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21fd2478-1ee7-4419-9a10-c1192c8f7404', 'name': '', 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:c9:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '788d5825-f87a-4d46-b834-49d26610c342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:47Z', 'updated_at': '2022-02-10T12:05:55Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': '788d5825-f87a-4d46-b834-49d26610c342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:06:12.455461 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71435151-9f93-4663-a80b-967b359e28f7 None None] The sync data for ids ['b0cb3347-000d-4e13-ad79-1dd2f132892e'] in dv-neutron-828497-1-hyperv is: [{'id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101224323', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': 'c0e2488e-2267-40b8-8cd5-1f8a81ee6601', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'floating_ip_address': '172.26.4.82', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'port_id': '4c95d30a-3866-4f87-b158-ec8ec6ee8109', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072', 'mac_address': 'fa:16:3e:bd:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d926638-ff69-4e19-9c17-ef3655f0c898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:06:08Z', 'updated_at': '2022-02-10T12:06:08Z', 'revision_number': 0, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21fd2478-1ee7-4419-9a10-c1192c8f7404', 'name': '', 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:c9:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '788d5825-f87a-4d46-b834-49d26610c342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:47Z', 'updated_at': '2022-02-10T12:05:55Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': '788d5825-f87a-4d46-b834-49d26610c342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:06:12.665483 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a6105d-4e8c-4b0a-a87d-4b892823fd41 None None] New status for floating IP c0e2488e-2267-40b8-8cd5-1f8a81ee6601: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:06:12.751412 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46700) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:06:12.927839 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f824dd48-2899-4c10-9390-0bd6f8e28036 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/c0e2488e-2267-40b8-8cd5-1f8a81ee6601 HTTP/1.1" status: 200 len: 991 time: 0.1748641 Feb 10 12:06:13.932296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46704) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:06:14.048981 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0dd19790-ce06-4c1b-8215-deaa899c270d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/c0e2488e-2267-40b8-8cd5-1f8a81ee6601 HTTP/1.1" status: 200 len: 993 time: 0.1155026 Feb 10 12:06:18.399214 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:06:26.559478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e61e5b99-c248-4dbd-9e6f-5c3c098614a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:28.858161 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-294d21e6-03f4-4851-8b69-66a1f446d197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:29.940060 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:30.207603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:31.661954 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:37.240194 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cc9bae27-636d-41f4-8662-da0a8bbde24a req-ba917702-e39b-4a58-8b44-026cd696c980 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740304 Feb 10 12:06:37.396182 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cc9bae27-636d-41f4-8662-da0a8bbde24a req-2a7fe285-50a5-4a3c-a92e-3c42fce72801 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 1099 time: 0.0775783 Feb 10 12:06:37.669294 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bae27-636d-41f4-8662-da0a8bbde24a req-ab67e2ee-6e90-439d-8abc-830ebcbfed09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:37.670864 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cc9bae27-636d-41f4-8662-da0a8bbde24a req-ab67e2ee-6e90-439d-8abc-830ebcbfed09 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 HTTP/1.1" status: 200 len: 897 time: 0.2545791 Feb 10 12:06:37.785307 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cc9bae27-636d-41f4-8662-da0a8bbde24a req-4428fcaa-a8e6-495b-bcc1-d0a1896564a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c95d30a-3866-4f87-b158-ec8ec6ee8109 HTTP/1.1" status: 200 len: 1001 time: 0.1081586 Feb 10 12:06:37.858347 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bae27-636d-41f4-8662-da0a8bbde24a req-4973e9e3-a635-4cd7-b808-387869a01010 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:37.860596 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cc9bae27-636d-41f4-8662-da0a8bbde24a req-4973e9e3-a635-4cd7-b808-387869a01010 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=788d5825-f87a-4d46-b834-49d26610c342 HTTP/1.1" status: 200 len: 834 time: 0.0678871 Feb 10 12:06:37.953070 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cc9bae27-636d-41f4-8662-da0a8bbde24a req-582d715f-41fa-4452-a3f4-9a6ff9d5815b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67bd58fd-adc7-4b30-a55d-1c3bcb1b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863101 Feb 10 12:06:38.100418 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cc9bae27-636d-41f4-8662-da0a8bbde24a req-de0c7548-3b59-47c8-bc27-ce0d7fb29982 service neutron] 10.222.0.73 "GET /v2.0/networks/67bd58fd-adc7-4b30-a55d-1c3bcb1b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401484 Feb 10 12:06:38.254433 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cc9bae27-636d-41f4-8662-da0a8bbde24a req-8eb58332-987e-402d-b8fe-40933af5ec24 service neutron] 10.222.0.73 "GET /v2.0/networks/67bd58fd-adc7-4b30-a55d-1c3bcb1b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472945 Feb 10 12:06:38.504202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:43.702343 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d8eca946-2dae-4005-aebe-18f991641ec1 req-28e46dbf-59d2-4124-8830-dafce35f356f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 1099 time: 0.0844383 Feb 10 12:06:43.770099 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356c2fa-a541-437c-bc3a-73ca0720d563 req-8440668b-d6ba-4846-96cd-d27492451584 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:43.773257 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2356c2fa-a541-437c-bc3a-73ca0720d563 req-8440668b-d6ba-4846-96cd-d27492451584 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.1143632 Feb 10 12:06:43.843458 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2356c2fa-a541-437c-bc3a-73ca0720d563 req-12a3cf1e-7cd7-4b0c-91e2-5750a42f6ed2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616622 Feb 10 12:06:43.864896 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eca946-2dae-4005-aebe-18f991641ec1 req-794a75fa-b190-466f-9e6e-58fcadb480e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:43.866901 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d8eca946-2dae-4005-aebe-18f991641ec1 req-794a75fa-b190-466f-9e6e-58fcadb480e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 HTTP/1.1" status: 200 len: 897 time: 0.1583173 Feb 10 12:06:43.989798 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d8eca946-2dae-4005-aebe-18f991641ec1 req-ededc742-b59c-4e12-92d9-c2914000729d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c95d30a-3866-4f87-b158-ec8ec6ee8109 HTTP/1.1" status: 200 len: 1001 time: 0.1142726 Feb 10 12:06:44.057068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eca946-2dae-4005-aebe-18f991641ec1 req-4d9bcee8-c1b0-4d8e-814a-e550558a1bb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:44.058543 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d8eca946-2dae-4005-aebe-18f991641ec1 req-4d9bcee8-c1b0-4d8e-814a-e550558a1bb4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=788d5825-f87a-4d46-b834-49d26610c342 HTTP/1.1" status: 200 len: 834 time: 0.0629888 Feb 10 12:06:44.183786 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d8eca946-2dae-4005-aebe-18f991641ec1 req-35fbd2a7-ac65-46e5-8dfa-eb9eb122923d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67bd58fd-adc7-4b30-a55d-1c3bcb1b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1176832 Feb 10 12:06:44.351593 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d8eca946-2dae-4005-aebe-18f991641ec1 req-939eff85-7905-42c8-96a4-9d3353eaa900 service neutron] 10.222.0.73 "GET /v2.0/networks/67bd58fd-adc7-4b30-a55d-1c3bcb1b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600468 Feb 10 12:06:44.527213 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d8eca946-2dae-4005-aebe-18f991641ec1 req-9d232362-a7e8-4334-9880-52af4c7c77b4 service neutron] 10.222.0.73 "GET /v2.0/networks/67bd58fd-adc7-4b30-a55d-1c3bcb1b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681662 Feb 10 12:06:45.082989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617df76c-9918-4d27-a9cb-2f49471ca571 req-80191e0e-603e-4c4b-8ec0-4e2fc4466ed3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:45.089474 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-617df76c-9918-4d27-a9cb-2f49471ca571 req-80191e0e-603e-4c4b-8ec0-4e2fc4466ed3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.0941291 Feb 10 12:06:45.155171 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-617df76c-9918-4d27-a9cb-2f49471ca571 req-5aa7d1a0-8f86-4192-aab3-c3a27f28923c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579031 Feb 10 12:06:46.388402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817345d5-ff6f-46b2-bb0a-870b7940097d req-58eda07c-0867-431e-99bb-918593ab7aef tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:46.390061 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-817345d5-ff6f-46b2-bb0a-870b7940097d req-58eda07c-0867-431e-99bb-918593ab7aef tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.1071646 Feb 10 12:06:46.445293 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-817345d5-ff6f-46b2-bb0a-870b7940097d req-43ba50f4-bf37-48cc-ac13-36fe4ed36186 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449338 Feb 10 12:06:47.682923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94ea06-ea89-4484-8331-1b1568cd9b5f req-e6eb1b16-1599-4feb-b260-0a6d78a3cb5d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:47.685253 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9f94ea06-ea89-4484-8331-1b1568cd9b5f req-e6eb1b16-1599-4feb-b260-0a6d78a3cb5d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.1050951 Feb 10 12:06:47.740392 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9f94ea06-ea89-4484-8331-1b1568cd9b5f req-7ead4770-290a-419d-b698-fc32d228f223 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487106 Feb 10 12:06:49.002270 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4eba59-00ce-48a9-8e3e-c3f3fa4fbe72 req-37d1062e-d0cd-42c5-b019-3a5d570b6751 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:49.003871 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb4eba59-00ce-48a9-8e3e-c3f3fa4fbe72 req-37d1062e-d0cd-42c5-b019-3a5d570b6751 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.1160493 Feb 10 12:06:49.056765 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb4eba59-00ce-48a9-8e3e-c3f3fa4fbe72 req-a1c14613-0b21-4b7f-8352-4060b02d0adb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464761 Feb 10 12:06:50.283164 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c66554-e14e-41ba-a499-e2d32288e8b7 req-a4a1b8ba-33c8-4b3a-b7fb-28faa45c4db6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:50.284723 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94c66554-e14e-41ba-a499-e2d32288e8b7 req-a4a1b8ba-33c8-4b3a-b7fb-28faa45c4db6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.0887184 Feb 10 12:06:50.334718 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94c66554-e14e-41ba-a499-e2d32288e8b7 req-83fd2bc0-626f-4f14-9b5e-ee85f88ce577 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438309 Feb 10 12:06:51.551288 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38fb72-2c27-4b92-90ed-416d840e0b49 req-e88c62f6-1a96-445a-9d43-bf29dd949f0a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:51.552797 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bc38fb72-2c27-4b92-90ed-416d840e0b49 req-e88c62f6-1a96-445a-9d43-bf29dd949f0a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.0881901 Feb 10 12:06:51.606087 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bc38fb72-2c27-4b92-90ed-416d840e0b49 req-d60a3d8d-4ebe-45aa-977b-e17a478d6701 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429332 Feb 10 12:06:52.853978 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4d845-98b6-46c2-90ba-bbadbb9a9871 req-28222513-90e0-46b0-b944-fae77518dc71 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:52.855544 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c1d4d845-98b6-46c2-90ba-bbadbb9a9871 req-28222513-90e0-46b0-b944-fae77518dc71 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.0899522 Feb 10 12:06:52.936525 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c1d4d845-98b6-46c2-90ba-bbadbb9a9871 req-35421fbb-79e9-4b3d-8dd2-3220f1a0b63c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733380 Feb 10 12:06:54.208694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d0fbb-71cf-414a-8420-d6c94136829c req-de71f516-3ecb-468a-b228-5c723cf30033 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:54.210485 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-602d0fbb-71cf-414a-8420-d6c94136829c req-de71f516-3ecb-468a-b228-5c723cf30033 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.0925963 Feb 10 12:06:54.274357 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-602d0fbb-71cf-414a-8420-d6c94136829c req-cc094c82-3071-4d18-961d-c2021eacbf48 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574141 Feb 10 12:06:55.406792 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:06:55.502121 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba4307-f7a5-44ec-b61d-55a8f637e852 req-cfbb0863-7adb-4bf6-8112-5c8d5df2225c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:55.503697 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-14ba4307-f7a5-44ec-b61d-55a8f637e852 req-cfbb0863-7adb-4bf6-8112-5c8d5df2225c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.0812995 Feb 10 12:06:55.557136 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-14ba4307-f7a5-44ec-b61d-55a8f637e852 req-ff0653f0-fe09-459f-b4db-2dfa63443228 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473597 Feb 10 12:06:56.555476 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a6549c1e-3da4-4c1c-88ab-13efd202f0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:56.783230 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dce81e-7aef-4fe2-8b19-4c15a49d6c74 req-9c1cc660-4989-4407-ab9d-08a071469b7f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:56.784729 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c9dce81e-7aef-4fe2-8b19-4c15a49d6c74 req-9c1cc660-4989-4407-ab9d-08a071469b7f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.0899799 Feb 10 12:06:56.836149 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c9dce81e-7aef-4fe2-8b19-4c15a49d6c74 req-c8cbf104-6bec-4c37-816e-fe5dbf22221b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457077 Feb 10 12:06:58.076326 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9265a-9e91-40ec-85f3-16cefacb3286 req-fdc6b455-c812-4576-a1aa-b911a96c5ef2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:58.078358 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d9d9265a-9e91-40ec-85f3-16cefacb3286 req-fdc6b455-c812-4576-a1aa-b911a96c5ef2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.0951452 Feb 10 12:06:58.136985 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d9d9265a-9e91-40ec-85f3-16cefacb3286 req-e449da0b-ea95-49d2-b034-4e55b3c4399a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519395 Feb 10 12:06:58.855837 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9012d4f7-6009-4f4e-bff9-a808730cfa5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:59.372756 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2800f-0664-4f92-a735-480692e1c5ba req-5a71da5e-f5ca-4e5a-901d-2210f006d294 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:59.374392 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78e2800f-0664-4f92-a735-480692e1c5ba req-5a71da5e-f5ca-4e5a-901d-2210f006d294 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.0935218 Feb 10 12:06:59.430680 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78e2800f-0664-4f92-a735-480692e1c5ba req-7e55dc76-efa9-4bb1-ba22-3ecfd1f22e4a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464039 Feb 10 12:06:59.936131 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:00.203867 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:00.695732 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b91fbd-169f-4a0e-a21a-951a13a948a6 req-3a1c0630-3cc3-442a-9953-0e03f70c94bf tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:00.699645 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-49b91fbd-169f-4a0e-a21a-951a13a948a6 req-3a1c0630-3cc3-442a-9953-0e03f70c94bf tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.1318502 Feb 10 12:07:00.756397 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-49b91fbd-169f-4a0e-a21a-951a13a948a6 req-7eff4a5b-0062-43cc-b2d4-a1235b97b616 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497406 Feb 10 12:07:00.812869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46752) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:00.926037 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4f91a899-3fd7-4a85-8387-8ce8f8857388 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/c0e2488e-2267-40b8-8cd5-1f8a81ee6601 HTTP/1.1" status: 200 len: 993 time: 0.1119654 Feb 10 12:07:01.667686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:08.505753 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:26.561562 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-06044703-5568-4d24-a9b1-0f19ab9268de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:28.853548 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-13cccc8d-7316-4164-b992-97f8838dfb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:29.947320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:30.199943 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:31.513265 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46764) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:31.672778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:31.845080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port 9b39cfea-6112-4c4c-a340-3e00342a8307 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:07:31.845390 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:32.152268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:32.152675 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:32.395844 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for 9b39cfea-6112-4c4c-a340-3e00342a8307 owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:07:32.398049 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:07:32.609193 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:32.660591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=9b39cfea-6112-4c4c-a340-3e00342a8307,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:32.702162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.702536 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.702952 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.703298 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.703670 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.704051 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.704370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.704701 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.705036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.705397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.705726 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.774326 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:33.213482 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router b0cb3347-000d-4e13-ad79-1dd2f132892e has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:07:33.431215 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:07:33.446079 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03183ca1-a4d0-44ce-babd-441bcb1d895d None None] Sync routers for ids ['b0cb3347-000d-4e13-ad79-1dd2f132892e'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:07:33.453685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:33.461345 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03183ca1-a4d0-44ce-babd-441bcb1d895d None None] Routers {'b0cb3347-000d-4e13-ad79-1dd2f132892e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:07:33.461986 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-03183ca1-a4d0-44ce-babd-441bcb1d895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b0cb3347-000d-4e13-ad79-1dd2f132892e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:33.670781 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-03183ca1-a4d0-44ce-babd-441bcb1d895d None None] Set router b0cb3347-000d-4e13-ad79-1dd2f132892e gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:07:33.707922 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-22e69e11-a923-4aac-ad31-bd6023adbb5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/floatingips/c0e2488e-2267-40b8-8cd5-1f8a81ee6601 HTTP/1.1" status: 204 len: 168 time: 2.1929464 Feb 10 12:07:33.708864 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d926638-ff69-4e19-9c17-ef3655f0c898', 'tag': '4c95d30a-3866-4f87-b158-ec8ec6ee8109'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:07:33.782650 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d926638-ff69-4e19-9c17-ef3655f0c898', 'tag': '4c95d30a-3866-4f87-b158-ec8ec6ee8109', 'status': 'completed', 'code': 200} Feb 10 12:07:33.948814 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2ea18619-0171-4e4e-ba34-97647719be5f req-84c92b92-10f8-40c8-a227-7295486c517c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 1099 time: 0.1391578 Feb 10 12:07:34.134255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea18619-0171-4e4e-ba34-97647719be5f req-00f81c2e-eb80-4ae5-98de-ad3ca0c870f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:34.136463 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2ea18619-0171-4e4e-ba34-97647719be5f req-00f81c2e-eb80-4ae5-98de-ad3ca0c870f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 HTTP/1.1" status: 200 len: 897 time: 0.1813009 Feb 10 12:07:34.166218 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-03183ca1-a4d0-44ce-babd-441bcb1d895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101224323', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '21fd2478-1ee7-4419-9a10-c1192c8f7404', 'name': '', 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:c9:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '788d5825-f87a-4d46-b834-49d26610c342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:47Z', 'updated_at': '2022-02-10T12:05:55Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': '788d5825-f87a-4d46-b834-49d26610c342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:34.177192 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03183ca1-a4d0-44ce-babd-441bcb1d895d None None] Checking router: b0cb3347-000d-4e13-ad79-1dd2f132892e for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:07:34.195993 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03183ca1-a4d0-44ce-babd-441bcb1d895d None None] Routers {'b0cb3347-000d-4e13-ad79-1dd2f132892e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:07:34.197025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-03183ca1-a4d0-44ce-babd-441bcb1d895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b0cb3347-000d-4e13-ad79-1dd2f132892e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:34.216960 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2ea18619-0171-4e4e-ba34-97647719be5f req-b4fc8aff-e3aa-4577-9bb2-4d50b9e8ded1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c95d30a-3866-4f87-b158-ec8ec6ee8109 HTTP/1.1" status: 200 len: 217 time: 0.0735338 Feb 10 12:07:34.285886 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea18619-0171-4e4e-ba34-97647719be5f req-90c04ab7-31a6-41b8-8393-578724e45a4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:34.287418 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2ea18619-0171-4e4e-ba34-97647719be5f req-90c04ab7-31a6-41b8-8393-578724e45a4f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=788d5825-f87a-4d46-b834-49d26610c342 HTTP/1.1" status: 200 len: 834 time: 0.0646172 Feb 10 12:07:34.354273 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f59b69-445f-4767-8def-c490f14c8fa6 req-0a400b37-3d10-4ef3-b5d7-c9e59b103644 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:34.356923 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11f59b69-445f-4767-8def-c490f14c8fa6 req-0a400b37-3d10-4ef3-b5d7-c9e59b103644 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.1424413 Feb 10 12:07:34.410813 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2ea18619-0171-4e4e-ba34-97647719be5f req-a550de99-8618-4027-8e43-0f4965013c00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67bd58fd-adc7-4b30-a55d-1c3bcb1b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1155682 Feb 10 12:07:34.417676 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11f59b69-445f-4767-8def-c490f14c8fa6 req-045360c5-2d86-4379-8ef9-ed82fc42b646 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477664 Feb 10 12:07:34.499867 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-03183ca1-a4d0-44ce-babd-441bcb1d895d None None] Set router b0cb3347-000d-4e13-ad79-1dd2f132892e gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:07:34.644390 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2ea18619-0171-4e4e-ba34-97647719be5f req-65f9d3a4-81dc-4543-a0ba-36d02d6e0c93 service neutron] 10.222.0.73 "GET /v2.0/networks/67bd58fd-adc7-4b30-a55d-1c3bcb1b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253199 Feb 10 12:07:34.809847 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2ea18619-0171-4e4e-ba34-97647719be5f req-10e0f7d2-2391-4aa6-9e94-4e4582accc66 service neutron] 10.222.0.73 "GET /v2.0/networks/67bd58fd-adc7-4b30-a55d-1c3bcb1b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556516 Feb 10 12:07:34.906064 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-03183ca1-a4d0-44ce-babd-441bcb1d895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101224323', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '21fd2478-1ee7-4419-9a10-c1192c8f7404', 'name': '', 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:c9:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '788d5825-f87a-4d46-b834-49d26610c342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:47Z', 'updated_at': '2022-02-10T12:05:55Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': '788d5825-f87a-4d46-b834-49d26610c342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:34.913168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03183ca1-a4d0-44ce-babd-441bcb1d895d None None] The sync data for ids ['b0cb3347-000d-4e13-ad79-1dd2f132892e'] in dv-neutron-828497-1-hyperv is: [{'id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101224323', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '21fd2478-1ee7-4419-9a10-c1192c8f7404', 'name': '', 'network_id': '67bd58fd-adc7-4b30-a55d-1c3bcb1b9072', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:c9:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '788d5825-f87a-4d46-b834-49d26610c342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:47Z', 'updated_at': '2022-02-10T12:05:55Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': '788d5825-f87a-4d46-b834-49d26610c342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:07:35.172901 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf68f4-df0a-41ce-a7af-c5d8e7017cb4 None None] New status for floating IP c0e2488e-2267-40b8-8cd5-1f8a81ee6601: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:07:35.663329 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e368846-b814-4947-80aa-5f58b963356a req-d028fdd9-121a-4a24-83d0-aead98b9f531 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:35.665674 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4e368846-b814-4947-80aa-5f58b963356a req-d028fdd9-121a-4a24-83d0-aead98b9f531 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.0900652 Feb 10 12:07:35.727551 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4e368846-b814-4947-80aa-5f58b963356a req-8665771f-4c30-4f65-a389-d6a265fcea83 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=258a5717-93b3-4925-9819-bec7ad3c174d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549104 Feb 10 12:07:35.731863 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e52c78-82dd-4f28-a996-262b6a68604e req-97fc98bc-a43b-4d6a-8e8a-75ff10f8595a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:35.732747 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-68e52c78-82dd-4f28-a996-262b6a68604e req-97fc98bc-a43b-4d6a-8e8a-75ff10f8595a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:07:35.765252 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-68e52c78-82dd-4f28-a996-262b6a68604e req-97fc98bc-a43b-4d6a-8e8a-75ff10f8595a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:07:35.767059 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68e52c78-82dd-4f28-a996-262b6a68604e req-97fc98bc-a43b-4d6a-8e8a-75ff10f8595a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 946 time: 0.1273987 Feb 10 12:07:35.849512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-68e52c78-82dd-4f28-a996-262b6a68604e req-152f9605-cffd-463b-83d8-079cbe1915b0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port 4c95d30a-3866-4f87-b158-ec8ec6ee8109 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:07:35.850556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-68e52c78-82dd-4f28-a996-262b6a68604e req-152f9605-cffd-463b-83d8-079cbe1915b0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:36.130403 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-68e52c78-82dd-4f28-a996-262b6a68604e req-152f9605-cffd-463b-83d8-079cbe1915b0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] For port 4c95d30a-3866-4f87-b158-ec8ec6ee8109, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=4c95d30a-3866-4f87-b158-ec8ec6ee8109,segment=NetworkSegment(8dd054e0-96a2-41cf-9c40-f0a8b11e05f7),segment_id=8dd054e0-96a2-41cf-9c40-f0a8b11e05f7)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:07:36.130772 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-68e52c78-82dd-4f28-a996-262b6a68604e req-152f9605-cffd-463b-83d8-079cbe1915b0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:36.279148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-68e52c78-82dd-4f28-a996-262b6a68604e req-152f9605-cffd-463b-83d8-079cbe1915b0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for 4c95d30a-3866-4f87-b158-ec8ec6ee8109 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:07:36.448991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-68e52c78-82dd-4f28-a996-262b6a68604e req-152f9605-cffd-463b-83d8-079cbe1915b0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:36.504268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f9605-cffd-463b-83d8-079cbe1915b0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=4c95d30a-3866-4f87-b158-ec8ec6ee8109,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:36.623201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e52c78-82dd-4f28-a996-262b6a68604e req-152f9605-cffd-463b-83d8-079cbe1915b0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] No DVR routers for this DVR port 4c95d30a-3866-4f87-b158-ec8ec6ee8109 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:07:36.626589 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-68e52c78-82dd-4f28-a996-262b6a68604e req-152f9605-cffd-463b-83d8-079cbe1915b0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:36.630947 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d926638-ff69-4e19-9c17-ef3655f0c898', 'name': 'network-vif-deleted', 'tag': '4c95d30a-3866-4f87-b158-ec8ec6ee8109'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:07:36.656669 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68e52c78-82dd-4f28-a996-262b6a68604e req-152f9605-cffd-463b-83d8-079cbe1915b0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "DELETE /v2.0/ports/4c95d30a-3866-4f87-b158-ec8ec6ee8109 HTTP/1.1" status: 204 len: 173 time: 0.8836963 Feb 10 12:07:36.710042 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d926638-ff69-4e19-9c17-ef3655f0c898', 'name': 'network-vif-deleted', 'tag': '4c95d30a-3866-4f87-b158-ec8ec6ee8109', 'status': 'completed', 'code': 200} Feb 10 12:07:36.991500 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2288b288-5542-4f76-bb9a-9ef8f9ea62b8 req-8bf857eb-e9cd-4304-8300-eea8b667907e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d926638-ff69-4e19-9c17-ef3655f0c898 HTTP/1.1" status: 200 len: 210 time: 0.0725796 Feb 10 12:07:38.127997 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46784) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:38.517878 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:38.670266 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.368236 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port 21fd2478-1ee7-4419-9a10-c1192c8f7404 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:07:39.369048 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.435708 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 4c95d30a-3866-4f87-b158-ec8ec6ee8109 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:07:39.474496 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 4c95d30a-3866-4f87-b158-ec8ec6ee8109 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:07:39.474893 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 4c95d30a-3866-4f87-b158-ec8ec6ee8109 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:07:39.705373 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] For port 21fd2478-1ee7-4419-9a10-c1192c8f7404, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=21fd2478-1ee7-4419-9a10-c1192c8f7404,segment=NetworkSegment(8dd054e0-96a2-41cf-9c40-f0a8b11e05f7),segment_id=8dd054e0-96a2-41cf-9c40-f0a8b11e05f7)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:07:39.705737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.836580 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for 21fd2478-1ee7-4419-9a10-c1192c8f7404 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:07:40.038918 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.087885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=21fd2478-1ee7-4419-9a10-c1192c8f7404,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:40.303449 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:40.304004 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:40.304547 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:40.304989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:40.305471 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:40.305924 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:40.306303 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:40.306682 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:40.307054 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:40.308023 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:40.308539 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:40.570799 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:41.223949 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router b0cb3347-000d-4e13-ad79-1dd2f132892e has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:07:41.441522 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:07:41.454788 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ac9a66-8213-4c07-a2a4-45fa80542ccf None None] Sync routers for ids ['b0cb3347-000d-4e13-ad79-1dd2f132892e'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:07:41.461937 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2f6e5151-7345-4538-90c6-25c407734fc8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "PUT /v2.0/routers/b0cb3347-000d-4e13-ad79-1dd2f132892e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3323712 Feb 10 12:07:41.465521 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46788) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:41.469617 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ac9a66-8213-4c07-a2a4-45fa80542ccf None None] Routers {'b0cb3347-000d-4e13-ad79-1dd2f132892e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:07:41.470320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c1ac9a66-8213-4c07-a2a4-45fa80542ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b0cb3347-000d-4e13-ad79-1dd2f132892e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:41.719040 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ef3726-7c47-43fb-a9ef-e3e8320f9463 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting subnet 788d5825-f87a-4d46-b834-49d26610c342 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:07:41.723951 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ef3726-7c47-43fb-a9ef-e3e8320f9463 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:41.770571 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c1ac9a66-8213-4c07-a2a4-45fa80542ccf None None] Set router b0cb3347-000d-4e13-ad79-1dd2f132892e gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:07:41.825829 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ef3726-7c47-43fb-a9ef-e3e8320f9463 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:41.973338 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ef3726-7c47-43fb-a9ef-e3e8320f9463 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:42.173462 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ef3726-7c47-43fb-a9ef-e3e8320f9463 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:42.174700 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c1ac9a66-8213-4c07-a2a4-45fa80542ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101224323', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:07:39Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:42.179635 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ac9a66-8213-4c07-a2a4-45fa80542ccf None None] Checking router: b0cb3347-000d-4e13-ad79-1dd2f132892e for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:07:42.197811 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ac9a66-8213-4c07-a2a4-45fa80542ccf None None] Routers {'b0cb3347-000d-4e13-ad79-1dd2f132892e'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:07:42.199291 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c1ac9a66-8213-4c07-a2a4-45fa80542ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['b0cb3347-000d-4e13-ad79-1dd2f132892e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:42.212946 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef3726-7c47-43fb-a9ef-e3e8320f9463 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Subnet': ['ID=788d5825-f87a-4d46-b834-49d26610c342,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:42.220602 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ef3726-7c47-43fb-a9ef-e3e8320f9463 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:42.227487 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d1ef3726-7c47-43fb-a9ef-e3e8320f9463 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/subnets/788d5825-f87a-4d46-b834-49d26610c342 HTTP/1.1" status: 204 len: 168 time: 0.7606828 Feb 10 12:07:42.232031 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46792) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:42.266424 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a71cfd2-1e89-44e7-98d6-b6090b6e28cc None None] Network 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:07:42.566601 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89db8e4e-16c0-40eb-929f-5513bec1e453 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:42.787035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89db8e4e-16c0-40eb-929f-5513bec1e453 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:42.797502 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-89db8e4e-16c0-40eb-929f-5513bec1e453 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:07:42.797940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89db8e4e-16c0-40eb-929f-5513bec1e453 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:42.826404 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c1ac9a66-8213-4c07-a2a4-45fa80542ccf None None] Set router b0cb3347-000d-4e13-ad79-1dd2f132892e gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:07:43.049352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-89db8e4e-16c0-40eb-929f-5513bec1e453 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] For port ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:07:43.049720 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89db8e4e-16c0-40eb-929f-5513bec1e453 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:43.184737 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] DHCP port deletion for 67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:07:43.186355 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-89db8e4e-16c0-40eb-929f-5513bec1e453 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:07:43.216395 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] Deleting port 3570b792-655e-44cd-9c9d-e6a34e19ca38 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:07:43.217039 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:43.374915 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89db8e4e-16c0-40eb-929f-5513bec1e453 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:43.434221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db8e4e-16c0-40eb-929f-5513bec1e453 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:43.578069 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] For port 3570b792-655e-44cd-9c9d-e6a34e19ca38, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=3570b792-655e-44cd-9c9d-e6a34e19ca38,segment=NetworkSegment(8dd054e0-96a2-41cf-9c40-f0a8b11e05f7),segment_id=8dd054e0-96a2-41cf-9c40-f0a8b11e05f7)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:07:43.578461 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:43.708126 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89db8e4e-16c0-40eb-929f-5513bec1e453 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:43.856280 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] Calling delete_port for 3570b792-655e-44cd-9c9d-e6a34e19ca38 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:07:43.907979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3570b792-655e-44cd-9c9d-e6a34e19ca38 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:07:44.030297 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c1ac9a66-8213-4c07-a2a4-45fa80542ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101224323', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:07:39Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:44.050916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89db8e4e-16c0-40eb-929f-5513bec1e453 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.056874 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ac9a66-8213-4c07-a2a4-45fa80542ccf None None] The sync data for ids ['b0cb3347-000d-4e13-ad79-1dd2f132892e'] in dv-neutron-828497-1-hyperv is: [{'id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101224323', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:07:39Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb3347-000d-4e13-ad79-1dd2f132892e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:07:44.058784 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89db8e4e-16c0-40eb-929f-5513bec1e453 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.105780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89db8e4e-16c0-40eb-929f-5513bec1e453 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.106949 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89db8e4e-16c0-40eb-929f-5513bec1e453 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Fanout notify agent at l3_agent the message router_deleted on router b0cb3347-000d-4e13-ad79-1dd2f132892e {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:07:44.132888 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89db8e4e-16c0-40eb-929f-5513bec1e453 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.134880 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-89db8e4e-16c0-40eb-929f-5513bec1e453 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/routers/b0cb3347-000d-4e13-ad79-1dd2f132892e HTTP/1.1" status: 204 len: 168 time: 1.9015706 Feb 10 12:07:44.138191 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46796) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:44.205556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.289898 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] Pushing event deleted for resources: {'Port': ['ID=3570b792-655e-44cd-9c9d-e6a34e19ca38,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:44.295402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.318674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] No DVR routers for this DVR port 3570b792-655e-44cd-9c9d-e6a34e19ca38 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:07:44.322586 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:44.323020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:44.323972 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:44.324338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:44.324685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:44.325023 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:44.325419 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:44.325752 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:44.326079 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:44.326405 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:44.326759 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c9d06-eee5-44ad-8d7d-13a538ce7c76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:44.477184 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dd192d28-1637-4b12-a2ac-59f81850e9df tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.650224 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dd192d28-1637-4b12-a2ac-59f81850e9df tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.689927 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-dd192d28-1637-4b12-a2ac-59f81850e9df tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67bd58fd-adc7-4b30-a55d-1c3bcb1b9072']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:44.707208 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-dd192d28-1637-4b12-a2ac-59f81850e9df tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd054e0-96a2-41cf-9c40-f0a8b11e05f7') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:44.707593 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-dd192d28-1637-4b12-a2ac-59f81850e9df tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd054e0-96a2-41cf-9c40-f0a8b11e05f7') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:44.727987 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dd192d28-1637-4b12-a2ac-59f81850e9df tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.756192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dd192d28-1637-4b12-a2ac-59f81850e9df tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.767617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd192d28-1637-4b12-a2ac-59f81850e9df tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:07:44.768243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dd192d28-1637-4b12-a2ac-59f81850e9df tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:07:44.788419 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:07:44.904829 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dd192d28-1637-4b12-a2ac-59f81850e9df tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.933556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dd192d28-1637-4b12-a2ac-59f81850e9df tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.952008 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd192d28-1637-4b12-a2ac-59f81850e9df tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Network': ['ID=67bd58fd-adc7-4b30-a55d-1c3bcb1b9072,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:44.967895 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-dd192d28-1637-4b12-a2ac-59f81850e9df tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/networks/67bd58fd-adc7-4b30-a55d-1c3bcb1b9072 HTTP/1.1" status: 204 len: 168 time: 0.8278739 Feb 10 12:07:44.975530 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46800) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:45.097824 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6c30c70-97bb-4d6c-a63f-8e9da56ae313 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:45.145836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6c30c70-97bb-4d6c-a63f-8e9da56ae313 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:45.225257 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6c30c70-97bb-4d6c-a63f-8e9da56ae313 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:45.246766 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c30c70-97bb-4d6c-a63f-8e9da56ae313 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258a5717-93b3-4925-9819-bec7ad3c174d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:45.259283 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6c30c70-97bb-4d6c-a63f-8e9da56ae313 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:45.263006 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c6c30c70-97bb-4d6c-a63f-8e9da56ae313 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/security-groups/258a5717-93b3-4925-9819-bec7ad3c174d HTTP/1.1" status: 204 len: 168 time: 0.2838104 Feb 10 12:07:45.657047 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 21fd2478-1ee7-4419-9a10-c1192c8f7404 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:07:45.696192 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 21fd2478-1ee7-4419-9a10-c1192c8f7404 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:07:45.696512 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 21fd2478-1ee7-4419-9a10-c1192c8f7404 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:07:45.696959 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:07:45.744521 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:07:45.745053 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ed8c2d8d-3680-4fb7-8cf0-9027610c4a4d not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:07:47.108819 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46814) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:47.115403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5ed113c6-4bee-4d41-890a-a8b70e103ba4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1424171895', 'description': 'tempest-secgroup-smoke-1424171895 description', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:47.121785 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5ed113c6-4bee-4d41-890a-a8b70e103ba4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:47.126167 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5ed113c6-4bee-4d41-890a-a8b70e103ba4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:47.129692 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5ed113c6-4bee-4d41-890a-a8b70e103ba4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:47.138497 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5ed113c6-4bee-4d41-890a-a8b70e103ba4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:47.150300 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5ed113c6-4bee-4d41-890a-a8b70e103ba4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:47.200337 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5ed113c6-4bee-4d41-890a-a8b70e103ba4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:47.206954 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5ed113c6-4bee-4d41-890a-a8b70e103ba4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:47.212309 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5ed113c6-4bee-4d41-890a-a8b70e103ba4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:47.223145 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5ed113c6-4bee-4d41-890a-a8b70e103ba4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:47.322825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5ed113c6-4bee-4d41-890a-a8b70e103ba4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:47.328575 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5ed113c6-4bee-4d41-890a-a8b70e103ba4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:47.414270 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed113c6-4bee-4d41-890a-a8b70e103ba4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b40e1d2-210a-4c09-95b7-07f41517550f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:47.419716 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5ed113c6-4bee-4d41-890a-a8b70e103ba4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:47.421783 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5ed113c6-4bee-4d41-890a-a8b70e103ba4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3116248 Feb 10 12:07:47.426385 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46818) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:47.436221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a82505cc-8dfc-4923-9649-0e77c064900f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '9b40e1d2-210a-4c09-95b7-07f41517550f', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:47.446660 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a82505cc-8dfc-4923-9649-0e77c064900f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:47.453941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a82505cc-8dfc-4923-9649-0e77c064900f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:47.458913 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a82505cc-8dfc-4923-9649-0e77c064900f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:47.469817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a82505cc-8dfc-4923-9649-0e77c064900f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:47.491522 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a82505cc-8dfc-4923-9649-0e77c064900f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:47.566549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a82505cc-8dfc-4923-9649-0e77c064900f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:47.571674 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a82505cc-8dfc-4923-9649-0e77c064900f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:47.601219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82505cc-8dfc-4923-9649-0e77c064900f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248be0aa-67bf-48eb-aa8b-245d1f94f056,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:47.613352 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a82505cc-8dfc-4923-9649-0e77c064900f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:47.614990 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a82505cc-8dfc-4923-9649-0e77c064900f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1875114 Feb 10 12:07:47.618208 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46822) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:47.626952 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cf0d8759-07dc-4cf7-8566-42ce1b52bfe3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '9b40e1d2-210a-4c09-95b7-07f41517550f', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:47.637410 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cf0d8759-07dc-4cf7-8566-42ce1b52bfe3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:47.644444 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cf0d8759-07dc-4cf7-8566-42ce1b52bfe3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:47.649497 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cf0d8759-07dc-4cf7-8566-42ce1b52bfe3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:47.659326 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cf0d8759-07dc-4cf7-8566-42ce1b52bfe3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:47.687752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf0d8759-07dc-4cf7-8566-42ce1b52bfe3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:47.799785 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf0d8759-07dc-4cf7-8566-42ce1b52bfe3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:47.805211 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf0d8759-07dc-4cf7-8566-42ce1b52bfe3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:47.831684 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d8759-07dc-4cf7-8566-42ce1b52bfe3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c42adac-d329-40eb-b156-06618e79227a,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:47.843082 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf0d8759-07dc-4cf7-8566-42ce1b52bfe3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:47.844687 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cf0d8759-07dc-4cf7-8566-42ce1b52bfe3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2253528 Feb 10 12:07:47.848990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46826) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:47.856594 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-7ff2e2b6-8f04-4d42-9d71-2d1c87a76542 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '9b40e1d2-210a-4c09-95b7-07f41517550f', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:47.864559 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7ff2e2b6-8f04-4d42-9d71-2d1c87a76542 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:47.869719 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7ff2e2b6-8f04-4d42-9d71-2d1c87a76542 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:47.873773 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7ff2e2b6-8f04-4d42-9d71-2d1c87a76542 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:47.882195 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7ff2e2b6-8f04-4d42-9d71-2d1c87a76542 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:47.905084 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e2b6-8f04-4d42-9d71-2d1c87a76542 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:47.981088 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e2b6-8f04-4d42-9d71-2d1c87a76542 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:47.985414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e2b6-8f04-4d42-9d71-2d1c87a76542 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.012105 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2e2b6-8f04-4d42-9d71-2d1c87a76542 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6decf0c4-8709-4e95-935a-da5f004ddc75,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:48.023289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e2b6-8f04-4d42-9d71-2d1c87a76542 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.024634 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7ff2e2b6-8f04-4d42-9d71-2d1c87a76542 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1743026 Feb 10 12:07:48.028686 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46830) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:48.035154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-16a8eaf9-5fcf-4515-9a5e-dfd9b87da4d3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '9b40e1d2-210a-4c09-95b7-07f41517550f', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:48.042290 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-16a8eaf9-5fcf-4515-9a5e-dfd9b87da4d3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:48.046652 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-16a8eaf9-5fcf-4515-9a5e-dfd9b87da4d3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:48.049921 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-16a8eaf9-5fcf-4515-9a5e-dfd9b87da4d3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:48.056021 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-16a8eaf9-5fcf-4515-9a5e-dfd9b87da4d3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:48.076621 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-16a8eaf9-5fcf-4515-9a5e-dfd9b87da4d3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.165996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-16a8eaf9-5fcf-4515-9a5e-dfd9b87da4d3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.171543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-16a8eaf9-5fcf-4515-9a5e-dfd9b87da4d3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.199835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8eaf9-5fcf-4515-9a5e-dfd9b87da4d3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604da47b-f691-4270-b006-6eba3c76189f,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:48.212073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-16a8eaf9-5fcf-4515-9a5e-dfd9b87da4d3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.216754 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-16a8eaf9-5fcf-4515-9a5e-dfd9b87da4d3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1837142 Feb 10 12:07:48.217246 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46834) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:48.223722 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f5797f2e-2cec-4da9-9acd-ebbfadca85c7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '9b40e1d2-210a-4c09-95b7-07f41517550f', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:48.231512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f5797f2e-2cec-4da9-9acd-ebbfadca85c7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:48.236254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f5797f2e-2cec-4da9-9acd-ebbfadca85c7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:48.240192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f5797f2e-2cec-4da9-9acd-ebbfadca85c7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:48.248521 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f5797f2e-2cec-4da9-9acd-ebbfadca85c7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:48.260388 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-f5797f2e-2cec-4da9-9acd-ebbfadca85c7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Project 0e3cdd1e6ab34666a74a5c60bd58106c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:07:48.268501 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f5797f2e-2cec-4da9-9acd-ebbfadca85c7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.349768 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f5797f2e-2cec-4da9-9acd-ebbfadca85c7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.354968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f5797f2e-2cec-4da9-9acd-ebbfadca85c7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.382567 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5797f2e-2cec-4da9-9acd-ebbfadca85c7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79761239-d6a4-4da7-9d29-316fe33ffd19,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:48.396669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f5797f2e-2cec-4da9-9acd-ebbfadca85c7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.398757 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f5797f2e-2cec-4da9-9acd-ebbfadca85c7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1801639 Feb 10 12:07:48.402012 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46838) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:48.408920 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c58d15ab-3690-49d5-ad42-4c0eb910fac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '9b40e1d2-210a-4c09-95b7-07f41517550f', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:48.415790 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c58d15ab-3690-49d5-ad42-4c0eb910fac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:48.420998 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c58d15ab-3690-49d5-ad42-4c0eb910fac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:48.424362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c58d15ab-3690-49d5-ad42-4c0eb910fac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:48.431307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c58d15ab-3690-49d5-ad42-4c0eb910fac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:48.444690 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-c58d15ab-3690-49d5-ad42-4c0eb910fac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Project 0e3cdd1e6ab34666a74a5c60bd58106c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:07:48.454091 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c58d15ab-3690-49d5-ad42-4c0eb910fac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.573305 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c58d15ab-3690-49d5-ad42-4c0eb910fac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.578986 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c58d15ab-3690-49d5-ad42-4c0eb910fac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.618947 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d15ab-3690-49d5-ad42-4c0eb910fac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf7ee1c-e5c1-4c71-8e53-e5bc1224950b,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:48.638766 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c58d15ab-3690-49d5-ad42-4c0eb910fac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.640758 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c58d15ab-3690-49d5-ad42-4c0eb910fac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2372947 Feb 10 12:07:48.643695 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46842) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:48.650156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-627fa3e4-69e1-44e2-86f5-edce194e5940 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'network': {'name': 'tempest-network-smoke--721839078', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'port_security_enabled': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:48.656850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-627fa3e4-69e1-44e2-86f5-edce194e5940 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:48.661999 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-627fa3e4-69e1-44e2-86f5-edce194e5940 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:network and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:48.665285 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-627fa3e4-69e1-44e2-86f5-edce194e5940 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:48.673614 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-627fa3e4-69e1-44e2-86f5-edce194e5940 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:48.687365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627fa3e4-69e1-44e2-86f5-edce194e5940 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Made reservation on behalf of 0e3cdd1e6ab34666a74a5c60bd58106c for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:07:48.690808 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-627fa3e4-69e1-44e2-86f5-edce194e5940 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.722413 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627fa3e4-69e1-44e2-86f5-edce194e5940 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:07:48.733557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-627fa3e4-69e1-44e2-86f5-edce194e5940 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.733907 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-627fa3e4-69e1-44e2-86f5-edce194e5940 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Added segment 47dc722b-6269-4c96-b7e1-6878ba581ac8 of type vlan for network cac94983-b452-4b86-8fb7-92ee93ff586c Feb 10 12:07:48.766812 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-627fa3e4-69e1-44e2-86f5-edce194e5940 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.812011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-627fa3e4-69e1-44e2-86f5-edce194e5940 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.815865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627fa3e4-69e1-44e2-86f5-edce194e5940 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:48.816481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-627fa3e4-69e1-44e2-86f5-edce194e5940 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.937003 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-627fa3e4-69e1-44e2-86f5-edce194e5940 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2917535 Feb 10 12:07:48.940823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46846) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:48.942630 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fa3e4-69e1-44e2-86f5-edce194e5940 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Network': ['ID=cac94983-b452-4b86-8fb7-92ee93ff586c,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:48.954757 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-223298631', 'admin_state_up': True, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:48.956093 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network cac94983-b452-4b86-8fb7-92ee93ff586c details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:07:48.962249 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:48.968147 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:router and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:48.971713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:48.979049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:48.991633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.992567 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:49.017388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:49.185253 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:49.394268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:49.426709 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:49.613597 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.26.4.190 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/cafacb19-71dd-479b-bf01-4f66584db951) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:07:49.779508 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:49.811100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:49.888857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:07:49.892109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:07:49.894609 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:07:49.927203 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=cafacb19-71dd-479b-bf01-4f66584db951,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:50.077210 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:50.077957 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:50.457458 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:07:50.699082 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:07:50.712832 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Sync routers for ids ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:07:50.729705 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Routers {'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:07:50.730686 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:50.736094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:50.739126 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e0258593-0701-4564-8050-b41836326f1d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7961733 Feb 10 12:07:50.742451 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46850) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:50.820895 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e794ef82-ea41-4b44-9bd5-561ed1e8fb7a tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=0e3cdd1e6ab34666a74a5c60bd58106c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739326 Feb 10 12:07:50.821444 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46854) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:51.006741 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Set router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:07:51.038623 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e848b51a-5913-4c8b-a087-c77e54ceaa45 tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:51.040250 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e848b51a-5913-4c8b-a087-c77e54ceaa45 tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2173958 Feb 10 12:07:51.045189 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46858) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:51.092844 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6bd80e32-d000-4639-95fb-3e89e8ad1d9b tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464129 Feb 10 12:07:51.097204 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46862) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:51.103280 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-953ce880-7a82-48c1-acbf-7fe21af52a6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1302148220', 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:51.257260 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-953ce880-7a82-48c1-acbf-7fe21af52a6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:51.263171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-953ce880-7a82-48c1-acbf-7fe21af52a6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:subnet and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:51.266648 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-953ce880-7a82-48c1-acbf-7fe21af52a6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:51.274089 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-953ce880-7a82-48c1-acbf-7fe21af52a6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:51.288210 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953ce880-7a82-48c1-acbf-7fe21af52a6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Made reservation on behalf of 0e3cdd1e6ab34666a74a5c60bd58106c for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:07:51.419352 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223298631', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:48Z', 'updated_at': '2022-02-10T12:07:50Z', 'revision_number': 3, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:49Z', 'updated_at': '2022-02-10T12:07:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:51.425840 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Checking router: fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:07:51.426296 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Updating router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 port cafacb19-71dd-479b-bf01-4f66584db951 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:07:51.455144 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-953ce880-7a82-48c1-acbf-7fe21af52a6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:51.508573 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:51.793669 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-953ce880-7a82-48c1-acbf-7fe21af52a6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:51.914542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ce880-7a82-48c1-acbf-7fe21af52a6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Subnet': ['ID=c2d84924-3fe1-409a-9132-486647f7dc53,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:51.925070 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953ce880-7a82-48c1-acbf-7fe21af52a6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Checking segment: {'id': '47dc722b-6269-4c96-b7e1-6878ba581ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:07:51.926312 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953ce880-7a82-48c1-acbf-7fe21af52a6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network hostable DHCP agents. Network: cac94983-b452-4b86-8fb7-92ee93ff586c, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:07:51.965923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953ce880-7a82-48c1-acbf-7fe21af52a6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network cac94983-b452-4b86-8fb7-92ee93ff586c is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:07:51.982286 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-953ce880-7a82-48c1-acbf-7fe21af52a6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, cac94983-b452-4b86-8fb7-92ee93ff586c) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:07:51.987862 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ce880-7a82-48c1-acbf-7fe21af52a6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:51.989152 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-953ce880-7a82-48c1-acbf-7fe21af52a6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:51.992427 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a3f4e3-eee4-4f2c-8027-0db5c47a7423 None None] Network cac94983-b452-4b86-8fb7-92ee93ff586c requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:07:52.029395 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-953ce880-7a82-48c1-acbf-7fe21af52a6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9307134 Feb 10 12:07:52.032149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46868) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:52.053387 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:52.068088 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Transition to ACTIVE for port object cafacb19-71dd-479b-bf01-4f66584db951 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:07:52.080084 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:52.212124 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf70bf-a222-472e-891e-778cf9eda47c None None] Pushing event updated for resources: {'Port': ['ID=cafacb19-71dd-479b-bf01-4f66584db951,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:52.228685 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Attempting to bind port cafacb19-71dd-479b-bf01-4f66584db951 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:07:52.230371 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Attempting to bind port cafacb19-71dd-479b-bf01-4f66584db951 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:07:52.230371 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Attempting to bind port cafacb19-71dd-479b-bf01-4f66584db951 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:07:52.233461 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf70bf-a222-472e-891e-778cf9eda47c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:52.233933 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf70bf-a222-472e-891e-778cf9eda47c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:52.234397 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf70bf-a222-472e-891e-778cf9eda47c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:52.234824 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf70bf-a222-472e-891e-778cf9eda47c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:52.235354 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf70bf-a222-472e-891e-778cf9eda47c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:52.235683 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf70bf-a222-472e-891e-778cf9eda47c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:52.236109 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf70bf-a222-472e-891e-778cf9eda47c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:52.236570 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf70bf-a222-472e-891e-778cf9eda47c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:52.236979 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf70bf-a222-472e-891e-778cf9eda47c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:52.237424 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf70bf-a222-472e-891e-778cf9eda47c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:52.237845 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf70bf-a222-472e-891e-778cf9eda47c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:52.249914 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:07:52.250452 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:07:52.250974 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:52.251537 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:07:52.252052 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Bound port: cafacb19-71dd-479b-bf01-4f66584db951, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:07:52.252527 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:52.343372 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] For port cafacb19-71dd-479b-bf01-4f66584db951, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:07:52.347296 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] For port cafacb19-71dd-479b-bf01-4f66584db951, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cafacb19-71dd-479b-bf01-4f66584db951,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:07:52.353463 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:52.385850 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-cac94983-b452-4b86-8fb7-92ee93ff586c', 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ips': [{'subnet_id': 'c2d84924-3fe1-409a-9132-486647f7dc53'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:07:52.387950 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:52.451986 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf70bf-a222-472e-891e-778cf9eda47c None None] Pushing event updated for resources: {'Port': ['ID=cafacb19-71dd-479b-bf01-4f66584db951,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:52.461779 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Routers {'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:07:52.462626 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:52.634852 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Allocated IP 172.20.0.2 (cac94983-b452-4b86-8fb7-92ee93ff586c/c2d84924-3fe1-409a-9132-486647f7dc53/8bbadb79-d97e-4a12-aa31-11be8fe0f1bf) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:07:52.708525 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] Set router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:07:52.974084 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:52.995488 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Transition to ACTIVE for port object 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:07:53.020764 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Transition to ACTIVE for port object 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:07:53.029422 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:53.115026 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223298631', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:48Z', 'updated_at': '2022-02-10T12:07:50Z', 'revision_number': 3, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:49Z', 'updated_at': '2022-02-10T12:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:53.120167 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad852188-5054-4ef6-92d1-072745fb7f33 None None] The sync data for ids ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'] in dv-neutron-828497-1-hyperv is: [{'id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223298631', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:48Z', 'updated_at': '2022-02-10T12:07:50Z', 'revision_number': 3, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:49Z', 'updated_at': '2022-02-10T12:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:07:53.130276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Network cac94983-b452-4b86-8fb7-92ee93ff586c is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:07:53.133967 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:07:53.137006 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Pushing event updated for resources: {'Port': ['ID=8bbadb79-d97e-4a12-aa31-11be8fe0f1bf,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:53.139883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:07:53.243301 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Attempting to bind port 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:07:53.243865 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Attempting to bind port 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '47dc722b-6269-4c96-b7e1-6878ba581ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:07:53.245318 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Attempting to bind port 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf on network cac94983-b452-4b86-8fb7-92ee93ff586c {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:07:53.254446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:07:53.254981 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Checking segment: {'id': '47dc722b-6269-4c96-b7e1-6878ba581ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:07:53.255581 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:53.256203 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Bound using segment: {'id': '47dc722b-6269-4c96-b7e1-6878ba581ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:07:53.257011 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Bound port: 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47dc722b-6269-4c96-b7e1-6878ba581ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:07:53.257666 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:53.376899 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] For port 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:07:53.380534 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] For port 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=8bbadb79-d97e-4a12-aa31-11be8fe0f1bf,segment=NetworkSegment(47dc722b-6269-4c96-b7e1-6878ba581ac8),segment_id=47dc722b-6269-4c96-b7e1-6878ba581ac8)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:07:53.389988 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:53.531820 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0be3e-a16b-4cb9-801b-872cfeef5c00 None None] Pushing event updated for resources: {'Port': ['ID=8bbadb79-d97e-4a12-aa31-11be8fe0f1bf,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:53.569779 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:53.801066 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cafacb19-71dd-479b-bf01-4f66584db951 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:07:53.962561 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port cafacb19-71dd-479b-bf01-4f66584db951 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:07:53.977452 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port cafacb19-71dd-479b-bf01-4f66584db951 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:53.978068 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:54.195845 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:54.219319 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port cafacb19-71dd-479b-bf01-4f66584db951, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cafacb19-71dd-479b-bf01-4f66584db951,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:07:54.225824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:54.278643 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.20.0.1 (cac94983-b452-4b86-8fb7-92ee93ff586c/c2d84924-3fe1-409a-9132-486647f7dc53/d858993d-28a5-44ef-9142-68b6d0dd27c6) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:07:54.348942 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=cafacb19-71dd-479b-bf01-4f66584db951,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:54.501731 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:54.523242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Transition to ACTIVE for port object d858993d-28a5-44ef-9142-68b6d0dd27c6 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:07:54.563765 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:54.675900 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network cac94983-b452-4b86-8fb7-92ee93ff586c is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:07:54.679837 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:07:54.683211 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=d858993d-28a5-44ef-9142-68b6d0dd27c6,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:54.686084 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:07:54.769511 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:54.877629 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2d5742-0ddc-4cfe-8706-348d6fa83cb0 None None] Network cac94983-b452-4b86-8fb7-92ee93ff586c requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:07:54.889202 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:54.999428 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-163211b6-0203-4ada-8126-4b11113e10b3 None None] Provisioning for port 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:07:55.561015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:55.567796 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:55.578582 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-357dd2df-ee93-4a60-b86c-1abae976de33 None None] Provisioning for port d858993d-28a5-44ef-9142-68b6d0dd27c6 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:07:55.586000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-357dd2df-ee93-4a60-b86c-1abae976de33 None None] Provisioning complete for port d858993d-28a5-44ef-9142-68b6d0dd27c6 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:55.586637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-357dd2df-ee93-4a60-b86c-1abae976de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:55.680098 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-357dd2df-ee93-4a60-b86c-1abae976de33 None None] Port d858993d-28a5-44ef-9142-68b6d0dd27c6 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:07:55.690446 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:55.779030 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=d858993d-28a5-44ef-9142-68b6d0dd27c6,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:55.813794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bc97fe67-f172-4111-80fe-ee86092a12ef None None] Provisioning complete for port d858993d-28a5-44ef-9142-68b6d0dd27c6 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:55.814588 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc97fe67-f172-4111-80fe-ee86092a12ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:55.865222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cafacb19-71dd-479b-bf01-4f66584db951 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:07:55.950942 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-bc97fe67-f172-4111-80fe-ee86092a12ef None None] Port d858993d-28a5-44ef-9142-68b6d0dd27c6 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:07:55.969292 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port cafacb19-71dd-479b-bf01-4f66584db951 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:55.969668 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:55.996574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network cac94983-b452-4b86-8fb7-92ee93ff586c is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:07:55.998420 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:07:56.156971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:07:56.286043 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7ae6ef04-8b54-4187-ade3-944892c972a7 None None] Provisioning complete for port d858993d-28a5-44ef-9142-68b6d0dd27c6 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:56.286043 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ef04-8b54-4187-ade3-944892c972a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:56.315999 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:07:56.335795 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:56.336259 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:56.396157 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-7ae6ef04-8b54-4187-ade3-944892c972a7 None None] Port d858993d-28a5-44ef-9142-68b6d0dd27c6 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:07:56.480426 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:56.505868 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:07:56.519677 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=8bbadb79-d97e-4a12-aa31-11be8fe0f1bf,segment=NetworkSegment(47dc722b-6269-4c96-b7e1-6878ba581ac8),segment_id=47dc722b-6269-4c96-b7e1-6878ba581ac8)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:07:56.524860 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:56.616051 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-023d9873-a678-4769-b68b-78a7d8d7b93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:56.626635 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=8bbadb79-d97e-4a12-aa31-11be8fe0f1bf,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:56.834282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:07:56.852259 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bfc64225-a5d0-4bb7-be8c-fb7e0877f44a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "PUT /v2.0/routers/fa6d4abc-d5cc-4ce9-8363-25ed9535ac37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8183632 Feb 10 12:07:57.090985 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-06d56345-948a-4119-89fd-547f62b405a3 req-cf98853c-79a3-492e-a979-7ce25bd59e7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:07:57.111211 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-06d56345-948a-4119-89fd-547f62b405a3 req-cf98853c-79a3-492e-a979-7ce25bd59e7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:07:57.112758 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-06d56345-948a-4119-89fd-547f62b405a3 req-cf98853c-79a3-492e-a979-7ce25bd59e7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1424171895&fields=id&tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c HTTP/1.1" status: 200 len: 267 time: 0.0707538 Feb 10 12:07:57.159693 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Sync routers for ids ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:07:57.181198 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Routers {'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:07:57.182898 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:57.285955 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56345-948a-4119-89fd-547f62b405a3 req-a8918ebb-6566-47c9-93dc-236f1d7fb883 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:57.286685 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-06d56345-948a-4119-89fd-547f62b405a3 req-a8918ebb-6566-47c9-93dc-236f1d7fb883 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:07:57.307219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-06d56345-948a-4119-89fd-547f62b405a3 req-a8918ebb-6566-47c9-93dc-236f1d7fb883 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:07:57.308784 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-06d56345-948a-4119-89fd-547f62b405a3 req-a8918ebb-6566-47c9-93dc-236f1d7fb883 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/networks?id=cac94983-b452-4b86-8fb7-92ee93ff586c HTTP/1.1" status: 200 len: 796 time: 0.1845672 Feb 10 12:07:57.328247 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-06d56345-948a-4119-89fd-547f62b405a3 req-ea88447d-4d5e-40c8-92ff-7070eda92189 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/quotas/0e3cdd1e6ab34666a74a5c60bd58106c HTTP/1.1" status: 200 len: 375 time: 0.0130286 Feb 10 12:07:57.427574 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-06d56345-948a-4119-89fd-547f62b405a3 req-c98bcb7d-b6b8-4a2c-97a7-10b3ee57437a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:07:57.449007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-06d56345-948a-4119-89fd-547f62b405a3 req-c98bcb7d-b6b8-4a2c-97a7-10b3ee57437a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:07:57.451257 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-06d56345-948a-4119-89fd-547f62b405a3 req-c98bcb7d-b6b8-4a2c-97a7-10b3ee57437a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1151340 Feb 10 12:07:57.477814 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Set router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:07:57.757188 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:07:57.789830 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-06d56345-948a-4119-89fd-547f62b405a3 req-6fff4be2-003f-419d-8dca-7bb1d1390cbc service neutron] 10.222.0.36 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256047 Feb 10 12:07:57.942134 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-06d56345-948a-4119-89fd-547f62b405a3 req-cc68ac21-53a5-4318-bcf5-6a965db58c80 service neutron] 10.222.0.36 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448584 Feb 10 12:07:57.969945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:57.970420 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:58.093284 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223298631', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:48Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:49Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'd858993d-28a5-44ef-9142-68b6d0dd27c6', 'name': '', 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:fa:e1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:53Z', 'updated_at': '2022-02-10T12:07:55Z', 'revision_number': 2, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:58.114024 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Checking router: fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:07:58.114724 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Updating router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 port d858993d-28a5-44ef-9142-68b6d0dd27c6 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:07:58.186537 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:58.265051 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-00279f7b-f568-4c2e-960d-c128d60cfa7d req-c723aa5e-64e9-4835-bd7a-4c895f37db13 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 210 time: 0.0754721 Feb 10 12:07:58.716383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:58.730889 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Transition to ACTIVE for port object d858993d-28a5-44ef-9142-68b6d0dd27c6 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:07:58.738662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:58.927507 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd4605-477d-4034-afaf-6fd4c635566e None None] Pushing event updated for resources: {'Port': ['ID=d858993d-28a5-44ef-9142-68b6d0dd27c6,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:58.987717 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4141465c-19e8-4ff4-8856-7980278a6cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:59.024158 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Attempting to bind port d858993d-28a5-44ef-9142-68b6d0dd27c6 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:07:59.024724 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Attempting to bind port d858993d-28a5-44ef-9142-68b6d0dd27c6 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '47dc722b-6269-4c96-b7e1-6878ba581ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:07:59.025927 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Attempting to bind port d858993d-28a5-44ef-9142-68b6d0dd27c6 on network cac94983-b452-4b86-8fb7-92ee93ff586c {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:07:59.037533 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:07:59.038245 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Checking segment: {'id': '47dc722b-6269-4c96-b7e1-6878ba581ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:07:59.038894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:59.039501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Bound using segment: {'id': '47dc722b-6269-4c96-b7e1-6878ba581ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:07:59.040224 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Bound port: d858993d-28a5-44ef-9142-68b6d0dd27c6, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47dc722b-6269-4c96-b7e1-6878ba581ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:07:59.041716 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:59.173087 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] For port d858993d-28a5-44ef-9142-68b6d0dd27c6, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:07:59.176694 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] For port d858993d-28a5-44ef-9142-68b6d0dd27c6, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d858993d-28a5-44ef-9142-68b6d0dd27c6,segment=NetworkSegment(47dc722b-6269-4c96-b7e1-6878ba581ac8),segment_id=47dc722b-6269-4c96-b7e1-6878ba581ac8)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:07:59.183241 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:59.285823 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd4605-477d-4034-afaf-6fd4c635566e None None] Pushing event updated for resources: {'Port': ['ID=d858993d-28a5-44ef-9142-68b6d0dd27c6,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:59.291968 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Routers {'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:07:59.292829 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:59.568622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] Set router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:07:59.595086 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9b1372fc-a90d-430b-993b-c505db46ab00 req-5c41d045-6e26-437f-9a8d-b5ea3c29b356 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 210 time: 0.0814199 Feb 10 12:07:59.731532 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56345-948a-4119-89fd-547f62b405a3 req-6cca3934-ce54-4785-81d0-084c3662a162 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:59.732404 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-06d56345-948a-4119-89fd-547f62b405a3 req-6cca3934-ce54-4785-81d0-084c3662a162 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:07:59.746327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-06d56345-948a-4119-89fd-547f62b405a3 req-6cca3934-ce54-4785-81d0-084c3662a162 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:07:59.747527 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-06d56345-948a-4119-89fd-547f62b405a3 req-6cca3934-ce54-4785-81d0-084c3662a162 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "GET /v2.0/networks?id=cac94983-b452-4b86-8fb7-92ee93ff586c HTTP/1.1" status: 200 len: 796 time: 0.2119689 Feb 10 12:07:59.811101 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-06d56345-948a-4119-89fd-547f62b405a3 req-286811fb-6e1a-424b-b2ce-d84d87a706c1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c HTTP/1.1" status: 200 len: 380 time: 0.0510783 Feb 10 12:07:59.819827 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-06d56345-948a-4119-89fd-547f62b405a3 req-21011de1-7f5c-44e9-90d1-ebf568fbdb66 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'port': {'device_id': '8c5c4a4a-3ad4-418b-a78a-84dbfcecf773', 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c', 'admin_state_up': True, 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'security_groups': ['9b40e1d2-210a-4c09-95b7-07f41517550f']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:59.999586 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-06d56345-948a-4119-89fd-547f62b405a3 req-21011de1-7f5c-44e9-90d1-ebf568fbdb66 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:08:00.013043 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-06d56345-948a-4119-89fd-547f62b405a3 req-21011de1-7f5c-44e9-90d1-ebf568fbdb66 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:08:00.019164 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:00.032074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d56345-948a-4119-89fd-547f62b405a3 req-21011de1-7f5c-44e9-90d1-ebf568fbdb66 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Made reservation on behalf of 0e3cdd1e6ab34666a74a5c60bd58106c for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:08:00.035490 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-06d56345-948a-4119-89fd-547f62b405a3 req-21011de1-7f5c-44e9-90d1-ebf568fbdb66 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:00.207021 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:00.237398 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223298631', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:48Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:49Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'd858993d-28a5-44ef-9142-68b6d0dd27c6', 'name': '', 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:fa:e1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:53Z', 'updated_at': '2022-02-10T12:07:59Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:08:00.242412 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10adbfc1-e7ab-4ef0-88b3-5f4a47faf753 None None] The sync data for ids ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'] in dv-neutron-828497-1-hyperv is: [{'id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223298631', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:48Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:49Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'd858993d-28a5-44ef-9142-68b6d0dd27c6', 'name': '', 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:fa:e1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:53Z', 'updated_at': '2022-02-10T12:07:59Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:08:00.261900 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-06d56345-948a-4119-89fd-547f62b405a3 req-21011de1-7f5c-44e9-90d1-ebf568fbdb66 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.20.0.4 (cac94983-b452-4b86-8fb7-92ee93ff586c/c2d84924-3fe1-409a-9132-486647f7dc53/1f4d79ea-b78f-4395-9196-561dad949d18) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:08:00.535210 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-06d56345-948a-4119-89fd-547f62b405a3 req-21011de1-7f5c-44e9-90d1-ebf568fbdb66 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:00.555222 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-06d56345-948a-4119-89fd-547f62b405a3 req-21011de1-7f5c-44e9-90d1-ebf568fbdb66 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Transition to ACTIVE for port object 1f4d79ea-b78f-4395-9196-561dad949d18 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:08:00.586874 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-06d56345-948a-4119-89fd-547f62b405a3 req-21011de1-7f5c-44e9-90d1-ebf568fbdb66 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:00.694533 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d56345-948a-4119-89fd-547f62b405a3 req-21011de1-7f5c-44e9-90d1-ebf568fbdb66 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network cac94983-b452-4b86-8fb7-92ee93ff586c is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:08:00.700990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-06d56345-948a-4119-89fd-547f62b405a3 req-21011de1-7f5c-44e9-90d1-ebf568fbdb66 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:08:00.708661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d56345-948a-4119-89fd-547f62b405a3 req-21011de1-7f5c-44e9-90d1-ebf568fbdb66 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:08:00.761802 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21011de1-7f5c-44e9-90d1-ebf568fbdb66 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=1f4d79ea-b78f-4395-9196-561dad949d18,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:08:00.862129 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56345-948a-4119-89fd-547f62b405a3 req-21011de1-7f5c-44e9-90d1-ebf568fbdb66 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:00.863648 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-06d56345-948a-4119-89fd-547f62b405a3 req-21011de1-7f5c-44e9-90d1-ebf568fbdb66 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:00.940742 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-06d56345-948a-4119-89fd-547f62b405a3 req-21011de1-7f5c-44e9-90d1-ebf568fbdb66 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1249976 Feb 10 12:08:00.956527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Request body: {'port': {'device_id': '8c5c4a4a-3ad4-418b-a78a-84dbfcecf773', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:08:00.960216 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647b8c2-2de1-405b-8ab3-1a7c93c65546 req-a0441c77-357e-4664-b994-8f548bad0cea tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:00.974384 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4647b8c2-2de1-405b-8ab3-1a7c93c65546 req-a0441c77-357e-4664-b994-8f548bad0cea tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 931 time: 0.1786418 Feb 10 12:08:01.038867 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4647b8c2-2de1-405b-8ab3-1a7c93c65546 req-0c0666f4-4df3-4b83-8589-4ba3b2aae953 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633202 Feb 10 12:08:01.107912 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-445e21e7-e8a3-48ee-840d-17c75635d51e None None] Provisioning for port 1f4d79ea-b78f-4395-9196-561dad949d18 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:08:01.118252 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-445e21e7-e8a3-48ee-840d-17c75635d51e None None] Provisioning complete for port 1f4d79ea-b78f-4395-9196-561dad949d18 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:08:01.120889 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-445e21e7-e8a3-48ee-840d-17c75635d51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:01.134061 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:01.225904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-445e21e7-e8a3-48ee-840d-17c75635d51e None None] Port 1f4d79ea-b78f-4395-9196-561dad949d18 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:08:01.686550 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:01.755716 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d858993d-28a5-44ef-9142-68b6d0dd27c6 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:08:01.768932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4d79ea-b78f-4395-9196-561dad949d18 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:08:01.781880 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:01.809170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Transition to ACTIVE for port object 1f4d79ea-b78f-4395-9196-561dad949d18 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:08:01.814273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:01.842110 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port d858993d-28a5-44ef-9142-68b6d0dd27c6 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:08:01.851773 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port d858993d-28a5-44ef-9142-68b6d0dd27c6 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:08:01.852340 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:01.957390 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Pushing event updated for resources: {'Port': ['ID=1f4d79ea-b78f-4395-9196-561dad949d18,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:08:02.085489 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:02.136372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Attempting to bind port 1f4d79ea-b78f-4395-9196-561dad949d18 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:08:02.138073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Attempting to bind port 1f4d79ea-b78f-4395-9196-561dad949d18 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '47dc722b-6269-4c96-b7e1-6878ba581ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:08:02.138671 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Attempting to bind port 1f4d79ea-b78f-4395-9196-561dad949d18 on network cac94983-b452-4b86-8fb7-92ee93ff586c {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:08:02.156033 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Port 1f4d79ea-b78f-4395-9196-561dad949d18 on network cac94983-b452-4b86-8fb7-92ee93ff586c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:08:02.156365 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Attempting to bind port 1f4d79ea-b78f-4395-9196-561dad949d18 on network cac94983-b452-4b86-8fb7-92ee93ff586c {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:08:02.164416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:08:02.164680 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Checking segment: {'id': '47dc722b-6269-4c96-b7e1-6878ba581ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:08:02.165067 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Bound using segment: {'id': '47dc722b-6269-4c96-b7e1-6878ba581ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:08:02.165530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Bound port: 1f4d79ea-b78f-4395-9196-561dad949d18, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47dc722b-6269-4c96-b7e1-6878ba581ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:08:02.166486 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:02.187519 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port d858993d-28a5-44ef-9142-68b6d0dd27c6, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d858993d-28a5-44ef-9142-68b6d0dd27c6,segment=NetworkSegment(47dc722b-6269-4c96-b7e1-6878ba581ac8),segment_id=47dc722b-6269-4c96-b7e1-6878ba581ac8)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:08:02.195552 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:02.286955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] For port 1f4d79ea-b78f-4395-9196-561dad949d18, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:08:02.293854 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] For port 1f4d79ea-b78f-4395-9196-561dad949d18, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=1f4d79ea-b78f-4395-9196-561dad949d18,segment=NetworkSegment(47dc722b-6269-4c96-b7e1-6878ba581ac8),segment_id=47dc722b-6269-4c96-b7e1-6878ba581ac8)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:08:02.300960 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:02.328269 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=d858993d-28a5-44ef-9142-68b6d0dd27c6,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:08:02.334341 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09129103-326a-4c3c-a263-5f2d268de10f req-4f12144c-3734-46bb-b414-6dad56152cd2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:02.336167 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09129103-326a-4c3c-a263-5f2d268de10f req-4f12144c-3734-46bb-b414-6dad56152cd2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 943 time: 0.0957096 Feb 10 12:08:02.401235 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09129103-326a-4c3c-a263-5f2d268de10f req-67dc9a91-78e3-4257-b12f-2a8bc7161f6a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543659 Feb 10 12:08:02.408514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:02.410860 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-06d56345-948a-4119-89fd-547f62b405a3 req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] 10.222.0.73 "PUT /v2.0/ports/1f4d79ea-b78f-4395-9196-561dad949d18 HTTP/1.1" status: 200 len: 1093 time: 1.4617178 Feb 10 12:08:02.411568 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5c4a4a-3ad4-418b-a78a-84dbfcecf773', 'tag': '1f4d79ea-b78f-4395-9196-561dad949d18'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:08:02.460047 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fcfbd-7879-4300-ab16-e3b11fd69d8d service neutron] Pushing event updated for resources: {'Port': ['ID=1f4d79ea-b78f-4395-9196-561dad949d18,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:08:02.538336 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5c4a4a-3ad4-418b-a78a-84dbfcecf773', 'tag': '1f4d79ea-b78f-4395-9196-561dad949d18', 'status': 'completed', 'code': 200} Feb 10 12:08:02.590166 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-06d56345-948a-4119-89fd-547f62b405a3 req-68cf87fa-2c0d-4a88-a130-c4d795a89096 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 1096 time: 0.1154475 Feb 10 12:08:02.718766 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-06d56345-948a-4119-89fd-547f62b405a3 req-df1d956f-cb54-4622-ac54-2a0ab191a5e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4d79ea-b78f-4395-9196-561dad949d18 HTTP/1.1" status: 200 len: 217 time: 0.1214442 Feb 10 12:08:02.788100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56345-948a-4119-89fd-547f62b405a3 req-d38167a5-3976-4263-9991-68824b44f7f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:02.789621 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-06d56345-948a-4119-89fd-547f62b405a3 req-d38167a5-3976-4263-9991-68824b44f7f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2d84924-3fe1-409a-9132-486647f7dc53 HTTP/1.1" status: 200 len: 835 time: 0.0653343 Feb 10 12:08:02.894715 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-06d56345-948a-4119-89fd-547f62b405a3 req-bc15f0c1-234d-4df4-b946-b1e37808e5e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cac94983-b452-4b86-8fb7-92ee93ff586c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0979400 Feb 10 12:08:03.046136 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-06d56345-948a-4119-89fd-547f62b405a3 req-14428048-daa9-4968-8b90-fcfaca358d1f service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456230 Feb 10 12:08:03.196015 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-06d56345-948a-4119-89fd-547f62b405a3 req-bbce3bdb-c900-4648-845d-0e18af3d0969 service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436303 Feb 10 12:08:03.321702 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-48733741-56b5-4598-8371-8df68eae3b77 req-536a3634-e53f-4997-9558-8ed38803894b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 1096 time: 0.0747509 Feb 10 12:08:03.468561 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48733741-56b5-4598-8371-8df68eae3b77 req-4e725af3-398f-413b-a032-383d2e7060f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:03.471302 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-48733741-56b5-4598-8371-8df68eae3b77 req-4e725af3-398f-413b-a032-383d2e7060f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cac94983-b452-4b86-8fb7-92ee93ff586c HTTP/1.1" status: 200 len: 897 time: 0.1429863 Feb 10 12:08:03.551815 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-48733741-56b5-4598-8371-8df68eae3b77 req-cb5ab194-e8f0-4941-badf-518ddde203f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4d79ea-b78f-4395-9196-561dad949d18 HTTP/1.1" status: 200 len: 217 time: 0.0740454 Feb 10 12:08:03.623742 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48733741-56b5-4598-8371-8df68eae3b77 req-8cdbfab6-5b8f-4de4-b41c-ead2a7faab57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:03.625876 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-48733741-56b5-4598-8371-8df68eae3b77 req-8cdbfab6-5b8f-4de4-b41c-ead2a7faab57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2d84924-3fe1-409a-9132-486647f7dc53 HTTP/1.1" status: 200 len: 835 time: 0.0678673 Feb 10 12:08:03.663621 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccd216-b7e6-4e14-acd8-c5d88555b2b7 req-c95dce3d-0e3f-47b2-8c96-69aa96affd7b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:03.665378 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8ccd216-b7e6-4e14-acd8-c5d88555b2b7 req-c95dce3d-0e3f-47b2-8c96-69aa96affd7b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 943 time: 0.0901597 Feb 10 12:08:03.729465 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d858993d-28a5-44ef-9142-68b6d0dd27c6 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:08:03.735583 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-48733741-56b5-4598-8371-8df68eae3b77 req-7beacc2d-d9fb-4527-88fa-087a922ccfcf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cac94983-b452-4b86-8fb7-92ee93ff586c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1031063 Feb 10 12:08:03.737760 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8ccd216-b7e6-4e14-acd8-c5d88555b2b7 req-d0736308-8bad-488e-9e64-6b18ab26bfe7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604532 Feb 10 12:08:03.851666 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port d858993d-28a5-44ef-9142-68b6d0dd27c6 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:08:03.852208 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:03.928980 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-48733741-56b5-4598-8371-8df68eae3b77 req-07337319-5a6f-422c-9a20-d8041e26a1be service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855252 Feb 10 12:08:04.175491 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-48733741-56b5-4598-8371-8df68eae3b77 req-9140cde4-bd0b-4f01-8f21-faba21b90d17 service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396388 Feb 10 12:08:04.997262 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d038a-b428-4ceb-9e83-d873f9c04a14 req-03b6282a-59a9-4dcc-9a89-3bcb6967412e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:04.998891 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e7d038a-b428-4ceb-9e83-d873f9c04a14 req-03b6282a-59a9-4dcc-9a89-3bcb6967412e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 943 time: 0.1129682 Feb 10 12:08:05.055345 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e7d038a-b428-4ceb-9e83-d873f9c04a14 req-5166e943-0457-4b44-a00b-f4f28eec993e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465198 Feb 10 12:08:05.575455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 1f4d79ea-b78f-4395-9196-561dad949d18 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:08:05.754557 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 1f4d79ea-b78f-4395-9196-561dad949d18, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=1f4d79ea-b78f-4395-9196-561dad949d18,segment=NetworkSegment(47dc722b-6269-4c96-b7e1-6878ba581ac8),segment_id=47dc722b-6269-4c96-b7e1-6878ba581ac8)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:08:05.786437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '1f4d79ea-b78f-4395-9196-561dad949d18', 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c', 'port_id': '1f4d79ea-b78f-4395-9196-561dad949d18', 'mac_address': 'fa:16:3e:6a:b8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:08:05.890791 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:05.923450 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4d79ea-b78f-4395-9196-561dad949d18 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:08:05.949692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 1f4d79ea-b78f-4395-9196-561dad949d18, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=1f4d79ea-b78f-4395-9196-561dad949d18,segment=NetworkSegment(47dc722b-6269-4c96-b7e1-6878ba581ac8),segment_id=47dc722b-6269-4c96-b7e1-6878ba581ac8)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:08:05.954825 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:06.027126 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=1f4d79ea-b78f-4395-9196-561dad949d18,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:08:06.169685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['1f4d79ea-b78f-4395-9196-561dad949d18'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:08:06.291791 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198c943-2e44-469a-a60f-d1e6b1dea652 req-07c2efb9-006a-4e08-85bb-f4751aa0e501 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:06.293593 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2198c943-2e44-469a-a60f-d1e6b1dea652 req-07c2efb9-006a-4e08-85bb-f4751aa0e501 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 944 time: 0.1035085 Feb 10 12:08:06.354170 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2198c943-2e44-469a-a60f-d1e6b1dea652 req-98cecb85-b91b-4cae-97ea-9eaefc31dcf6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499685 Feb 10 12:08:07.577869 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 1f4d79ea-b78f-4395-9196-561dad949d18 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:08:07.592147 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da90f4c-d1a9-4d04-bbfe-b033fda5466e req-0de255e4-001b-4b81-8140-829e8996804c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:07.594760 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6da90f4c-d1a9-4d04-bbfe-b033fda5466e req-0de255e4-001b-4b81-8140-829e8996804c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 944 time: 0.0945234 Feb 10 12:08:07.653496 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6da90f4c-d1a9-4d04-bbfe-b033fda5466e req-07127f81-f3c1-4732-be51-80485cf8b81f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519884 Feb 10 12:08:07.658195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 1f4d79ea-b78f-4395-9196-561dad949d18 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:08:07.664231 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 1f4d79ea-b78f-4395-9196-561dad949d18 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:08:07.664827 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:07.794209 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:07.825977 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5c4a4a-3ad4-418b-a78a-84dbfcecf773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4d79ea-b78f-4395-9196-561dad949d18'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:08:07.837071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 1f4d79ea-b78f-4395-9196-561dad949d18, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=1f4d79ea-b78f-4395-9196-561dad949d18,segment=NetworkSegment(47dc722b-6269-4c96-b7e1-6878ba581ac8),segment_id=47dc722b-6269-4c96-b7e1-6878ba581ac8)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:08:07.843200 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:07.930833 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5c4a4a-3ad4-418b-a78a-84dbfcecf773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4d79ea-b78f-4395-9196-561dad949d18', 'code': 200} Feb 10 12:08:07.962046 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=1f4d79ea-b78f-4395-9196-561dad949d18,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:08:08.185117 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c7261092-44b5-41e6-9e03-4d4ccabb87e5 req-5534a164-2ec1-46ca-8f90-fb58f4445cd0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 1098 time: 0.0739629 Feb 10 12:08:08.239466 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c7261092-44b5-41e6-9e03-4d4ccabb87e5 req-b77ee878-6900-47d0-9f57-50766f3e6526 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479758 Feb 10 12:08:08.551078 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:08.875894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2a04d-0bb5-45bd-a2f2-8cea9f49e3b9 req-e7882ee0-d87e-4d6e-82e4-31d507b6cba3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:08.877376 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a5e2a04d-0bb5-45bd-a2f2-8cea9f49e3b9 req-e7882ee0-d87e-4d6e-82e4-31d507b6cba3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0873315 Feb 10 12:08:08.934216 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a5e2a04d-0bb5-45bd-a2f2-8cea9f49e3b9 req-22014c5b-cec3-4e46-956c-69e72baebfae tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508013 Feb 10 12:08:09.398841 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:08:10.161997 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118ea66-780a-47f0-8146-fc5d14bcb1e3 req-953bc628-c092-4eb4-8ade-77b2327779ec tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:10.163567 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d118ea66-780a-47f0-8146-fc5d14bcb1e3 req-953bc628-c092-4eb4-8ade-77b2327779ec tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0923686 Feb 10 12:08:10.235102 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d118ea66-780a-47f0-8146-fc5d14bcb1e3 req-d665d74e-a8c8-4d4f-8c5c-d59a6f096201 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599339 Feb 10 12:08:10.401150 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-2fb71a07-e601-47e8-82f2-52467480645b req-3601fed5-dbec-4083-8143-913b6b4525cc tempest-ServerDiskConfigTestJSON-688084646 tempest-ServerDiskConfigTestJSON-688084646-project] (83554) timed out ('10.222.0.73', 63149) {{(pid=83554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 12:08:10.454696 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ebee2-e97f-4a83-843b-647f31a52669 req-622b93c2-1c5f-4b43-a4e6-e29963b0e94c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:10.456600 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-004ebee2-e97f-4a83-843b-647f31a52669 req-622b93c2-1c5f-4b43-a4e6-e29963b0e94c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0863469 Feb 10 12:08:10.512672 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-004ebee2-e97f-4a83-843b-647f31a52669 req-9f14c596-b3fb-48ff-82da-6ee8ec1d07c0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499780 Feb 10 12:08:10.542682 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46924) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:08:10.637224 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b691e1d7-76fe-4236-ba06-fc6f365bef7e tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 1093 time: 0.0928798 Feb 10 12:08:10.640112 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46928) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:08:10.647345 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': '1f4d79ea-b78f-4395-9196-561dad949d18', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:08:10.654827 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:08:10.659879 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:floatingip and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:08:10.663390 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:08:10.671591 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:08:10.685356 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:10.845059 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:11.014737 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.26.4.103 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/fed8a765-803e-4e40-8821-73b02512035d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:08:11.189944 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:11.225364 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:11.306976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:08:11.310304 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:08:11.314981 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:08:11.345904 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=fed8a765-803e-4e40-8821-73b02512035d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:08:11.972133 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:12.032976 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:12.263553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:12.271138 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:12.416471 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=fed8a765-803e-4e40-8821-73b02512035d,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:08:12.436394 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:12.779318 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Floating IP 94ffd9e0-454e-47eb-915a-086218468658 associated. External IP: 172.26.4.103, port: 1f4d79ea-b78f-4395-9196-561dad949d18. Feb 10 12:08:13.366421 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:08:13.607656 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:08:13.619603 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e44ecd-5b03-4325-8a40-706087e683e0 None None] Sync routers for ids ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:08:13.635132 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e44ecd-5b03-4325-8a40-706087e683e0 None None] Routers {'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:08:13.635764 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f1e44ecd-5b03-4325-8a40-706087e683e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:08:13.647703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:13.720639 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-af956837-a84e-4800-8709-5afa4fcaedb8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0792880 Feb 10 12:08:13.721245 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5c4a4a-3ad4-418b-a78a-84dbfcecf773', 'tag': '1f4d79ea-b78f-4395-9196-561dad949d18'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:08:13.927286 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5c4a4a-3ad4-418b-a78a-84dbfcecf773', 'tag': '1f4d79ea-b78f-4395-9196-561dad949d18', 'status': 'completed', 'code': 200} Feb 10 12:08:13.959159 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-f1e44ecd-5b03-4325-8a40-706087e683e0 None None] Set router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:08:13.999533 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27f8e9-1f58-48b0-abb0-4a699afb6183 req-e8b1b78b-3bd3-49de-a622-a17be3ca9f1a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:14.001858 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea27f8e9-1f58-48b0-abb0-4a699afb6183 req-e8b1b78b-3bd3-49de-a622-a17be3ca9f1a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.1218305 Feb 10 12:08:14.039472 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-08f0db37-2e77-4f61-ac75-fae919991b32 req-1989cdc3-ab21-4917-bd11-f55e8ecb9738 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 1098 time: 0.0911560 Feb 10 12:08:14.070302 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea27f8e9-1f58-48b0-abb0-4a699afb6183 req-8bebcc58-88a1-4555-9e34-07cec6af2b63 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593848 Feb 10 12:08:14.109922 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 46938) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:08:14.194782 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0db37-2e77-4f61-ac75-fae919991b32 req-1ab9c451-904c-4109-b308-73c8b52f7386 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:14.196347 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-08f0db37-2e77-4f61-ac75-fae919991b32 req-1ab9c451-904c-4109-b308-73c8b52f7386 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cac94983-b452-4b86-8fb7-92ee93ff586c HTTP/1.1" status: 200 len: 897 time: 0.1501825 Feb 10 12:08:14.234383 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cd4a8cd2-474a-496d-89e7-42cd1aa247cd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/94ffd9e0-454e-47eb-915a-086218468658 HTTP/1.1" status: 200 len: 991 time: 0.1227725 Feb 10 12:08:14.309799 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-08f0db37-2e77-4f61-ac75-fae919991b32 req-3865e0ca-1ed4-438e-8b40-54b0ddf71790 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4d79ea-b78f-4395-9196-561dad949d18 HTTP/1.1" status: 200 len: 999 time: 0.1066716 Feb 10 12:08:14.377508 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0db37-2e77-4f61-ac75-fae919991b32 req-eb6f0a98-91ba-4beb-871c-14b3d53e45db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:14.379154 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-08f0db37-2e77-4f61-ac75-fae919991b32 req-eb6f0a98-91ba-4beb-871c-14b3d53e45db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2d84924-3fe1-409a-9132-486647f7dc53 HTTP/1.1" status: 200 len: 835 time: 0.0635564 Feb 10 12:08:14.465068 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-08f0db37-2e77-4f61-ac75-fae919991b32 req-5bb2ca10-a9e6-48f9-b4ad-e61b65e6013e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cac94983-b452-4b86-8fb7-92ee93ff586c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784135 Feb 10 12:08:14.500055 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f1e44ecd-5b03-4325-8a40-706087e683e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223298631', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:48Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:49Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '94ffd9e0-454e-47eb-915a-086218468658', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'port_id': '1f4d79ea-b78f-4395-9196-561dad949d18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c', 'mac_address': 'fa:16:3e:6a:b8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5c4a4a-3ad4-418b-a78a-84dbfcecf773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:08:11Z', 'updated_at': '2022-02-10T12:08:11Z', 'revision_number': 0, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd858993d-28a5-44ef-9142-68b6d0dd27c6', 'name': '', 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:fa:e1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:53Z', 'updated_at': '2022-02-10T12:08:02Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:08:14.507181 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e44ecd-5b03-4325-8a40-706087e683e0 None None] Checking router: fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:08:14.525360 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e44ecd-5b03-4325-8a40-706087e683e0 None None] Routers {'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:08:14.526350 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f1e44ecd-5b03-4325-8a40-706087e683e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:08:14.661294 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-08f0db37-2e77-4f61-ac75-fae919991b32 req-ef16327a-5e79-4060-b5f4-a69d3c69151a service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894248 Feb 10 12:08:14.766679 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-f1e44ecd-5b03-4325-8a40-706087e683e0 None None] Set router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:08:14.828116 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-08f0db37-2e77-4f61-ac75-fae919991b32 req-f0815ded-cdc7-43b0-8df6-1dbc3ec7da29 service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602314 Feb 10 12:08:15.239640 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46942) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:08:15.297770 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-f1e44ecd-5b03-4325-8a40-706087e683e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223298631', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:48Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:49Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '94ffd9e0-454e-47eb-915a-086218468658', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'port_id': '1f4d79ea-b78f-4395-9196-561dad949d18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c', 'mac_address': 'fa:16:3e:6a:b8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5c4a4a-3ad4-418b-a78a-84dbfcecf773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:08:11Z', 'updated_at': '2022-02-10T12:08:11Z', 'revision_number': 0, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd858993d-28a5-44ef-9142-68b6d0dd27c6', 'name': '', 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:fa:e1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:53Z', 'updated_at': '2022-02-10T12:08:02Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:08:15.302519 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e44ecd-5b03-4325-8a40-706087e683e0 None None] The sync data for ids ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'] in dv-neutron-828497-1-hyperv is: [{'id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223298631', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:48Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:49Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '94ffd9e0-454e-47eb-915a-086218468658', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'port_id': '1f4d79ea-b78f-4395-9196-561dad949d18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c', 'mac_address': 'fa:16:3e:6a:b8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5c4a4a-3ad4-418b-a78a-84dbfcecf773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:08:11Z', 'updated_at': '2022-02-10T12:08:11Z', 'revision_number': 0, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd858993d-28a5-44ef-9142-68b6d0dd27c6', 'name': '', 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:fa:e1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:53Z', 'updated_at': '2022-02-10T12:08:02Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:08:15.398291 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3a980e3e-b15b-478d-999f-0997d9c20b8c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/94ffd9e0-454e-47eb-915a-086218468658 HTTP/1.1" status: 200 len: 991 time: 0.1573880 Feb 10 12:08:16.404667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46946) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:08:16.568291 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44062e7-8c82-46f0-b321-9230cc19a0eb None None] New status for floating IP 94ffd9e0-454e-47eb-915a-086218468658: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:08:16.598277 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-874d25ba-e84f-4835-b358-3db20739bdf3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/94ffd9e0-454e-47eb-915a-086218468658 HTTP/1.1" status: 200 len: 991 time: 0.1919765 Feb 10 12:08:17.603746 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46950) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:08:17.732358 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6c8a0b7b-4690-4d25-b9a6-95abad200416 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/94ffd9e0-454e-47eb-915a-086218468658 HTTP/1.1" status: 200 len: 993 time: 0.1264338 Feb 10 12:08:26.552767 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-44ab235c-e5e1-4eda-9759-3ff5c01226ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:28.859280 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f2378686-d53a-41bf-a7cf-863d124cde92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:29.944163 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:30.198791 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:31.686586 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:38.559264 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:39.246722 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-978fc83a-400d-4f51-b4a6-d6a2d7c29039 req-39bdef7d-a36f-4e9d-ba7d-9d9c5a935c8c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781369 Feb 10 12:08:39.417837 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-978fc83a-400d-4f51-b4a6-d6a2d7c29039 req-7752d759-b704-490a-9c67-286a94295e6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 1098 time: 0.0863678 Feb 10 12:08:39.817477 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fc83a-400d-4f51-b4a6-d6a2d7c29039 req-3e30bbc7-498e-4870-8cc0-a1e5162c88b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:39.819893 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-978fc83a-400d-4f51-b4a6-d6a2d7c29039 req-3e30bbc7-498e-4870-8cc0-a1e5162c88b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cac94983-b452-4b86-8fb7-92ee93ff586c HTTP/1.1" status: 200 len: 897 time: 0.3819427 Feb 10 12:08:39.939283 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-978fc83a-400d-4f51-b4a6-d6a2d7c29039 req-fd8b57de-6895-4a69-86a7-ddd2cc521389 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4d79ea-b78f-4395-9196-561dad949d18 HTTP/1.1" status: 200 len: 1001 time: 0.1121953 Feb 10 12:08:40.053527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fc83a-400d-4f51-b4a6-d6a2d7c29039 req-a1023222-c660-497b-b181-bab1278ec480 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:40.057506 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-978fc83a-400d-4f51-b4a6-d6a2d7c29039 req-a1023222-c660-497b-b181-bab1278ec480 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2d84924-3fe1-409a-9132-486647f7dc53 HTTP/1.1" status: 200 len: 835 time: 0.1103477 Feb 10 12:08:40.154712 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-978fc83a-400d-4f51-b4a6-d6a2d7c29039 req-f4000406-c233-43bd-9a37-c8ce10d73b2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cac94983-b452-4b86-8fb7-92ee93ff586c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0907795 Feb 10 12:08:40.307655 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-978fc83a-400d-4f51-b4a6-d6a2d7c29039 req-b8792b3a-4e30-404d-826b-29afac6feed9 service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460741 Feb 10 12:08:40.460761 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-978fc83a-400d-4f51-b4a6-d6a2d7c29039 req-49c8c178-573f-4a22-8efc-fd696343dd7b service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463447 Feb 10 12:08:45.080452 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e3a72bb6-2ee0-414f-b077-045bec2baeb1 req-73567cd6-9c01-40e8-acdf-a9ac83f05a2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0904419 Feb 10 12:08:45.580268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639cd6c-1a31-45e9-9bf4-99301c6de323 req-c200e1cc-8220-454b-8c86-9f426ad84cae tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:45.581864 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1639cd6c-1a31-45e9-9bf4-99301c6de323 req-c200e1cc-8220-454b-8c86-9f426ad84cae tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0854309 Feb 10 12:08:45.588601 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 46974) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:08:45.636135 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1639cd6c-1a31-45e9-9bf4-99301c6de323 req-ca6ce1d5-e4a3-4aaa-81cb-219a779e2f53 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478778 Feb 10 12:08:45.743763 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-ef52b72a-5b53-48ce-9a16-233757adc241 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1537266 Feb 10 12:08:46.400478 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:08:46.848290 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4b178-0e22-4a7e-afc5-e9bb1dc3c8af req-4848f5ba-96c1-44b6-a156-3f4ecbba5b18 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:46.849872 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-42b4b178-0e22-4a7e-afc5-e9bb1dc3c8af req-4848f5ba-96c1-44b6-a156-3f4ecbba5b18 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0884197 Feb 10 12:08:46.908052 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-42b4b178-0e22-4a7e-afc5-e9bb1dc3c8af req-ee2d53e8-1648-486a-8d56-f2848f611cde tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509324 Feb 10 12:08:47.029035 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-672c3906-f7c0-486e-9e93-8e7ee90ec593 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 1098 time: 0.0750680 Feb 10 12:08:47.183271 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-f5d44c59-fd7d-4ff2-8448-69e0dd1de476 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:47.184666 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-f5d44c59-fd7d-4ff2-8448-69e0dd1de476 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cac94983-b452-4b86-8fb7-92ee93ff586c HTTP/1.1" status: 200 len: 897 time: 0.1501393 Feb 10 12:08:47.302440 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-6ac94c69-eb69-4114-8ac6-e44be42d8afb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4d79ea-b78f-4395-9196-561dad949d18 HTTP/1.1" status: 200 len: 1001 time: 0.1113753 Feb 10 12:08:47.378882 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-af476c5b-a9c5-411b-8254-5135163444b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:47.380491 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-af476c5b-a9c5-411b-8254-5135163444b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2d84924-3fe1-409a-9132-486647f7dc53 HTTP/1.1" status: 200 len: 835 time: 0.0715511 Feb 10 12:08:47.473119 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-7a99b351-9bbb-485b-8612-39ef6f7090e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cac94983-b452-4b86-8fb7-92ee93ff586c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857694 Feb 10 12:08:47.632072 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-5848b2c7-43be-4cd3-b8c2-4edfb8f54f4c service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513836 Feb 10 12:08:47.807415 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-a50c711f-aba9-41fe-b111-4b9e6aa1b7b0 service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684186 Feb 10 12:08:48.169286 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52184e5-40a3-49a5-8d16-0e566fa39a21 req-ec5c18c3-71b3-4d55-b201-306a3e6b9587 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:48.175952 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b52184e5-40a3-49a5-8d16-0e566fa39a21 req-ec5c18c3-71b3-4d55-b201-306a3e6b9587 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.1023591 Feb 10 12:08:48.225363 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b52184e5-40a3-49a5-8d16-0e566fa39a21 req-6bcc4f76-8206-45bf-94ad-e0dd3af2f048 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479319 Feb 10 12:08:49.467011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13219596-370e-4527-abc4-b6166c3c163d req-fc22e508-3ab7-475f-89f1-e8c823b67624 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:49.468671 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-13219596-370e-4527-abc4-b6166c3c163d req-fc22e508-3ab7-475f-89f1-e8c823b67624 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0920312 Feb 10 12:08:49.521614 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-13219596-370e-4527-abc4-b6166c3c163d req-bf03610c-6a81-4f96-b62a-a1eaba1836ad tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467973 Feb 10 12:08:50.746107 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fd9eb-e3a5-42db-ba3f-e306a185a966 req-f85ceedc-7718-41d0-99b8-8f582dbaf37e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:50.747954 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f47fd9eb-e3a5-42db-ba3f-e306a185a966 req-f85ceedc-7718-41d0-99b8-8f582dbaf37e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0865812 Feb 10 12:08:50.802049 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f47fd9eb-e3a5-42db-ba3f-e306a185a966 req-ab9b07d6-1d85-4e50-aa47-28bd2c25967a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479078 Feb 10 12:08:52.069894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4656410-300a-4e6a-bfac-168e92baa74c req-35868edd-a6ad-4e04-9efd-4a19c6a4d1f8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:52.071475 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d4656410-300a-4e6a-bfac-168e92baa74c req-35868edd-a6ad-4e04-9efd-4a19c6a4d1f8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0899835 Feb 10 12:08:52.124491 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d4656410-300a-4e6a-bfac-168e92baa74c req-25060fb3-1d6e-4e94-929e-034f399facbc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469811 Feb 10 12:08:53.372415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c510fff-a83e-4d1a-ad58-1ce08f1b0ef4 req-77af5e39-dc27-4edc-bea0-c0db1f88e2a7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:53.374200 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c510fff-a83e-4d1a-ad58-1ce08f1b0ef4 req-77af5e39-dc27-4edc-bea0-c0db1f88e2a7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.1117804 Feb 10 12:08:53.427932 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c510fff-a83e-4d1a-ad58-1ce08f1b0ef4 req-6f2d2888-4dae-437c-a99e-cb6ab6af1867 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474763 Feb 10 12:08:54.649010 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba8f8f-5389-46da-bd17-ead373fbde98 req-7f02f19a-a8e1-445c-baf8-3d92d05c8238 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:54.650986 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-86ba8f8f-5389-46da-bd17-ead373fbde98 req-7f02f19a-a8e1-445c-baf8-3d92d05c8238 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0893655 Feb 10 12:08:54.707188 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-86ba8f8f-5389-46da-bd17-ead373fbde98 req-3984e2f1-339f-4f6e-9b28-69661fd807b2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458484 Feb 10 12:08:55.975662 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029826f1-f0dd-47d6-ac63-0abc8250c448 req-2f923ded-c322-42d6-b435-5f962fa305d3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:55.978400 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-029826f1-f0dd-47d6-ac63-0abc8250c448 req-2f923ded-c322-42d6-b435-5f962fa305d3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.1247334 Feb 10 12:08:56.030981 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-029826f1-f0dd-47d6-ac63-0abc8250c448 req-7d5ecf1b-3820-4440-a2fb-5ab55cfcaadf tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464959 Feb 10 12:08:56.558760 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9f31e58e-3814-4a63-8cdc-ba573681af4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:57.246917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d10fc0-3a5a-43d1-a462-be9e5e361ec0 req-472c91fb-c0c9-4020-8787-ed58a4c9162a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:57.248415 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-99d10fc0-3a5a-43d1-a462-be9e5e361ec0 req-472c91fb-c0c9-4020-8787-ed58a4c9162a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0839992 Feb 10 12:08:57.317466 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-99d10fc0-3a5a-43d1-a462-be9e5e361ec0 req-cadb67f2-61fa-439e-99e2-f5effbac8060 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625670 Feb 10 12:08:58.547745 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad4dec-f1d5-42df-99fd-af6fdb0b9a1d req-8fc44e75-23f5-464b-91dd-cf7804b3d213 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:58.549444 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-49ad4dec-f1d5-42df-99fd-af6fdb0b9a1d req-8fc44e75-23f5-464b-91dd-cf7804b3d213 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0959980 Feb 10 12:08:58.603964 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-49ad4dec-f1d5-42df-99fd-af6fdb0b9a1d req-15282a57-d817-4375-b2f5-f954b0083310 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475874 Feb 10 12:08:58.861067 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d1db2700-8d71-4cae-b44b-ef7014f781a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:59.823217 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cf544-3595-41d1-adf8-d2ecdb04c552 req-3a8ac988-642c-4bc4-aec9-f67f54f35d28 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:59.824785 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb3cf544-3595-41d1-adf8-d2ecdb04c552 req-3a8ac988-642c-4bc4-aec9-f67f54f35d28 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0869999 Feb 10 12:08:59.890461 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb3cf544-3595-41d1-adf8-d2ecdb04c552 req-56f8f178-6a76-4f20-9976-5f6c22f238f3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552850 Feb 10 12:08:59.958951 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:00.193864 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:01.271972 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc1843-e96e-4572-a733-ba6723f7c445 req-fbacb1b6-a8b4-4e00-bb19-db4e399ab108 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:01.275082 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9ffc1843-e96e-4572-a733-ba6723f7c445 req-fbacb1b6-a8b4-4e00-bb19-db4e399ab108 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.1886070 Feb 10 12:09:01.327522 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9ffc1843-e96e-4572-a733-ba6723f7c445 req-ec2bb9a6-1166-47c8-8988-64641bb5e715 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464480 Feb 10 12:09:01.686565 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:02.563127 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379f6e0-5666-4a1c-b373-25e99191ac9e req-748cb01e-475d-4459-b209-490a4c5432d3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:02.564688 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0379f6e0-5666-4a1c-b373-25e99191ac9e req-748cb01e-475d-4459-b209-490a4c5432d3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0862412 Feb 10 12:09:02.617324 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0379f6e0-5666-4a1c-b373-25e99191ac9e req-29f07ed7-c429-404c-af5f-cecaec23393b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451708 Feb 10 12:09:03.839792 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407856cb-d6cc-46d2-8bc3-a731be556796 req-4246b36e-094a-4539-91b2-50a13c018508 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:03.841437 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-407856cb-d6cc-46d2-8bc3-a731be556796 req-4246b36e-094a-4539-91b2-50a13c018508 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0873718 Feb 10 12:09:03.893315 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-407856cb-d6cc-46d2-8bc3-a731be556796 req-fec05aa5-18ce-4581-a22b-8cf96ad8f050 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458376 Feb 10 12:09:04.779121 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-c0023e3a-f5dc-42c0-bbb7-35badae9c1d2 service neutron] 10.222.0.73 "GET /v2.0/ports/1f4d79ea-b78f-4395-9196-561dad949d18/bindings/hv-neutron-8284 HTTP/1.1" status: 200 len: 384 time: 0.0891244 Feb 10 12:09:05.162063 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-4c57c796-256c-4eb3-ae22-3075232cde8c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773&tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c HTTP/1.1" status: 200 len: 1098 time: 0.0901115 Feb 10 12:09:05.243157 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206c433-3fce-4702-85ac-ba2b5e17fd9a req-e536986c-52e7-4d82-90b6-d7c807425fb5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:05.245289 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6206c433-3fce-4702-85ac-ba2b5e17fd9a req-e536986c-52e7-4d82-90b6-d7c807425fb5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.1053104 Feb 10 12:09:05.294402 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6206c433-3fce-4702-85ac-ba2b5e17fd9a req-8bd686f6-48fe-4e8a-b17b-43c720d9eb00 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435817 Feb 10 12:09:05.294985 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-518784e4-9ab6-4e07-954e-b2131359c94a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 1098 time: 0.1060700 Feb 10 12:09:05.592438 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-3c0b2886-9288-4a18-af1a-2c2f65202db9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:05.595457 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-3c0b2886-9288-4a18-af1a-2c2f65202db9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cac94983-b452-4b86-8fb7-92ee93ff586c HTTP/1.1" status: 200 len: 897 time: 0.2938104 Feb 10 12:09:05.754915 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-1c0467f6-f8ff-4b46-b6a2-a44cf42acf45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4d79ea-b78f-4395-9196-561dad949d18 HTTP/1.1" status: 200 len: 1001 time: 0.1517596 Feb 10 12:09:05.830455 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-11c9cc87-8858-42ca-8b65-2ce643b68441 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:05.831990 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-11c9cc87-8858-42ca-8b65-2ce643b68441 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2d84924-3fe1-409a-9132-486647f7dc53 HTTP/1.1" status: 200 len: 835 time: 0.0694780 Feb 10 12:09:05.918581 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-99427906-8e10-4c61-8c19-c52730298e8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cac94983-b452-4b86-8fb7-92ee93ff586c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785203 Feb 10 12:09:06.078525 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-b002b11a-69a3-489d-9bb8-fabce66f488b service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526699 Feb 10 12:09:06.227564 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e93dc834-ae30-4531-aae9-a91f05e58f22 req-0e249aa2-10bf-4a86-8823-ae21a9793b68 service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426065 Feb 10 12:09:06.551191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277c148-f3be-42de-b152-ec28ac6585b6 req-2ceb3913-a776-4533-b1d8-dee8a6c51daf tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:06.552752 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9277c148-f3be-42de-b152-ec28ac6585b6 req-2ceb3913-a776-4533-b1d8-dee8a6c51daf tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0891583 Feb 10 12:09:06.610647 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9277c148-f3be-42de-b152-ec28ac6585b6 req-add3d8cb-0105-409b-abc6-4f21c1ebcc89 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514655 Feb 10 12:09:07.840321 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559ac66-dee7-4d6d-84d3-8984d6552190 req-456ee823-ee69-4c77-830b-1b0fd646c413 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:07.842065 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9559ac66-dee7-4d6d-84d3-8984d6552190 req-456ee823-ee69-4c77-830b-1b0fd646c413 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0947118 Feb 10 12:09:07.871077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 1f4d79ea-b78f-4395-9196-561dad949d18 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:09:07.933857 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9559ac66-dee7-4d6d-84d3-8984d6552190 req-e28ca626-9918-4e88-b089-0bd4db514910 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847969 Feb 10 12:09:08.098669 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 1f4d79ea-b78f-4395-9196-561dad949d18, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=1f4d79ea-b78f-4395-9196-561dad949d18,segment=NetworkSegment(47dc722b-6269-4c96-b7e1-6878ba581ac8),segment_id=47dc722b-6269-4c96-b7e1-6878ba581ac8)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:09:08.126043 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '1f4d79ea-b78f-4395-9196-561dad949d18', 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c', 'port_id': '1f4d79ea-b78f-4395-9196-561dad949d18', 'mac_address': 'fa:16:3e:6a:b8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:09:08.220134 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:08.240969 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f4d79ea-b78f-4395-9196-561dad949d18 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:09:08.259701 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 1f4d79ea-b78f-4395-9196-561dad949d18, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=1f4d79ea-b78f-4395-9196-561dad949d18,segment=NetworkSegment(47dc722b-6269-4c96-b7e1-6878ba581ac8),segment_id=47dc722b-6269-4c96-b7e1-6878ba581ac8)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:09:08.265824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:08.345513 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['1f4d79ea-b78f-4395-9196-561dad949d18'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:09:08.384148 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=1f4d79ea-b78f-4395-9196-561dad949d18,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:08.405010 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:08.405526 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:08.405868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:08.406211 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:08.406551 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:08.406885 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:08.407216 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:08.407548 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:08.407874 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:08.408200 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:08.408525 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:08.573963 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:09.185998 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98487e-b139-46f8-9063-c9185259c0ef req-4ff194df-61b0-40db-9371-233f90a7c2ce tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:09.188035 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1d98487e-b139-46f8-9063-c9185259c0ef req-4ff194df-61b0-40db-9371-233f90a7c2ce tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 944 time: 0.0934749 Feb 10 12:09:09.247161 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1d98487e-b139-46f8-9063-c9185259c0ef req-4053602c-f545-4b4b-a2a5-87de0902db87 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527854 Feb 10 12:09:09.618378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747602-4e46-432f-a6d9-722eb31b5cbe req-cda1565e-5107-4ac6-ac98-fdbb144ec094 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:09.619246 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-f0747602-4e46-432f-a6d9-722eb31b5cbe req-cda1565e-5107-4ac6-ac98-fdbb144ec094 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:09:09.639014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-f0747602-4e46-432f-a6d9-722eb31b5cbe req-cda1565e-5107-4ac6-ac98-fdbb144ec094 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:09:09.640193 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f0747602-4e46-432f-a6d9-722eb31b5cbe req-cda1565e-5107-4ac6-ac98-fdbb144ec094 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773&tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&binding%3Ahost_id=hv-neutron-8284 HTTP/1.1" status: 200 len: 944 time: 0.1127467 Feb 10 12:09:09.656070 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fd327-46de-489f-bc85-df4c0ca48ffd req-ce637583-7dd9-440c-843e-ba510639fd67 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:09.657967 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0f3fd327-46de-489f-bc85-df4c0ca48ffd req-ce637583-7dd9-440c-843e-ba510639fd67 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 944 time: 0.1088223 Feb 10 12:09:09.719918 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0f3fd327-46de-489f-bc85-df4c0ca48ffd req-a17a21e6-f416-43d1-abda-8580dc058630 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542901 Feb 10 12:09:09.831039 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f0747602-4e46-432f-a6d9-722eb31b5cbe req-db83b56e-dd8d-416e-9f63-38b8228efad6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 1097 time: 0.1056893 Feb 10 12:09:09.873196 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 1f4d79ea-b78f-4395-9196-561dad949d18 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:09:09.966981 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 1f4d79ea-b78f-4395-9196-561dad949d18 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:09:09.967534 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:10.013959 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385e974-fd9b-429d-a940-8dbc7697ddaa req-26ec9d1a-fea4-4e77-b889-15d8616b900a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:10.015569 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f385e974-fd9b-429d-a940-8dbc7697ddaa req-26ec9d1a-fea4-4e77-b889-15d8616b900a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 944 time: 0.1327062 Feb 10 12:09:10.091405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747602-4e46-432f-a6d9-722eb31b5cbe req-d2387299-e06c-4963-9eca-31064d95c4e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:10.094681 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f385e974-fd9b-429d-a940-8dbc7697ddaa req-386acbed-0b86-42c9-9fa7-a64bf475a4e7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661359 Feb 10 12:09:10.095283 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f0747602-4e46-432f-a6d9-722eb31b5cbe req-d2387299-e06c-4963-9eca-31064d95c4e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cac94983-b452-4b86-8fb7-92ee93ff586c HTTP/1.1" status: 200 len: 897 time: 0.2563584 Feb 10 12:09:10.187986 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:10.238900 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f0747602-4e46-432f-a6d9-722eb31b5cbe req-8bd10f04-f5dc-402d-8d8c-64f8a534a80e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4d79ea-b78f-4395-9196-561dad949d18 HTTP/1.1" status: 200 len: 1000 time: 0.1362541 Feb 10 12:09:10.242025 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5c4a4a-3ad4-418b-a78a-84dbfcecf773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4d79ea-b78f-4395-9196-561dad949d18'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:09:10.264606 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 1f4d79ea-b78f-4395-9196-561dad949d18, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=1f4d79ea-b78f-4395-9196-561dad949d18,segment=NetworkSegment(47dc722b-6269-4c96-b7e1-6878ba581ac8),segment_id=47dc722b-6269-4c96-b7e1-6878ba581ac8)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:09:10.278950 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:10.317592 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747602-4e46-432f-a6d9-722eb31b5cbe req-1b30c727-6890-41b8-bf95-0f78ca95fdde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:10.319327 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f0747602-4e46-432f-a6d9-722eb31b5cbe req-1b30c727-6890-41b8-bf95-0f78ca95fdde service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2d84924-3fe1-409a-9132-486647f7dc53 HTTP/1.1" status: 200 len: 835 time: 0.0738730 Feb 10 12:09:10.381337 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5c4a4a-3ad4-418b-a78a-84dbfcecf773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4d79ea-b78f-4395-9196-561dad949d18', 'code': 200} Feb 10 12:09:10.425499 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=1f4d79ea-b78f-4395-9196-561dad949d18,revision_number=7']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:10.436757 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f0747602-4e46-432f-a6d9-722eb31b5cbe req-6b55072a-c5d3-4e90-8888-c240f4139b60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cac94983-b452-4b86-8fb7-92ee93ff586c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1033578 Feb 10 12:09:10.588512 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f0747602-4e46-432f-a6d9-722eb31b5cbe req-deead544-e2d5-4041-8cfd-6a6c0cdec374 service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451633 Feb 10 12:09:10.739101 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f0747602-4e46-432f-a6d9-722eb31b5cbe req-5698ba03-ed10-4c40-9bab-860a0d533327 service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441381 Feb 10 12:09:11.359547 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72d943-2ae1-45e8-a716-b5e54bf06f66 req-35727c0e-bf32-4a7d-a071-a5d4f196d254 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:11.361409 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bf72d943-2ae1-45e8-a716-b5e54bf06f66 req-35727c0e-bf32-4a7d-a071-a5d4f196d254 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0960379 Feb 10 12:09:11.427799 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bf72d943-2ae1-45e8-a716-b5e54bf06f66 req-6d791375-506d-4671-b9ec-d5b24f5fc2be tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554407 Feb 10 12:09:12.675260 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af97a22-37f9-4396-9bf5-a9c9e8514160 req-08ed7fcc-b832-4876-916b-0d0dd187ec84 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:12.678939 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3af97a22-37f9-4396-9bf5-a9c9e8514160 req-08ed7fcc-b832-4876-916b-0d0dd187ec84 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.0985878 Feb 10 12:09:12.763944 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3af97a22-37f9-4396-9bf5-a9c9e8514160 req-bdc0f382-4e4d-4cb9-9a85-2d273310fc41 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788634 Feb 10 12:09:12.793211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47050) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:12.929543 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0c1aaf51-4a46-46f4-88c7-5a140be44506 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/94ffd9e0-454e-47eb-915a-086218468658 HTTP/1.1" status: 200 len: 993 time: 0.1345203 Feb 10 12:09:23.401080 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:09:26.564987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-24e53aad-278c-4b59-a8f1-d1ea74b1cd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:28.858191 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-637bfd9f-819d-4688-8b30-11cb6d0da779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:29.950074 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:30.190382 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:31.683239 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:38.572262 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:39.653703 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47064) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:39.992861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port fed8a765-803e-4e40-8821-73b02512035d {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:09:39.993342 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:40.204189 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:40.204644 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:40.340651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for fed8a765-803e-4e40-8821-73b02512035d owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:09:40.516046 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:40.570034 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=fed8a765-803e-4e40-8821-73b02512035d,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:40.647548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:40.647893 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:40.648230 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:40.648567 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:40.648896 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:40.649254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:40.649587 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:40.649913 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:40.650238 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:40.650560 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:40.650887 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:40.687967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:41.258822 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:09:41.432168 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b450d3d6-2333-4d94-b0aa-e77bf3dfc1f1 req-0df3b6ad-a132-48ce-b3d8-587d262ede40 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2734723 Feb 10 12:09:41.722938 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:09:41.735630 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfb7be-0ef5-40b7-b310-30d8d05cc9d8 None None] Sync routers for ids ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:09:41.752456 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfb7be-0ef5-40b7-b310-30d8d05cc9d8 None None] Routers {'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:09:41.753500 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-e8cfb7be-0ef5-40b7-b310-30d8d05cc9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:41.753899 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b450d3d6-2333-4d94-b0aa-e77bf3dfc1f1 req-aba8c790-7dc6-43a5-a9d0-051f9bd7ccf9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 1098 time: 0.2290630 Feb 10 12:09:41.766813 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:41.955316 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-e8cfb7be-0ef5-40b7-b310-30d8d05cc9d8 None None] Set router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:09:42.024917 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7cb223d9-d733-4193-b6fb-f5b5a80aa29e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/floatingips/94ffd9e0-454e-47eb-915a-086218468658 HTTP/1.1" status: 204 len: 168 time: 2.3696296 Feb 10 12:09:42.029635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5c4a4a-3ad4-418b-a78a-84dbfcecf773', 'tag': '1f4d79ea-b78f-4395-9196-561dad949d18'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:09:42.143864 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450d3d6-2333-4d94-b0aa-e77bf3dfc1f1 req-1393bcfc-2dc5-45b6-a16f-d965daca355d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:42.147362 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b450d3d6-2333-4d94-b0aa-e77bf3dfc1f1 req-1393bcfc-2dc5-45b6-a16f-d965daca355d service neutron] 10.222.0.73 "GET /v2.0/networks?id=cac94983-b452-4b86-8fb7-92ee93ff586c HTTP/1.1" status: 200 len: 897 time: 0.3272045 Feb 10 12:09:42.250291 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b450d3d6-2333-4d94-b0aa-e77bf3dfc1f1 req-debafae1-0f5e-41e9-97e5-f9d501097f4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4d79ea-b78f-4395-9196-561dad949d18 HTTP/1.1" status: 200 len: 217 time: 0.0968244 Feb 10 12:09:42.302994 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5c4a4a-3ad4-418b-a78a-84dbfcecf773', 'tag': '1f4d79ea-b78f-4395-9196-561dad949d18', 'status': 'completed', 'code': 200} Feb 10 12:09:42.338724 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450d3d6-2333-4d94-b0aa-e77bf3dfc1f1 req-0452e1c3-79d4-4db3-a485-2786170f9d5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:42.340205 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b450d3d6-2333-4d94-b0aa-e77bf3dfc1f1 req-0452e1c3-79d4-4db3-a485-2786170f9d5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2d84924-3fe1-409a-9132-486647f7dc53 HTTP/1.1" status: 200 len: 835 time: 0.0826211 Feb 10 12:09:42.358061 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-e8cfb7be-0ef5-40b7-b310-30d8d05cc9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223298631', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:48Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:49Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'd858993d-28a5-44ef-9142-68b6d0dd27c6', 'name': '', 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:fa:e1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:53Z', 'updated_at': '2022-02-10T12:08:02Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:42.366159 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfb7be-0ef5-40b7-b310-30d8d05cc9d8 None None] Checking router: fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:09:42.385951 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfb7be-0ef5-40b7-b310-30d8d05cc9d8 None None] Routers {'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:09:42.386953 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-e8cfb7be-0ef5-40b7-b310-30d8d05cc9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:42.451777 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b450d3d6-2333-4d94-b0aa-e77bf3dfc1f1 req-69537a0b-2585-42b1-b03f-4e8760e3975a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cac94983-b452-4b86-8fb7-92ee93ff586c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1052008 Feb 10 12:09:42.668699 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b450d3d6-2333-4d94-b0aa-e77bf3dfc1f1 req-f4680093-8ec4-40e3-a55f-55c7860a1bd0 service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093537 Feb 10 12:09:42.691607 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0765bb-a509-4434-b52a-43f1f0d4fe93 req-2b8aa8e1-658b-4f4e-91d5-70aee96de9b0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:42.694020 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e0765bb-a509-4434-b52a-43f1f0d4fe93 req-2b8aa8e1-658b-4f4e-91d5-70aee96de9b0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.1188672 Feb 10 12:09:42.733376 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-e8cfb7be-0ef5-40b7-b310-30d8d05cc9d8 None None] Set router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:09:42.760863 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e0765bb-a509-4434-b52a-43f1f0d4fe93 req-aa476fcf-6c9f-4c0c-b2fc-37dab288f56b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554173 Feb 10 12:09:42.863314 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b450d3d6-2333-4d94-b0aa-e77bf3dfc1f1 req-f8a1b15b-ef66-4d54-a723-764e6af8e822 service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864321 Feb 10 12:09:43.030430 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f5bd7ee-ecf9-4114-bc8b-daa1c34092ce req-e7a5131c-1bf6-4c46-aa3e-6781457b130e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 1098 time: 0.1123910 Feb 10 12:09:43.212296 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-e8cfb7be-0ef5-40b7-b310-30d8d05cc9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223298631', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:48Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:49Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'd858993d-28a5-44ef-9142-68b6d0dd27c6', 'name': '', 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:fa:e1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:53Z', 'updated_at': '2022-02-10T12:08:02Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:43.216732 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfb7be-0ef5-40b7-b310-30d8d05cc9d8 None None] The sync data for ids ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'] in dv-neutron-828497-1-hyperv is: [{'id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223298631', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:48Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:49Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'd858993d-28a5-44ef-9142-68b6d0dd27c6', 'name': '', 'network_id': 'cac94983-b452-4b86-8fb7-92ee93ff586c', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:fa:e1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:53Z', 'updated_at': '2022-02-10T12:08:02Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'c2d84924-3fe1-409a-9132-486647f7dc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:09:43.223174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bd7ee-ecf9-4114-bc8b-daa1c34092ce req-6d4bc273-972f-42ce-a81b-4a7a89aec7a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:43.225764 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f5bd7ee-ecf9-4114-bc8b-daa1c34092ce req-6d4bc273-972f-42ce-a81b-4a7a89aec7a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cac94983-b452-4b86-8fb7-92ee93ff586c HTTP/1.1" status: 200 len: 897 time: 0.1892493 Feb 10 12:09:43.357999 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f5bd7ee-ecf9-4114-bc8b-daa1c34092ce req-04c0c9dd-585f-42a0-8583-bf25d7da20b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4d79ea-b78f-4395-9196-561dad949d18 HTTP/1.1" status: 200 len: 217 time: 0.1246779 Feb 10 12:09:43.448879 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bd7ee-ecf9-4114-bc8b-daa1c34092ce req-f47ecb11-00f3-439a-8293-352cc2abf989 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:43.451507 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f5bd7ee-ecf9-4114-bc8b-daa1c34092ce req-f47ecb11-00f3-439a-8293-352cc2abf989 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2d84924-3fe1-409a-9132-486647f7dc53 HTTP/1.1" status: 200 len: 835 time: 0.0870733 Feb 10 12:09:43.477207 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7304a-4ed2-4bdc-9a3f-5b1de5acd82b None None] New status for floating IP 94ffd9e0-454e-47eb-915a-086218468658: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:09:43.592193 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f5bd7ee-ecf9-4114-bc8b-daa1c34092ce req-c3cfce33-b7a7-466a-8d06-aeb421c8600b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cac94983-b452-4b86-8fb7-92ee93ff586c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1336336 Feb 10 12:09:43.787807 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f5bd7ee-ecf9-4114-bc8b-daa1c34092ce req-ec1b6834-c31c-46b3-a45b-a98e2977ca69 service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887038 Feb 10 12:09:44.017118 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4f5bd7ee-ecf9-4114-bc8b-daa1c34092ce req-8fd0ba68-eab8-4181-8379-f75ed72af368 service neutron] 10.222.0.73 "GET /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228367 Feb 10 12:09:44.115397 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5ba19-3490-4d48-83a2-9d788310b1a4 req-947c6d07-1599-4e11-b01b-ef4a73dfb1bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:44.118024 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d2c5ba19-3490-4d48-83a2-9d788310b1a4 req-947c6d07-1599-4e11-b01b-ef4a73dfb1bd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.1081860 Feb 10 12:09:44.174211 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d2c5ba19-3490-4d48-83a2-9d788310b1a4 req-0ca2e5e1-eb2d-4bba-a45f-057726f1cc34 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b40e1d2-210a-4c09-95b7-07f41517550f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497785 Feb 10 12:09:44.335841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafb0fb-f546-4247-aa07-8d68ed31e3ae req-2fc32781-7d15-4110-bc37-8a47fbb92e48 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:44.336582 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-6fafb0fb-f546-4247-aa07-8d68ed31e3ae req-2fc32781-7d15-4110-bc37-8a47fbb92e48 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:09:44.355663 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-6fafb0fb-f546-4247-aa07-8d68ed31e3ae req-2fc32781-7d15-4110-bc37-8a47fbb92e48 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:09:44.357055 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6fafb0fb-f546-4247-aa07-8d68ed31e3ae req-2fc32781-7d15-4110-bc37-8a47fbb92e48 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 945 time: 0.1047952 Feb 10 12:09:44.438959 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-6fafb0fb-f546-4247-aa07-8d68ed31e3ae req-329e5d21-0e06-4294-b82e-0ed986c51492 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port 1f4d79ea-b78f-4395-9196-561dad949d18 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:09:44.439359 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-6fafb0fb-f546-4247-aa07-8d68ed31e3ae req-329e5d21-0e06-4294-b82e-0ed986c51492 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:44.838727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-6fafb0fb-f546-4247-aa07-8d68ed31e3ae req-329e5d21-0e06-4294-b82e-0ed986c51492 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] For port 1f4d79ea-b78f-4395-9196-561dad949d18, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=1f4d79ea-b78f-4395-9196-561dad949d18,segment=NetworkSegment(47dc722b-6269-4c96-b7e1-6878ba581ac8),segment_id=47dc722b-6269-4c96-b7e1-6878ba581ac8)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:09:44.839264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-6fafb0fb-f546-4247-aa07-8d68ed31e3ae req-329e5d21-0e06-4294-b82e-0ed986c51492 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:45.042026 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-6fafb0fb-f546-4247-aa07-8d68ed31e3ae req-329e5d21-0e06-4294-b82e-0ed986c51492 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for 1f4d79ea-b78f-4395-9196-561dad949d18 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:09:45.208688 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-6fafb0fb-f546-4247-aa07-8d68ed31e3ae req-329e5d21-0e06-4294-b82e-0ed986c51492 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:45.268268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e5d21-0e06-4294-b82e-0ed986c51492 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=1f4d79ea-b78f-4395-9196-561dad949d18,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:45.352329 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fafb0fb-f546-4247-aa07-8d68ed31e3ae req-329e5d21-0e06-4294-b82e-0ed986c51492 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] No DVR routers for this DVR port 1f4d79ea-b78f-4395-9196-561dad949d18 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:09:45.355175 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-6fafb0fb-f546-4247-aa07-8d68ed31e3ae req-329e5d21-0e06-4294-b82e-0ed986c51492 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:45.358155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5c4a4a-3ad4-418b-a78a-84dbfcecf773', 'name': 'network-vif-deleted', 'tag': '1f4d79ea-b78f-4395-9196-561dad949d18'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:09:45.376321 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6fafb0fb-f546-4247-aa07-8d68ed31e3ae req-329e5d21-0e06-4294-b82e-0ed986c51492 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "DELETE /v2.0/ports/1f4d79ea-b78f-4395-9196-561dad949d18 HTTP/1.1" status: 204 len: 173 time: 1.0135765 Feb 10 12:09:45.457702 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5c4a4a-3ad4-418b-a78a-84dbfcecf773', 'name': 'network-vif-deleted', 'tag': '1f4d79ea-b78f-4395-9196-561dad949d18', 'status': 'completed', 'code': 200} Feb 10 12:09:45.461075 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6413b126-b894-4f77-9364-388f0aa20f9e req-a69b113b-2bd5-448a-9369-b588d49d169f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5c4a4a-3ad4-418b-a78a-84dbfcecf773 HTTP/1.1" status: 200 len: 210 time: 0.1069353 Feb 10 12:09:46.597231 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47084) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:47.038967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6da5cf99-1233-456f-aa28-e6d8af85523c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:47.883735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6da5cf99-1233-456f-aa28-e6d8af85523c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port d858993d-28a5-44ef-9142-68b6d0dd27c6 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:09:47.884819 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6da5cf99-1233-456f-aa28-e6d8af85523c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:48.043117 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 1f4d79ea-b78f-4395-9196-561dad949d18 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:09:48.103848 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 1f4d79ea-b78f-4395-9196-561dad949d18 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:09:48.104326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 1f4d79ea-b78f-4395-9196-561dad949d18 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:09:48.167828 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-6da5cf99-1233-456f-aa28-e6d8af85523c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] For port d858993d-28a5-44ef-9142-68b6d0dd27c6, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=d858993d-28a5-44ef-9142-68b6d0dd27c6,segment=NetworkSegment(47dc722b-6269-4c96-b7e1-6878ba581ac8),segment_id=47dc722b-6269-4c96-b7e1-6878ba581ac8)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:09:48.168306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6da5cf99-1233-456f-aa28-e6d8af85523c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:48.304343 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6da5cf99-1233-456f-aa28-e6d8af85523c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for d858993d-28a5-44ef-9142-68b6d0dd27c6 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:09:48.506631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6da5cf99-1233-456f-aa28-e6d8af85523c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:48.558391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5cf99-1233-456f-aa28-e6d8af85523c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=d858993d-28a5-44ef-9142-68b6d0dd27c6,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:48.940626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6da5cf99-1233-456f-aa28-e6d8af85523c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:49.730411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da5cf99-1233-456f-aa28-e6d8af85523c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:09:50.006831 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da5cf99-1233-456f-aa28-e6d8af85523c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:09:50.017533 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a10b58-993e-410e-8fc1-cd3a28a5fbd3 None None] Sync routers for ids ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:09:50.029681 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6da5cf99-1233-456f-aa28-e6d8af85523c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "PUT /v2.0/routers/fa6d4abc-d5cc-4ce9-8363-25ed9535ac37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4307458 Feb 10 12:09:50.032320 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a10b58-993e-410e-8fc1-cd3a28a5fbd3 None None] Routers {'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:09:50.032701 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47088) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:50.032950 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-68a10b58-993e-410e-8fc1-cd3a28a5fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:50.224267 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-68a10b58-993e-410e-8fc1-cd3a28a5fbd3 None None] Set router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:09:50.365403 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7517b6-f565-4cea-94f8-2a28c90c1398 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting subnet c2d84924-3fe1-409a-9132-486647f7dc53 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:09:50.369956 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d7517b6-f565-4cea-94f8-2a28c90c1398 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:50.470908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d7517b6-f565-4cea-94f8-2a28c90c1398 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:50.587693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d7517b6-f565-4cea-94f8-2a28c90c1398 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:50.604593 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-68a10b58-993e-410e-8fc1-cd3a28a5fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223298631', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:48Z', 'updated_at': '2022-02-10T12:09:48Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:49Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:50.611781 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a10b58-993e-410e-8fc1-cd3a28a5fbd3 None None] Checking router: fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:09:50.627079 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a10b58-993e-410e-8fc1-cd3a28a5fbd3 None None] Routers {'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:09:50.627781 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-68a10b58-993e-410e-8fc1-cd3a28a5fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:50.679916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d7517b6-f565-4cea-94f8-2a28c90c1398 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:50.730431 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7517b6-f565-4cea-94f8-2a28c90c1398 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d84924-3fe1-409a-9132-486647f7dc53,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:50.744336 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d7517b6-f565-4cea-94f8-2a28c90c1398 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:50.748528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c139ab9f-2608-46ac-923f-40aadbb80255 None None] Network cac94983-b452-4b86-8fb7-92ee93ff586c requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:09:50.756080 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9d7517b6-f565-4cea-94f8-2a28c90c1398 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/subnets/c2d84924-3fe1-409a-9132-486647f7dc53 HTTP/1.1" status: 204 len: 168 time: 0.7216260 Feb 10 12:09:50.760190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47092) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:50.908420 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-68a10b58-993e-410e-8fc1-cd3a28a5fbd3 None None] Set router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:09:51.120313 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-765efc89-e686-4fd4-b28e-69d2d53936ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:51.148438 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f856e3-3b35-4112-9a63-1b4b287178ee None None] DHCP port deletion for cac94983-b452-4b86-8fb7-92ee93ff586c request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:09:51.156047 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-09f856e3-3b35-4112-9a63-1b4b287178ee None None] Deleting port 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:09:51.156745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-09f856e3-3b35-4112-9a63-1b4b287178ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:51.391299 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-765efc89-e686-4fd4-b28e-69d2d53936ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:51.403877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-765efc89-e686-4fd4-b28e-69d2d53936ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port cafacb19-71dd-479b-bf01-4f66584db951 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:09:51.404435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-765efc89-e686-4fd4-b28e-69d2d53936ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:51.457625 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-68a10b58-993e-410e-8fc1-cd3a28a5fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223298631', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:48Z', 'updated_at': '2022-02-10T12:09:48Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:49Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:51.464915 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a10b58-993e-410e-8fc1-cd3a28a5fbd3 None None] The sync data for ids ['fa6d4abc-d5cc-4ce9-8363-25ed9535ac37'] in dv-neutron-828497-1-hyperv is: [{'id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223298631', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:48Z', 'updated_at': '2022-02-10T12:09:48Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'cafacb19-71dd-479b-bf01-4f66584db951', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6d4abc-d5cc-4ce9-8363-25ed9535ac37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:49Z', 'updated_at': '2022-02-10T12:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:09:51.574118 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-09f856e3-3b35-4112-9a63-1b4b287178ee None None] For port 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=8bbadb79-d97e-4a12-aa31-11be8fe0f1bf,segment=NetworkSegment(47dc722b-6269-4c96-b7e1-6878ba581ac8),segment_id=47dc722b-6269-4c96-b7e1-6878ba581ac8)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:09:51.574771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-09f856e3-3b35-4112-9a63-1b4b287178ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:51.637030 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-765efc89-e686-4fd4-b28e-69d2d53936ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] For port cafacb19-71dd-479b-bf01-4f66584db951, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=cafacb19-71dd-479b-bf01-4f66584db951,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:09:51.637542 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-765efc89-e686-4fd4-b28e-69d2d53936ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:51.805232 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-09f856e3-3b35-4112-9a63-1b4b287178ee None None] Calling delete_port for 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:09:51.919728 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d858993d-28a5-44ef-9142-68b6d0dd27c6 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:09:51.957583 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-765efc89-e686-4fd4-b28e-69d2d53936ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for cafacb19-71dd-479b-bf01-4f66584db951 owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:09:52.000979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: d858993d-28a5-44ef-9142-68b6d0dd27c6 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:09:52.001540 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device d858993d-28a5-44ef-9142-68b6d0dd27c6 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:09:52.002082 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:09:52.099711 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-09f856e3-3b35-4112-9a63-1b4b287178ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:52.104103 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No ports have port_id starting with 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf Feb 10 12:09:52.171658 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f856e3-3b35-4112-9a63-1b4b287178ee None None] Pushing event deleted for resources: {'Port': ['ID=8bbadb79-d97e-4a12-aa31-11be8fe0f1bf,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:52.186199 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f856e3-3b35-4112-9a63-1b4b287178ee None None] No DVR routers for this DVR port 8bbadb79-d97e-4a12-aa31-11be8fe0f1bf on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:09:52.242236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-765efc89-e686-4fd4-b28e-69d2d53936ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:52.292396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765efc89-e686-4fd4-b28e-69d2d53936ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=cafacb19-71dd-479b-bf01-4f66584db951,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:52.537942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-765efc89-e686-4fd4-b28e-69d2d53936ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:52.814404 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-765efc89-e686-4fd4-b28e-69d2d53936ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:52.820227 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-765efc89-e686-4fd4-b28e-69d2d53936ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:52.848139 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-765efc89-e686-4fd4-b28e-69d2d53936ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:52.849177 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765efc89-e686-4fd4-b28e-69d2d53936ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Fanout notify agent at l3_agent the message router_deleted on router fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:09:52.873572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-765efc89-e686-4fd4-b28e-69d2d53936ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:52.879168 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-765efc89-e686-4fd4-b28e-69d2d53936ed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/routers/fa6d4abc-d5cc-4ce9-8363-25ed9535ac37 HTTP/1.1" status: 204 len: 168 time: 2.1133037 Feb 10 12:09:52.879426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47096) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:53.047622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7398c7f4-85f0-4275-9b72-e3a74eb10fdc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:53.195722 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7398c7f4-85f0-4275-9b72-e3a74eb10fdc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:53.243054 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-7398c7f4-85f0-4275-9b72-e3a74eb10fdc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac94983-b452-4b86-8fb7-92ee93ff586c']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:53.265860 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-7398c7f4-85f0-4275-9b72-e3a74eb10fdc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47dc722b-6269-4c96-b7e1-6878ba581ac8') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:53.266335 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-7398c7f4-85f0-4275-9b72-e3a74eb10fdc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47dc722b-6269-4c96-b7e1-6878ba581ac8') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:53.290814 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7398c7f4-85f0-4275-9b72-e3a74eb10fdc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:53.319595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7398c7f4-85f0-4275-9b72-e3a74eb10fdc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:53.327613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7398c7f4-85f0-4275-9b72-e3a74eb10fdc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:09:53.328020 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7398c7f4-85f0-4275-9b72-e3a74eb10fdc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:09:53.343601 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:09:53.436621 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7398c7f4-85f0-4275-9b72-e3a74eb10fdc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:53.456314 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7398c7f4-85f0-4275-9b72-e3a74eb10fdc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:53.469739 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398c7f4-85f0-4275-9b72-e3a74eb10fdc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Network': ['ID=cac94983-b452-4b86-8fb7-92ee93ff586c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:53.480768 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7398c7f4-85f0-4275-9b72-e3a74eb10fdc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/networks/cac94983-b452-4b86-8fb7-92ee93ff586c HTTP/1.1" status: 204 len: 168 time: 0.5998232 Feb 10 12:09:53.483633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47100) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:53.567077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c69d12e5-9eda-4f3c-9544-0e955af26861 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:53.730137 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c69d12e5-9eda-4f3c-9544-0e955af26861 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:53.776585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cafacb19-71dd-479b-bf01-4f66584db951 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:09:53.836291 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: cafacb19-71dd-479b-bf01-4f66584db951 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:09:53.836820 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device cafacb19-71dd-479b-bf01-4f66584db951 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:09:53.839708 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c69d12e5-9eda-4f3c-9544-0e955af26861 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:53.864798 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d12e5-9eda-4f3c-9544-0e955af26861 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b40e1d2-210a-4c09-95b7-07f41517550f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:53.878630 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c69d12e5-9eda-4f3c-9544-0e955af26861 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:53.881053 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c69d12e5-9eda-4f3c-9544-0e955af26861 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/security-groups/9b40e1d2-210a-4c09-95b7-07f41517550f HTTP/1.1" status: 204 len: 168 time: 0.3962324 Feb 10 12:09:54.377359 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47108) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:54.383738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-655666018', 'description': 'tempest-secgroup-smoke-655666018 description', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:54.390178 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:54.396307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:54.400374 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:54.408322 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:54.420984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:54.464221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:54.468879 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:54.472506 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:54.480256 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:54.548778 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:54.554220 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:54.604288 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:54.614852 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:54.616038 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2375412 Feb 10 12:09:54.618033 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:54.618387 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:54.618738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:54.619079 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:54.619414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:54.619761 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:54.620082 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:54.620402 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:54.620692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47112) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:54.621190 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:54.621190 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:54.621454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b8083-15f3-47d8-a199-080e3b2dc85b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:54.631417 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-386cf242-08c7-4c27-bc60-358f36f8adfb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '6b12ca92-30e9-480b-aa42-dbed4bc9dd7a', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:54.642214 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-386cf242-08c7-4c27-bc60-358f36f8adfb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:54.649210 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-386cf242-08c7-4c27-bc60-358f36f8adfb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:54.654454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-386cf242-08c7-4c27-bc60-358f36f8adfb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:54.666396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-386cf242-08c7-4c27-bc60-358f36f8adfb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:54.689295 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-386cf242-08c7-4c27-bc60-358f36f8adfb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:54.764803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-386cf242-08c7-4c27-bc60-358f36f8adfb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:54.769548 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-386cf242-08c7-4c27-bc60-358f36f8adfb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:54.797986 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cf242-08c7-4c27-bc60-358f36f8adfb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33112bcf-324b-4035-953b-9578ae1b5b9f,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:54.811433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-386cf242-08c7-4c27-bc60-358f36f8adfb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:54.813118 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-386cf242-08c7-4c27-bc60-358f36f8adfb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1904445 Feb 10 12:09:54.816173 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47116) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:54.823845 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-4af18483-65f9-4751-a4e9-c0f2f7c1f0d2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '6b12ca92-30e9-480b-aa42-dbed4bc9dd7a', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:54.831002 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4af18483-65f9-4751-a4e9-c0f2f7c1f0d2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:54.837081 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4af18483-65f9-4751-a4e9-c0f2f7c1f0d2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:54.840614 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-4af18483-65f9-4751-a4e9-c0f2f7c1f0d2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:54.847732 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-4af18483-65f9-4751-a4e9-c0f2f7c1f0d2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:54.870752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4af18483-65f9-4751-a4e9-c0f2f7c1f0d2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:54.953611 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4af18483-65f9-4751-a4e9-c0f2f7c1f0d2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:54.958670 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4af18483-65f9-4751-a4e9-c0f2f7c1f0d2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:54.985257 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af18483-65f9-4751-a4e9-c0f2f7c1f0d2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6747737e-10b3-4ccf-9d4c-de701eadbd22,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:54.996454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4af18483-65f9-4751-a4e9-c0f2f7c1f0d2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:54.997796 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-4af18483-65f9-4751-a4e9-c0f2f7c1f0d2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1805985 Feb 10 12:09:55.000995 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47120) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:55.008339 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a1b1e0fd-5134-43c1-b905-12a503b817d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '6b12ca92-30e9-480b-aa42-dbed4bc9dd7a', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:55.015053 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a1b1e0fd-5134-43c1-b905-12a503b817d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:55.019611 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a1b1e0fd-5134-43c1-b905-12a503b817d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:55.024086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a1b1e0fd-5134-43c1-b905-12a503b817d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:55.030950 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a1b1e0fd-5134-43c1-b905-12a503b817d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:55.052202 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e0fd-5134-43c1-b905-12a503b817d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.127849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e0fd-5134-43c1-b905-12a503b817d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.131418 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e0fd-5134-43c1-b905-12a503b817d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.156608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1e0fd-5134-43c1-b905-12a503b817d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020d3d08-5c08-4473-a2f8-befd37dc6fa1,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:55.170048 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e0fd-5134-43c1-b905-12a503b817d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.171477 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a1b1e0fd-5134-43c1-b905-12a503b817d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1692879 Feb 10 12:09:55.174441 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47124) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:55.181489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-8d91cf87-4f44-4a5b-9764-ee9a29010821 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '6b12ca92-30e9-480b-aa42-dbed4bc9dd7a', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:55.188082 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8d91cf87-4f44-4a5b-9764-ee9a29010821 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:55.193096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8d91cf87-4f44-4a5b-9764-ee9a29010821 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:55.196648 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8d91cf87-4f44-4a5b-9764-ee9a29010821 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:55.203589 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8d91cf87-4f44-4a5b-9764-ee9a29010821 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:55.225282 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d91cf87-4f44-4a5b-9764-ee9a29010821 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.300465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d91cf87-4f44-4a5b-9764-ee9a29010821 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.305432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d91cf87-4f44-4a5b-9764-ee9a29010821 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.334057 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91cf87-4f44-4a5b-9764-ee9a29010821 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71eff027-ec15-4f28-82d5-f94019c93091,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:55.345613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d91cf87-4f44-4a5b-9764-ee9a29010821 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.347350 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8d91cf87-4f44-4a5b-9764-ee9a29010821 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1717727 Feb 10 12:09:55.352567 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47128) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:55.359560 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-0efab97e-4829-427f-bdda-09c1e29424c8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '6b12ca92-30e9-480b-aa42-dbed4bc9dd7a', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:55.366398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0efab97e-4829-427f-bdda-09c1e29424c8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:55.370804 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0efab97e-4829-427f-bdda-09c1e29424c8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:55.374306 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-0efab97e-4829-427f-bdda-09c1e29424c8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:55.382276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-0efab97e-4829-427f-bdda-09c1e29424c8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:55.396007 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-0efab97e-4829-427f-bdda-09c1e29424c8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Project 0e3cdd1e6ab34666a74a5c60bd58106c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:09:55.403269 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0efab97e-4829-427f-bdda-09c1e29424c8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.481317 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0efab97e-4829-427f-bdda-09c1e29424c8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.486156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0efab97e-4829-427f-bdda-09c1e29424c8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.513770 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efab97e-4829-427f-bdda-09c1e29424c8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eadc20a-81ef-4181-80ce-f6dbbe7e784a,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:55.527459 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0efab97e-4829-427f-bdda-09c1e29424c8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.529152 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0efab97e-4829-427f-bdda-09c1e29424c8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1752424 Feb 10 12:09:55.532303 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47132) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:55.539702 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-c2ff56bb-c187-40f6-9192-6f3f798a52c4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '6b12ca92-30e9-480b-aa42-dbed4bc9dd7a', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:55.546764 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c2ff56bb-c187-40f6-9192-6f3f798a52c4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:55.553068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c2ff56bb-c187-40f6-9192-6f3f798a52c4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:55.556586 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-c2ff56bb-c187-40f6-9192-6f3f798a52c4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:55.563509 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-c2ff56bb-c187-40f6-9192-6f3f798a52c4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:55.577341 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-c2ff56bb-c187-40f6-9192-6f3f798a52c4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Project 0e3cdd1e6ab34666a74a5c60bd58106c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:09:55.585450 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c2ff56bb-c187-40f6-9192-6f3f798a52c4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.674358 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c2ff56bb-c187-40f6-9192-6f3f798a52c4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.679617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c2ff56bb-c187-40f6-9192-6f3f798a52c4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.706945 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff56bb-c187-40f6-9192-6f3f798a52c4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9edcbe5-e401-4423-bb75-4b953e38469d,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:55.720661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c2ff56bb-c187-40f6-9192-6f3f798a52c4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.722242 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c2ff56bb-c187-40f6-9192-6f3f798a52c4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1887841 Feb 10 12:09:55.726490 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47136) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:55.733106 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0453c8c8-9fd8-4c1a-9fdf-cc66b420d2eb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'network': {'name': 'tempest-network-smoke--703016716', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'port_security_enabled': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:55.739984 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0453c8c8-9fd8-4c1a-9fdf-cc66b420d2eb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:55.744934 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0453c8c8-9fd8-4c1a-9fdf-cc66b420d2eb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:network and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:55.748375 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0453c8c8-9fd8-4c1a-9fdf-cc66b420d2eb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:55.756820 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0453c8c8-9fd8-4c1a-9fdf-cc66b420d2eb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:55.767595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0453c8c8-9fd8-4c1a-9fdf-cc66b420d2eb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Made reservation on behalf of 0e3cdd1e6ab34666a74a5c60bd58106c for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:09:55.771513 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0453c8c8-9fd8-4c1a-9fdf-cc66b420d2eb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.806504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0453c8c8-9fd8-4c1a-9fdf-cc66b420d2eb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:09:55.819180 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0453c8c8-9fd8-4c1a-9fdf-cc66b420d2eb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.819655 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-0453c8c8-9fd8-4c1a-9fdf-cc66b420d2eb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Added segment 63712c5a-ab77-447a-8d06-3d7f385c103c of type vlan for network 17dd95af-f4fc-4cf4-8435-d85301db9ffd Feb 10 12:09:55.857427 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0453c8c8-9fd8-4c1a-9fdf-cc66b420d2eb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.894854 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0453c8c8-9fd8-4c1a-9fdf-cc66b420d2eb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:55.900950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0453c8c8-9fd8-4c1a-9fdf-cc66b420d2eb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:55.901900 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0453c8c8-9fd8-4c1a-9fdf-cc66b420d2eb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:56.019831 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0453c8c8-9fd8-4c1a-9fdf-cc66b420d2eb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2917705 Feb 10 12:09:56.023414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47140) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:56.027997 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453c8c8-9fd8-4c1a-9fdf-cc66b420d2eb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Network': ['ID=17dd95af-f4fc-4cf4-8435-d85301db9ffd,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:56.031590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1824443522', 'admin_state_up': True, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:56.040888 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:56.041989 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 17dd95af-f4fc-4cf4-8435-d85301db9ffd details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:09:56.047752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:router and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:56.053565 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:56.063475 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:56.078590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:56.079937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:56.110940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:56.381165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:56.562944 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-dec319f7-699d-4fcf-94e2-1ca7d7735898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:56.596262 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:56.635263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:56.795418 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.26.4.253 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/ae876f0b-0160-411e-bdfb-8814df020eaa) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:09:56.973876 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:57.007315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:57.083238 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:09:57.086682 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:09:57.089190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:09:57.127449 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=ae876f0b-0160-411e-bdfb-8814df020eaa,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:57.302007 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:57.303544 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:57.616467 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router deca42e0-0d3e-4064-bb6d-8c8518517619 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:09:57.956783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:09:57.969984 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Sync routers for ids ['deca42e0-0d3e-4064-bb6d-8c8518517619'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:09:58.001267 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:58.001912 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Routers {'deca42e0-0d3e-4064-bb6d-8c8518517619'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:09:58.002666 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-50c2b8d5-b3c2-463d-8c18-42a5fe453fb1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9776816 Feb 10 12:09:58.003428 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['deca42e0-0d3e-4064-bb6d-8c8518517619'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:58.011653 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47144) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:58.188328 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ebf1de31-ee18-4130-b80b-2b9072e0f074 tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=0e3cdd1e6ab34666a74a5c60bd58106c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1746566 Feb 10 12:09:58.190093 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47150) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:58.262296 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Set router deca42e0-0d3e-4064-bb6d-8c8518517619 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:09:58.463992 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c12f966-1c23-4e44-ab32-5c768efa362d tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:58.469085 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1c12f966-1c23-4e44-ab32-5c768efa362d tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2746978 Feb 10 12:09:58.469606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47154) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:58.518406 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b516ca32-90f5-405b-b792-7f55214b5289 tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475276 Feb 10 12:09:58.522835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47158) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:58.528736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-6110ea20-8ef7-4397-9af5-a5672c369d7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1571289498', 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:58.650434 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6110ea20-8ef7-4397-9af5-a5672c369d7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:58.655141 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6110ea20-8ef7-4397-9af5-a5672c369d7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:subnet and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:58.658522 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6110ea20-8ef7-4397-9af5-a5672c369d7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:58.666188 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6110ea20-8ef7-4397-9af5-a5672c369d7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:58.675513 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824443522', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:09:57Z', 'revision_number': 3, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:58.681710 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6110ea20-8ef7-4397-9af5-a5672c369d7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Made reservation on behalf of 0e3cdd1e6ab34666a74a5c60bd58106c for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:09:58.683191 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Checking router: deca42e0-0d3e-4064-bb6d-8c8518517619 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:09:58.683629 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Updating router deca42e0-0d3e-4064-bb6d-8c8518517619 port ae876f0b-0160-411e-bdfb-8814df020eaa binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:09:58.750564 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:58.884566 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6110ea20-8ef7-4397-9af5-a5672c369d7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:58.892191 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3ebe3adc-8c82-4618-86f5-bc2f187fc5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:59.238751 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6110ea20-8ef7-4397-9af5-a5672c369d7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:59.286565 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:59.307963 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Transition to ACTIVE for port object ae876f0b-0160-411e-bdfb-8814df020eaa will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:09:59.318405 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:59.356270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110ea20-8ef7-4397-9af5-a5672c369d7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Subnet': ['ID=bca14b1c-6785-4ff6-9233-86827e07c4f9,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:59.378345 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6110ea20-8ef7-4397-9af5-a5672c369d7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Checking segment: {'id': '63712c5a-ab77-447a-8d06-3d7f385c103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:09:59.378679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6110ea20-8ef7-4397-9af5-a5672c369d7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network hostable DHCP agents. Network: 17dd95af-f4fc-4cf4-8435-d85301db9ffd, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:09:59.406261 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6110ea20-8ef7-4397-9af5-a5672c369d7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 17dd95af-f4fc-4cf4-8435-d85301db9ffd is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:09:59.420118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-6110ea20-8ef7-4397-9af5-a5672c369d7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 17dd95af-f4fc-4cf4-8435-d85301db9ffd) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:09:59.425713 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6110ea20-8ef7-4397-9af5-a5672c369d7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:59.426877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6110ea20-8ef7-4397-9af5-a5672c369d7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:59.442469 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f142c2f5-c2aa-4b57-b9ba-8e6cc51ecdb9 None None] Network 17dd95af-f4fc-4cf4-8435-d85301db9ffd requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:09:59.456449 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6110ea20-8ef7-4397-9af5-a5672c369d7a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9322035 Feb 10 12:09:59.460301 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47162) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:59.471894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Attempting to bind port ae876f0b-0160-411e-bdfb-8814df020eaa on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:09:59.472352 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Attempting to bind port ae876f0b-0160-411e-bdfb-8814df020eaa by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:09:59.472718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Attempting to bind port ae876f0b-0160-411e-bdfb-8814df020eaa on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:09:59.524734 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7c3e1-c5e1-4de9-962b-c41338086efa None None] Pushing event updated for resources: {'Port': ['ID=ae876f0b-0160-411e-bdfb-8814df020eaa,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:59.548953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:09:59.549383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:09:59.549792 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:59.550196 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:09:59.550692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Bound port: ae876f0b-0160-411e-bdfb-8814df020eaa, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:09:59.551077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:59.703643 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] For port ae876f0b-0160-411e-bdfb-8814df020eaa, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:09:59.723838 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] For port ae876f0b-0160-411e-bdfb-8814df020eaa, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ae876f0b-0160-411e-bdfb-8814df020eaa,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:09:59.731909 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:59.855997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-17dd95af-f4fc-4cf4-8435-d85301db9ffd', 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ips': [{'subnet_id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:09:59.856625 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:59.884284 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7c3e1-c5e1-4de9-962b-c41338086efa None None] Pushing event updated for resources: {'Port': ['ID=ae876f0b-0160-411e-bdfb-8814df020eaa,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:59.932093 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Routers {'deca42e0-0d3e-4064-bb6d-8c8518517619'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:09:59.932727 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['deca42e0-0d3e-4064-bb6d-8c8518517619'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:00.122110 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:00.237627 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:00.259844 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Allocated IP 172.20.0.2 (17dd95af-f4fc-4cf4-8435-d85301db9ffd/bca14b1c-6785-4ff6-9233-86827e07c4f9/10d0df71-4696-424e-9c51-a59585423d29) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:10:00.265902 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] Set router deca42e0-0d3e-4064-bb6d-8c8518517619 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:10:00.417458 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:10:00.754783 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:00.827461 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Transition to ACTIVE for port object 10d0df71-4696-424e-9c51-a59585423d29 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:10:00.854949 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Transition to ACTIVE for port object 10d0df71-4696-424e-9c51-a59585423d29 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:10:00.862623 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824443522', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:09:57Z', 'revision_number': 3, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:00.867447 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:00.872466 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:00.907488 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8c4e1-a4ce-4f4b-8598-fbc4c45873cc None None] The sync data for ids ['deca42e0-0d3e-4064-bb6d-8c8518517619'] in dv-neutron-828497-1-hyperv is: [{'id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824443522', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:09:57Z', 'revision_number': 3, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:10:00.949035 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Pushing event updated for resources: {'Port': ['ID=10d0df71-4696-424e-9c51-a59585423d29,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:00.952866 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Network 17dd95af-f4fc-4cf4-8435-d85301db9ffd is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:10:00.954455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:10:00.958484 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:10:01.120461 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Attempting to bind port 10d0df71-4696-424e-9c51-a59585423d29 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:10:01.121092 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Attempting to bind port 10d0df71-4696-424e-9c51-a59585423d29 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '63712c5a-ab77-447a-8d06-3d7f385c103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:10:01.121665 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Attempting to bind port 10d0df71-4696-424e-9c51-a59585423d29 on network 17dd95af-f4fc-4cf4-8435-d85301db9ffd {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:10:01.132471 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:10:01.133094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Checking segment: {'id': '63712c5a-ab77-447a-8d06-3d7f385c103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:10:01.133890 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:01.134463 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Bound using segment: {'id': '63712c5a-ab77-447a-8d06-3d7f385c103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:10:01.135161 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Bound port: 10d0df71-4696-424e-9c51-a59585423d29, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63712c5a-ab77-447a-8d06-3d7f385c103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:10:01.135727 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:01.342434 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] For port 10d0df71-4696-424e-9c51-a59585423d29, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:10:01.346547 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] For port 10d0df71-4696-424e-9c51-a59585423d29, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=10d0df71-4696-424e-9c51-a59585423d29,segment=NetworkSegment(63712c5a-ab77-447a-8d06-3d7f385c103c),segment_id=63712c5a-ab77-447a-8d06-3d7f385c103c)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:10:01.354000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:01.447024 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf538d-c902-4147-9c0b-ccc6cf00e704 None None] Pushing event updated for resources: {'Port': ['ID=10d0df71-4696-424e-9c51-a59585423d29,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:01.468322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.20.0.1 (17dd95af-f4fc-4cf4-8435-d85301db9ffd/bca14b1c-6785-4ff6-9233-86827e07c4f9/4c70d94a-bc29-4b3f-9772-17c39cd32dd3) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:10:01.703680 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:01.751877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:01.796459 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Transition to ACTIVE for port object 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:10:01.866776 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:01.927546 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 10d0df71-4696-424e-9c51-a59585423d29 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:10:01.991686 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 17dd95af-f4fc-4cf4-8435-d85301db9ffd is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:10:01.995370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:10:02.000427 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:10:02.045880 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=4c70d94a-bc29-4b3f-9772-17c39cd32dd3,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:02.064660 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 10d0df71-4696-424e-9c51-a59585423d29 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:10:02.072558 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ae876f0b-0160-411e-bdfb-8814df020eaa up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:10:02.072746 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:02.184166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port ae876f0b-0160-411e-bdfb-8814df020eaa completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:10:02.190529 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port ae876f0b-0160-411e-bdfb-8814df020eaa triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:02.190993 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:02.248481 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:02.347120 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:02.378476 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port ae876f0b-0160-411e-bdfb-8814df020eaa, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ae876f0b-0160-411e-bdfb-8814df020eaa,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:10:02.385676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:02.506244 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=ae876f0b-0160-411e-bdfb-8814df020eaa,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:02.696049 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1670aff7-8966-4c4d-8ef7-9a836a9ad3c6 None None] Network 17dd95af-f4fc-4cf4-8435-d85301db9ffd requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:10:02.869556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3529ab2d-b962-4f0c-9458-692ced834829 None None] Provisioning for port 10d0df71-4696-424e-9c51-a59585423d29 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:10:02.885115 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-3529ab2d-b962-4f0c-9458-692ced834829 None None] Provisioning complete for port 10d0df71-4696-424e-9c51-a59585423d29 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:02.885845 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3529ab2d-b962-4f0c-9458-692ced834829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:02.921047 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:02.929849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:03.081092 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:03.086606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=4c70d94a-bc29-4b3f-9772-17c39cd32dd3,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:03.187745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3529ab2d-b962-4f0c-9458-692ced834829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:03.239896 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-3529ab2d-b962-4f0c-9458-692ced834829 None None] For port 10d0df71-4696-424e-9c51-a59585423d29, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=10d0df71-4696-424e-9c51-a59585423d29,segment=NetworkSegment(63712c5a-ab77-447a-8d06-3d7f385c103c),segment_id=63712c5a-ab77-447a-8d06-3d7f385c103c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:10:03.245929 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3529ab2d-b962-4f0c-9458-692ced834829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:03.320924 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 17dd95af-f4fc-4cf4-8435-d85301db9ffd is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:10:03.322222 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:10:03.334044 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529ab2d-b962-4f0c-9458-692ced834829 None None] Pushing event updated for resources: {'Port': ['ID=10d0df71-4696-424e-9c51-a59585423d29,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:03.586184 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-578242b6-9f09-4a5f-a260-0aa971bacb12 None None] Provisioning complete for port 10d0df71-4696-424e-9c51-a59585423d29 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:03.586853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-578242b6-9f09-4a5f-a260-0aa971bacb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:03.821046 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-578242b6-9f09-4a5f-a260-0aa971bacb12 None None] Provisioning for port 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:10:03.833971 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-578242b6-9f09-4a5f-a260-0aa971bacb12 None None] Provisioning complete for port 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:03.834386 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-578242b6-9f09-4a5f-a260-0aa971bacb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:03.874557 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ae876f0b-0160-411e-bdfb-8814df020eaa up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:10:03.957591 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-578242b6-9f09-4a5f-a260-0aa971bacb12 None None] Port 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:10:03.979359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port ae876f0b-0160-411e-bdfb-8814df020eaa triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:03.979729 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:03.983639 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router deca42e0-0d3e-4064-bb6d-8c8518517619 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:10:04.134975 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 10d0df71-4696-424e-9c51-a59585423d29 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:10:04.158924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2a623914-0591-477a-9238-d0de50c83340 None None] Provisioning complete for port 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:04.159298 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2a623914-0591-477a-9238-d0de50c83340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:04.248939 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-2a623914-0591-477a-9238-d0de50c83340 None None] Port 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:10:04.269495 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 10d0df71-4696-424e-9c51-a59585423d29 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:04.270416 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:04.360329 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:10:04.376737 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-383d78b4-cb70-4290-a60d-7d166e95202c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "PUT /v2.0/routers/deca42e0-0d3e-4064-bb6d-8c8518517619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9147937 Feb 10 12:10:04.565384 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-68694da0-0220-40b6-9748-886b2b3bab18 req-2344e975-3652-4328-a6ae-118e92e37460 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:10:04.583938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-68694da0-0220-40b6-9748-886b2b3bab18 req-2344e975-3652-4328-a6ae-118e92e37460 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:10:04.585222 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-2344e975-3652-4328-a6ae-118e92e37460 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655666018&fields=id&tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c HTTP/1.1" status: 200 len: 267 time: 0.0624652 Feb 10 12:10:04.754699 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68694da0-0220-40b6-9748-886b2b3bab18 req-6e5abb39-7cc0-4a7a-a4f6-0d4d81a955f0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:04.755871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-68694da0-0220-40b6-9748-886b2b3bab18 req-6e5abb39-7cc0-4a7a-a4f6-0d4d81a955f0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:10:04.780959 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-68694da0-0220-40b6-9748-886b2b3bab18 req-6e5abb39-7cc0-4a7a-a4f6-0d4d81a955f0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:10:04.782864 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-6e5abb39-7cc0-4a7a-a4f6-0d4d81a955f0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/networks?id=17dd95af-f4fc-4cf4-8435-d85301db9ffd HTTP/1.1" status: 200 len: 796 time: 0.1902752 Feb 10 12:10:04.806972 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-d4ac5c9c-2c2a-4823-85b9-ca516fe9f73e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/quotas/0e3cdd1e6ab34666a74a5c60bd58106c HTTP/1.1" status: 200 len: 375 time: 0.0141697 Feb 10 12:10:04.900219 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-3191f003-3569-4ae3-a08a-e73c2974f5d6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872450 Feb 10 12:10:04.931682 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-139a4f3d-7ff6-4d03-9501-48c94fe609b3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 12:10:04.932003 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-139a4f3d-7ff6-4d03-9501-48c94fe609b3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0089715 Feb 10 12:10:04.963971 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Sync routers for ids ['deca42e0-0d3e-4064-bb6d-8c8518517619'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:10:04.987635 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Routers {'deca42e0-0d3e-4064-bb6d-8c8518517619'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:10:04.989836 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['deca42e0-0d3e-4064-bb6d-8c8518517619'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:05.089224 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-abf74d4a-cc10-4261-a990-4888fdaa0d96 service neutron] 10.222.0.36 "GET /v2.0/networks/17dd95af-f4fc-4cf4-8435-d85301db9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486077 Feb 10 12:10:05.317012 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Set router deca42e0-0d3e-4064-bb6d-8c8518517619 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:10:05.324492 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-4ad32d0c-95d4-4e4f-a68e-61e58454dd40 service neutron] 10.222.0.36 "GET /v2.0/networks/17dd95af-f4fc-4cf4-8435-d85301db9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275774 Feb 10 12:10:05.647051 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5f9bd5c9-02cd-4b15-b0dc-7bd37e498a2f req-01352a98-309c-474f-9f52-8dee51b1315d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 210 time: 0.0786173 Feb 10 12:10:05.804249 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824443522', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4c70d94a-bc29-4b3f-9772-17c39cd32dd3', 'name': '', 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6c:26:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:01Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 2, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:05.811320 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Checking router: deca42e0-0d3e-4064-bb6d-8c8518517619 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:10:05.812260 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Updating router deca42e0-0d3e-4064-bb6d-8c8518517619 port 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:10:05.901323 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:06.515201 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:06.532794 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Transition to ACTIVE for port object 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:10:06.543904 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:06.706637 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323236f-eff2-474c-9e89-8dc9cca58efc None None] Pushing event updated for resources: {'Port': ['ID=4c70d94a-bc29-4b3f-9772-17c39cd32dd3,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:06.730919 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323236f-eff2-474c-9e89-8dc9cca58efc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:06.731407 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323236f-eff2-474c-9e89-8dc9cca58efc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:06.731921 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323236f-eff2-474c-9e89-8dc9cca58efc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:06.732375 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323236f-eff2-474c-9e89-8dc9cca58efc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:06.732953 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323236f-eff2-474c-9e89-8dc9cca58efc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:06.733531 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323236f-eff2-474c-9e89-8dc9cca58efc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:06.733996 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323236f-eff2-474c-9e89-8dc9cca58efc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:06.734746 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323236f-eff2-474c-9e89-8dc9cca58efc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:06.735197 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323236f-eff2-474c-9e89-8dc9cca58efc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:06.735703 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323236f-eff2-474c-9e89-8dc9cca58efc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:06.736219 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323236f-eff2-474c-9e89-8dc9cca58efc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:06.910214 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Attempting to bind port 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:10:06.911078 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Attempting to bind port 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '63712c5a-ab77-447a-8d06-3d7f385c103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:10:06.911805 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Attempting to bind port 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 on network 17dd95af-f4fc-4cf4-8435-d85301db9ffd {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:10:06.934467 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:10:06.935591 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Checking segment: {'id': '63712c5a-ab77-447a-8d06-3d7f385c103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:10:06.936402 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:06.937179 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Bound using segment: {'id': '63712c5a-ab77-447a-8d06-3d7f385c103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:10:06.938102 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Bound port: 4c70d94a-bc29-4b3f-9772-17c39cd32dd3, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63712c5a-ab77-447a-8d06-3d7f385c103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:10:06.938827 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:06.943199 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff2e55f3-92c7-4576-a0f0-6807ad58f1c4 req-b4b5b57a-079b-4a45-ba42-597bd5cdc242 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 210 time: 0.0892017 Feb 10 12:10:07.090527 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] For port 4c70d94a-bc29-4b3f-9772-17c39cd32dd3, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:10:07.094772 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] For port 4c70d94a-bc29-4b3f-9772-17c39cd32dd3, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4c70d94a-bc29-4b3f-9772-17c39cd32dd3,segment=NetworkSegment(63712c5a-ab77-447a-8d06-3d7f385c103c),segment_id=63712c5a-ab77-447a-8d06-3d7f385c103c)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:10:07.101942 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:07.181396 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323236f-eff2-474c-9e89-8dc9cca58efc None None] Pushing event updated for resources: {'Port': ['ID=4c70d94a-bc29-4b3f-9772-17c39cd32dd3,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:07.198896 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Routers {'deca42e0-0d3e-4064-bb6d-8c8518517619'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:10:07.200180 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['deca42e0-0d3e-4064-bb6d-8c8518517619'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:07.380672 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68694da0-0220-40b6-9748-886b2b3bab18 req-f1d08deb-447f-463b-b68a-c8381599a278 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:07.382890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-68694da0-0220-40b6-9748-886b2b3bab18 req-f1d08deb-447f-463b-b68a-c8381599a278 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:10:07.408763 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-68694da0-0220-40b6-9748-886b2b3bab18 req-f1d08deb-447f-463b-b68a-c8381599a278 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:10:07.411878 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-f1d08deb-447f-463b-b68a-c8381599a278 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "GET /v2.0/networks?id=17dd95af-f4fc-4cf4-8435-d85301db9ffd HTTP/1.1" status: 200 len: 796 time: 0.3572793 Feb 10 12:10:07.502480 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] Set router deca42e0-0d3e-4064-bb6d-8c8518517619 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:10:07.507005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-68694da0-0220-40b6-9748-886b2b3bab18 req-973f8071-9eae-4bdd-b3b1-ea8cf0e419d4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:10:07.532080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-68694da0-0220-40b6-9748-886b2b3bab18 req-973f8071-9eae-4bdd-b3b1-ea8cf0e419d4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:10:07.534160 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-973f8071-9eae-4bdd-b3b1-ea8cf0e419d4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c HTTP/1.1" status: 200 len: 379 time: 0.1103456 Feb 10 12:10:07.547449 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-68694da0-0220-40b6-9748-886b2b3bab18 req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'port': {'device_id': '390c2fdf-5a75-4615-aeeb-46a274f9997c', 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd', 'admin_state_up': True, 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'security_groups': ['6b12ca92-30e9-480b-aa42-dbed4bc9dd7a']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:07.725513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-68694da0-0220-40b6-9748-886b2b3bab18 req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:07.732868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-68694da0-0220-40b6-9748-886b2b3bab18 req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:port and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:07.739633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-68694da0-0220-40b6-9748-886b2b3bab18 req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:07.751370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-68694da0-0220-40b6-9748-886b2b3bab18 req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:07.768353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68694da0-0220-40b6-9748-886b2b3bab18 req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Made reservation on behalf of 0e3cdd1e6ab34666a74a5c60bd58106c for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:10:07.774300 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-68694da0-0220-40b6-9748-886b2b3bab18 req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:07.932273 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824443522', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4c70d94a-bc29-4b3f-9772-17c39cd32dd3', 'name': '', 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6c:26:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:01Z', 'updated_at': '2022-02-10T12:10:07Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:07.936762 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36768f0e-00ae-4122-a38a-142fcf8ad872 None None] The sync data for ids ['deca42e0-0d3e-4064-bb6d-8c8518517619'] in dv-neutron-828497-1-hyperv is: [{'id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824443522', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4c70d94a-bc29-4b3f-9772-17c39cd32dd3', 'name': '', 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6c:26:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:01Z', 'updated_at': '2022-02-10T12:10:07Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:10:08.088078 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-68694da0-0220-40b6-9748-886b2b3bab18 req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.20.0.8 (17dd95af-f4fc-4cf4-8435-d85301db9ffd/bca14b1c-6785-4ff6-9233-86827e07c4f9/ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:10:08.239947 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa2f7501-285e-484d-b94e-5f291e5201fa req-f3589918-ddb0-4306-a5f6-e7a030cb6ebb tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 210 time: 0.0530863 Feb 10 12:10:08.344952 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-68694da0-0220-40b6-9748-886b2b3bab18 req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:08.378113 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-68694da0-0220-40b6-9748-886b2b3bab18 req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Transition to ACTIVE for port object ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:10:08.414158 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-68694da0-0220-40b6-9748-886b2b3bab18 req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:08.492168 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68694da0-0220-40b6-9748-886b2b3bab18 req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 17dd95af-f4fc-4cf4-8435-d85301db9ffd is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:10:08.495737 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-68694da0-0220-40b6-9748-886b2b3bab18 req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:10:08.500510 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-68694da0-0220-40b6-9748-886b2b3bab18 req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:10:08.534279 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:08.596215 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68694da0-0220-40b6-9748-886b2b3bab18 req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:08.597468 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-68694da0-0220-40b6-9748-886b2b3bab18 req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:08.624183 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:08.628833 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-05430624-5df9-4956-a927-1fd8489e7856 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0886109 Feb 10 12:10:08.642492 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Request body: {'port': {'device_id': '390c2fdf-5a75-4615-aeeb-46a274f9997c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:08.831045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:08.935688 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-dbf0ec64-a4d9-4913-add1-20a8234245f2 None None] Provisioning for port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:10:08.943364 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-dbf0ec64-a4d9-4913-add1-20a8234245f2 None None] Provisioning complete for port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:08.944002 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-dbf0ec64-a4d9-4913-add1-20a8234245f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:09.036141 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-dbf0ec64-a4d9-4913-add1-20a8234245f2 None None] Port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:10:09.456805 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:10:09.465579 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:09.483608 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Transition to ACTIVE for port object ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:10:09.490090 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:09.512938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62111ca3-24c5-4484-a5ca-9935807942dd req-bb29fba1-e787-4e88-80ac-9ac7f4035fa4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:09.515703 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-62111ca3-24c5-4484-a5ca-9935807942dd req-bb29fba1-e787-4e88-80ac-9ac7f4035fa4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 931 time: 0.1208320 Feb 10 12:10:09.607759 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-62111ca3-24c5-4484-a5ca-9935807942dd req-f7552695-47e8-4825-9fb3-1a02decf8279 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838358 Feb 10 12:10:09.681887 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Pushing event updated for resources: {'Port': ['ID=ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:09.842058 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Attempting to bind port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:10:09.842594 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Attempting to bind port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '63712c5a-ab77-447a-8d06-3d7f385c103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:10:09.843118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Attempting to bind port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 on network 17dd95af-f4fc-4cf4-8435-d85301db9ffd {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:10:09.854573 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 on network 17dd95af-f4fc-4cf4-8435-d85301db9ffd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:10:09.855062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Attempting to bind port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 on network 17dd95af-f4fc-4cf4-8435-d85301db9ffd {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:10:09.856089 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:10:09.865832 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:10:09.866370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Checking segment: {'id': '63712c5a-ab77-447a-8d06-3d7f385c103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:10:09.866988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Bound using segment: {'id': '63712c5a-ab77-447a-8d06-3d7f385c103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:10:09.867685 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Bound port: ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63712c5a-ab77-447a-8d06-3d7f385c103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:10:09.868316 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:10.003265 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] For port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:10:10.007651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] For port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04,segment=NetworkSegment(63712c5a-ab77-447a-8d06-3d7f385c103c),segment_id=63712c5a-ab77-447a-8d06-3d7f385c103c)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:10:10.013383 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:10.019300 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:10:10.028000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:10.028606 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:10.077847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:10.079165 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] 10.222.0.73 "PUT /v2.0/ports/ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 HTTP/1.1" status: 200 len: 1093 time: 1.4429507 Feb 10 12:10:10.082861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390c2fdf-5a75-4615-aeeb-46a274f9997c', 'tag': 'ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:10:10.106848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d5ce2-b922-425e-8143-9292850f128b service neutron] Pushing event updated for resources: {'Port': ['ID=ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:10.220598 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390c2fdf-5a75-4615-aeeb-46a274f9997c', 'tag': 'ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04', 'status': 'completed', 'code': 200} Feb 10 12:10:10.251344 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:10.293735 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-77ddb2ee-7618-4a8a-8ee7-5a29df16f833 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 1096 time: 0.1590719 Feb 10 12:10:10.304874 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 4c70d94a-bc29-4b3f-9772-17c39cd32dd3, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4c70d94a-bc29-4b3f-9772-17c39cd32dd3,segment=NetworkSegment(63712c5a-ab77-447a-8d06-3d7f385c103c),segment_id=63712c5a-ab77-447a-8d06-3d7f385c103c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:10:10.312515 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:10.391650 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=4c70d94a-bc29-4b3f-9772-17c39cd32dd3,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:10.401939 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:10.402287 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:10.402625 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:10.402956 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:10.403287 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:10.403669 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:10.404001 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:10.404326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:10.404704 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:10.405029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:10.405271 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-b49dc0af-534c-4f5c-89ee-b362c4ead88d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 HTTP/1.1" status: 200 len: 217 time: 0.1042292 Feb 10 12:10:10.405402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:10.491921 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68694da0-0220-40b6-9748-886b2b3bab18 req-61772b40-c14b-4c18-8ca7-74f4d0ec3bb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:10.493429 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-61772b40-c14b-4c18-8ca7-74f4d0ec3bb5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bca14b1c-6785-4ff6-9233-86827e07c4f9 HTTP/1.1" status: 200 len: 835 time: 0.0816662 Feb 10 12:10:10.580603 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-96dd073e-e0ba-4322-8418-5304449071cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17dd95af-f4fc-4cf4-8435-d85301db9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802801 Feb 10 12:10:10.774391 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-a47be91e-ba68-44a1-ba2f-866f5648c442 service neutron] 10.222.0.73 "GET /v2.0/networks/17dd95af-f4fc-4cf4-8435-d85301db9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865165 Feb 10 12:10:10.923852 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c951de-b7d1-4301-b2cd-ae9cc6b75f6e req-f219dc49-60f5-447f-8a4d-60cf04770673 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:10.925522 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d4c951de-b7d1-4301-b2cd-ae9cc6b75f6e req-f219dc49-60f5-447f-8a4d-60cf04770673 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 943 time: 0.0956824 Feb 10 12:10:10.983056 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d4c951de-b7d1-4301-b2cd-ae9cc6b75f6e req-33aa3a35-af62-454b-8acb-4150e6c70d6b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507293 Feb 10 12:10:11.007746 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-68694da0-0220-40b6-9748-886b2b3bab18 req-a3baf1ae-a8f0-4fe7-acce-2a5a4ba92ba4 service neutron] 10.222.0.73 "GET /v2.0/networks/17dd95af-f4fc-4cf4-8435-d85301db9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273736 Feb 10 12:10:11.137921 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-57b155a0-4f1e-4647-8b17-5b8e4156a437 req-4d823241-4a64-4ae5-80d1-679bc289019d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 1096 time: 0.0801365 Feb 10 12:10:11.284834 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b155a0-4f1e-4647-8b17-5b8e4156a437 req-f7c97dea-db22-4031-8447-10979f0a3336 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:11.286918 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-57b155a0-4f1e-4647-8b17-5b8e4156a437 req-f7c97dea-db22-4031-8447-10979f0a3336 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17dd95af-f4fc-4cf4-8435-d85301db9ffd HTTP/1.1" status: 200 len: 897 time: 0.1419969 Feb 10 12:10:11.356669 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-57b155a0-4f1e-4647-8b17-5b8e4156a437 req-62f91771-ce54-46de-aaec-13e27623bae7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 HTTP/1.1" status: 200 len: 217 time: 0.0633864 Feb 10 12:10:11.533640 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b155a0-4f1e-4647-8b17-5b8e4156a437 req-b4030e0b-e880-427d-b77d-c3bed2bcace8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:11.535175 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-57b155a0-4f1e-4647-8b17-5b8e4156a437 req-b4030e0b-e880-427d-b77d-c3bed2bcace8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bca14b1c-6785-4ff6-9233-86827e07c4f9 HTTP/1.1" status: 200 len: 835 time: 0.1689034 Feb 10 12:10:11.617343 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-57b155a0-4f1e-4647-8b17-5b8e4156a437 req-fa4262cd-36e6-45ec-8ead-d35a7fd5ee4d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17dd95af-f4fc-4cf4-8435-d85301db9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754116 Feb 10 12:10:11.788351 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:10:11.825417 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-57b155a0-4f1e-4647-8b17-5b8e4156a437 req-6e5ba9e8-e571-475c-ac26-2a9b96745b07 service neutron] 10.222.0.73 "GET /v2.0/networks/17dd95af-f4fc-4cf4-8435-d85301db9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002962 Feb 10 12:10:11.915077 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:11.915680 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:12.027547 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-57b155a0-4f1e-4647-8b17-5b8e4156a437 req-3f09b998-6992-4d34-94ba-6032ab67c72a service neutron] 10.222.0.73 "GET /v2.0/networks/17dd95af-f4fc-4cf4-8435-d85301db9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959698 Feb 10 12:10:12.216694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96adf7-4d3b-4733-881c-4011be385f3b req-5569efb3-9464-4934-9da1-e00f08a4c5cd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:12.218294 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3a96adf7-4d3b-4733-881c-4011be385f3b req-5569efb3-9464-4934-9da1-e00f08a4c5cd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 943 time: 0.0931869 Feb 10 12:10:12.272108 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3a96adf7-4d3b-4733-881c-4011be385f3b req-3fd14aac-0317-400a-981e-63de5ce2972e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455363 Feb 10 12:10:13.498315 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e554e3-545c-4c46-8bee-8ff7ac5cecd6 req-c1c292b3-eb16-4001-855c-4a62f01778df tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:13.500378 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-35e554e3-545c-4c46-8bee-8ff7ac5cecd6 req-c1c292b3-eb16-4001-855c-4a62f01778df tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 943 time: 0.0904689 Feb 10 12:10:13.557019 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-35e554e3-545c-4c46-8bee-8ff7ac5cecd6 req-ebbb3288-4c06-4145-95d3-d6d84d2a901c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461371 Feb 10 12:10:14.151665 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:10:14.303285 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04,segment=NetworkSegment(63712c5a-ab77-447a-8d06-3d7f385c103c),segment_id=63712c5a-ab77-447a-8d06-3d7f385c103c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:10:14.318831 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04', 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd', 'port_id': 'ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04', 'mac_address': 'fa:16:3e:6f:30:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:10:14.382897 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:14.402197 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:10:14.419811 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04,segment=NetworkSegment(63712c5a-ab77-447a-8d06-3d7f385c103c),segment_id=63712c5a-ab77-447a-8d06-3d7f385c103c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:10:14.424626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:14.501425 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:14.639125 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:10:14.824536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612471c9-0989-45d1-81b5-18d5a5c5acfd req-f2c0f51d-40e5-45a8-bf22-bacfc37a5dee tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:14.826955 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-612471c9-0989-45d1-81b5-18d5a5c5acfd req-f2c0f51d-40e5-45a8-bf22-bacfc37a5dee tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 944 time: 0.1186304 Feb 10 12:10:14.895459 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-612471c9-0989-45d1-81b5-18d5a5c5acfd req-e4a225f0-0bf5-47be-ae39-87d0335ea859 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594258 Feb 10 12:10:16.146938 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:10:16.247161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9af5f6-1fa9-4876-95d5-27624848fd44 req-769332d2-8b59-4bb5-8a36-50988ec3f2f7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:16.249244 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:10:16.259023 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:16.259505 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c9af5f6-1fa9-4876-95d5-27624848fd44 req-769332d2-8b59-4bb5-8a36-50988ec3f2f7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 944 time: 0.1172113 Feb 10 12:10:16.259877 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:16.329024 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c9af5f6-1fa9-4876-95d5-27624848fd44 req-28d246a3-4857-4576-9d6f-23435ccdb4a5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683863 Feb 10 12:10:16.410398 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:16.445511 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390c2fdf-5a75-4615-aeeb-46a274f9997c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:10:16.460136 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04,segment=NetworkSegment(63712c5a-ab77-447a-8d06-3d7f385c103c),segment_id=63712c5a-ab77-447a-8d06-3d7f385c103c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:10:16.464066 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:16.541109 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:16.590624 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390c2fdf-5a75-4615-aeeb-46a274f9997c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04', 'code': 200} Feb 10 12:10:16.840831 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-654baf63-8fd7-4f42-b73d-022dee05b6f5 req-60bd7191-eaed-4cc0-825d-b06b90ec3eee service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 1098 time: 0.0779712 Feb 10 12:10:16.888482 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-654baf63-8fd7-4f42-b73d-022dee05b6f5 req-c02f6cc7-e69c-4351-88c8-66ecb5de2bfb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413876 Feb 10 12:10:17.543295 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a65067-2427-40e0-8fc9-938cbd9cb1f0 req-df1c9d26-404b-468b-a140-6bf94a0e8f6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:17.544928 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d9a65067-2427-40e0-8fc9-938cbd9cb1f0 req-df1c9d26-404b-468b-a140-6bf94a0e8f6e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.0846047 Feb 10 12:10:17.598201 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d9a65067-2427-40e0-8fc9-938cbd9cb1f0 req-a2d9c2a3-fd21-4556-a271-3ebb3a16b02a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461936 Feb 10 12:10:18.821152 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835f277-6754-4a51-a288-b89138aeeb92 req-b04fb0f3-dd3f-4d1b-ad8a-f9c215e9af19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:18.822729 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e835f277-6754-4a51-a288-b89138aeeb92 req-b04fb0f3-dd3f-4d1b-ad8a-f9c215e9af19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.0895119 Feb 10 12:10:18.880259 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e835f277-6754-4a51-a288-b89138aeeb92 req-b19ef5c8-b27c-4efd-a383-7cf2b19ac441 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509520 Feb 10 12:10:19.113631 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db15730-e196-43bf-9a0b-be988f72ebe9 req-bac0c3d8-0b5c-47a4-95ed-0e4fc2885fa7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:19.115230 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7db15730-e196-43bf-9a0b-be988f72ebe9 req-bac0c3d8-0b5c-47a4-95ed-0e4fc2885fa7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.0872395 Feb 10 12:10:19.171245 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7db15730-e196-43bf-9a0b-be988f72ebe9 req-6fedb2f2-65c2-487d-ab87-5edb97a5bec1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497575 Feb 10 12:10:19.202030 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47218) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:19.286772 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c19045e3-00d3-4ddd-b8fa-c72410029398 tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 1093 time: 0.0833175 Feb 10 12:10:19.289612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47222) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:19.295453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': 'ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:19.305526 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:19.310154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:floatingip and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:19.313635 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:19.320693 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:19.333503 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:19.589914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:19.760670 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.26.4.201 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/5f917b22-7380-49dd-9724-3eb0972b4ca9) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:10:19.953398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:19.985351 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:20.055624 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:10:20.058717 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:10:20.063268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:10:20.104994 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=5f917b22-7380-49dd-9724-3eb0972b4ca9,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:20.619321 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:20.685455 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:20.912808 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:20.918751 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:21.036403 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=5f917b22-7380-49dd-9724-3eb0972b4ca9,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:21.053968 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:21.259206 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Floating IP 55814da0-f35d-4c9b-aaa3-ba13e7cfa84b associated. External IP: 172.26.4.201, port: ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04. Feb 10 12:10:21.862874 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router deca42e0-0d3e-4064-bb6d-8c8518517619 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:10:22.101821 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:10:22.114001 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f129d5f-a0ed-479e-9fb0-e2ff892414b8 None None] Sync routers for ids ['deca42e0-0d3e-4064-bb6d-8c8518517619'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:10:22.127528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f129d5f-a0ed-479e-9fb0-e2ff892414b8 None None] Routers {'deca42e0-0d3e-4064-bb6d-8c8518517619'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:10:22.128444 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2f129d5f-a0ed-479e-9fb0-e2ff892414b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['deca42e0-0d3e-4064-bb6d-8c8518517619'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:22.145619 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:22.223989 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f614e52c-4f1c-4be7-b931-d58a9e0750b4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9313920 Feb 10 12:10:22.224931 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390c2fdf-5a75-4615-aeeb-46a274f9997c', 'tag': 'ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:10:22.308149 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390c2fdf-5a75-4615-aeeb-46a274f9997c', 'tag': 'ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04', 'status': 'completed', 'code': 200} Feb 10 12:10:22.352525 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-2f129d5f-a0ed-479e-9fb0-e2ff892414b8 None None] Set router deca42e0-0d3e-4064-bb6d-8c8518517619 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:10:22.430215 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2bc8dc79-82d7-4466-9cf4-393e246140c1 req-5d49bad8-e692-486b-8f98-c9cddb9cf057 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 1098 time: 0.0988326 Feb 10 12:10:22.600362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c58d4-00fd-494e-a02c-8612bd2f3fd1 req-e93f695e-4dcc-4bbd-8cb0-4ba2d3e797ab tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:22.602044 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-376c58d4-00fd-494e-a02c-8612bd2f3fd1 req-e93f695e-4dcc-4bbd-8cb0-4ba2d3e797ab tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.1771126 Feb 10 12:10:22.625495 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8dc79-82d7-4466-9cf4-393e246140c1 req-fd28dfcf-9391-407f-997c-26d38142f442 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:22.628752 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2bc8dc79-82d7-4466-9cf4-393e246140c1 req-fd28dfcf-9391-407f-997c-26d38142f442 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17dd95af-f4fc-4cf4-8435-d85301db9ffd HTTP/1.1" status: 200 len: 897 time: 0.1915209 Feb 10 12:10:22.680349 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-376c58d4-00fd-494e-a02c-8612bd2f3fd1 req-3ef65de9-664d-4431-89b0-ab8f94b69bed tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677700 Feb 10 12:10:22.740205 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47232) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:22.784398 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2bc8dc79-82d7-4466-9cf4-393e246140c1 req-da63b446-2952-472f-861a-b3c3d474462b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 HTTP/1.1" status: 200 len: 999 time: 0.1485641 Feb 10 12:10:22.895314 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6f0a31fd-620e-4b4a-9ac1-ee5d9d15dac1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/55814da0-f35d-4c9b-aaa3-ba13e7cfa84b HTTP/1.1" status: 200 len: 991 time: 0.1530066 Feb 10 12:10:22.902464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8dc79-82d7-4466-9cf4-393e246140c1 req-057604d3-6371-45f2-824d-3dd47666dfeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:22.904811 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2bc8dc79-82d7-4466-9cf4-393e246140c1 req-057604d3-6371-45f2-824d-3dd47666dfeb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bca14b1c-6785-4ff6-9233-86827e07c4f9 HTTP/1.1" status: 200 len: 835 time: 0.1140802 Feb 10 12:10:22.953923 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2f129d5f-a0ed-479e-9fb0-e2ff892414b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824443522', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '55814da0-f35d-4c9b-aaa3-ba13e7cfa84b', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'floating_ip_address': '172.26.4.201', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'port_id': 'ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd', 'mac_address': 'fa:16:3e:6f:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390c2fdf-5a75-4615-aeeb-46a274f9997c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:10:20Z', 'updated_at': '2022-02-10T12:10:20Z', 'revision_number': 0, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c70d94a-bc29-4b3f-9772-17c39cd32dd3', 'name': '', 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6c:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:01Z', 'updated_at': '2022-02-10T12:10:10Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:22.960766 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f129d5f-a0ed-479e-9fb0-e2ff892414b8 None None] Checking router: deca42e0-0d3e-4064-bb6d-8c8518517619 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:10:22.974221 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f129d5f-a0ed-479e-9fb0-e2ff892414b8 None None] Routers {'deca42e0-0d3e-4064-bb6d-8c8518517619'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:10:22.974862 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2f129d5f-a0ed-479e-9fb0-e2ff892414b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['deca42e0-0d3e-4064-bb6d-8c8518517619'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:23.004778 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2bc8dc79-82d7-4466-9cf4-393e246140c1 req-fd468f6e-09be-4089-950e-78b4005aa38e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17dd95af-f4fc-4cf4-8435-d85301db9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922022 Feb 10 12:10:23.167705 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2bc8dc79-82d7-4466-9cf4-393e246140c1 req-c68d52b1-0f4d-47d5-8381-aebb221cc569 service neutron] 10.222.0.73 "GET /v2.0/networks/17dd95af-f4fc-4cf4-8435-d85301db9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570232 Feb 10 12:10:23.171668 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-2f129d5f-a0ed-479e-9fb0-e2ff892414b8 None None] Set router deca42e0-0d3e-4064-bb6d-8c8518517619 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:10:23.319637 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2bc8dc79-82d7-4466-9cf4-393e246140c1 req-5ccee158-c086-4409-9b4b-78e19669b19a service neutron] 10.222.0.73 "GET /v2.0/networks/17dd95af-f4fc-4cf4-8435-d85301db9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428552 Feb 10 12:10:23.559443 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2f129d5f-a0ed-479e-9fb0-e2ff892414b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824443522', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '55814da0-f35d-4c9b-aaa3-ba13e7cfa84b', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'floating_ip_address': '172.26.4.201', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'port_id': 'ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd', 'mac_address': 'fa:16:3e:6f:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390c2fdf-5a75-4615-aeeb-46a274f9997c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:10:20Z', 'updated_at': '2022-02-10T12:10:20Z', 'revision_number': 0, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c70d94a-bc29-4b3f-9772-17c39cd32dd3', 'name': '', 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6c:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:01Z', 'updated_at': '2022-02-10T12:10:10Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:23.564251 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f129d5f-a0ed-479e-9fb0-e2ff892414b8 None None] The sync data for ids ['deca42e0-0d3e-4064-bb6d-8c8518517619'] in dv-neutron-828497-1-hyperv is: [{'id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824443522', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '55814da0-f35d-4c9b-aaa3-ba13e7cfa84b', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'floating_ip_address': '172.26.4.201', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'port_id': 'ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd', 'mac_address': 'fa:16:3e:6f:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390c2fdf-5a75-4615-aeeb-46a274f9997c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:10:20Z', 'updated_at': '2022-02-10T12:10:20Z', 'revision_number': 0, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c70d94a-bc29-4b3f-9772-17c39cd32dd3', 'name': '', 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6c:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:01Z', 'updated_at': '2022-02-10T12:10:10Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:10:23.899346 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47236) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:24.014971 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-99448a43-f6be-43e8-bc3e-d99348b014a9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/55814da0-f35d-4c9b-aaa3-ba13e7cfa84b HTTP/1.1" status: 200 len: 991 time: 0.1145065 Feb 10 12:10:24.242655 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f218e-c986-44c2-b0c7-aa6e46224a2d None None] New status for floating IP 55814da0-f35d-4c9b-aaa3-ba13e7cfa84b: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:10:25.019492 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47240) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:25.134630 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d997acbb-5a0d-45da-889b-81d29eca43f6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/55814da0-f35d-4c9b-aaa3-ba13e7cfa84b HTTP/1.1" status: 200 len: 993 time: 0.1136420 Feb 10 12:10:26.559709 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-52021ff1-5bdc-41a4-a941-946236c50154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:28.865096 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5104df88-747a-4ce8-a768-f6419cdd31e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:29.961636 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:30.185408 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:31.697160 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:37.407893 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:10:38.630872 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:42.322605 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-32c9db2c-c538-4de5-942d-683db09353ff req-a323057d-29ef-4bbb-aec8-bb854e76099c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1522861 Feb 10 12:10:42.492288 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-32c9db2c-c538-4de5-942d-683db09353ff req-06f88adb-1700-4237-a1bd-7257d5dfe109 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 1098 time: 0.0880370 Feb 10 12:10:42.656151 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9db2c-c538-4de5-942d-683db09353ff req-b3ddde99-c6a8-470e-8b98-6d08ab74ff2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:42.657699 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-32c9db2c-c538-4de5-942d-683db09353ff req-b3ddde99-c6a8-470e-8b98-6d08ab74ff2f service neutron] 10.222.0.73 "GET /v2.0/networks?id=17dd95af-f4fc-4cf4-8435-d85301db9ffd HTTP/1.1" status: 200 len: 897 time: 0.1402335 Feb 10 12:10:42.884661 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-32c9db2c-c538-4de5-942d-683db09353ff req-793ab64c-76eb-4d6f-996b-ee4ab9057d95 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 HTTP/1.1" status: 200 len: 1001 time: 0.2199562 Feb 10 12:10:42.956192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9db2c-c538-4de5-942d-683db09353ff req-c5a43cf9-7b05-4e82-a4e2-bd324cd7403a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:42.958194 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-32c9db2c-c538-4de5-942d-683db09353ff req-c5a43cf9-7b05-4e82-a4e2-bd324cd7403a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bca14b1c-6785-4ff6-9233-86827e07c4f9 HTTP/1.1" status: 200 len: 835 time: 0.0657740 Feb 10 12:10:43.039998 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-32c9db2c-c538-4de5-942d-683db09353ff req-3fbdac28-baa3-465b-849c-e571648d3030 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17dd95af-f4fc-4cf4-8435-d85301db9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757470 Feb 10 12:10:43.051929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [req-32c9db2c-c538-4de5-942d-683db09353ff req-2081d949-c97d-4013-a1bb-0e0c67aafd15 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 12:10:43.052900 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-32c9db2c-c538-4de5-942d-683db09353ff req-2081d949-c97d-4013-a1bb-0e0c67aafd15 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059049 Feb 10 12:10:43.199516 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-32c9db2c-c538-4de5-942d-683db09353ff req-b2510d68-777b-449d-a01c-aa6413020e64 service neutron] 10.222.0.73 "GET /v2.0/networks/17dd95af-f4fc-4cf4-8435-d85301db9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396585 Feb 10 12:10:43.366940 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-32c9db2c-c538-4de5-942d-683db09353ff req-a3090061-70d0-4a85-a064-5302ffc458eb service neutron] 10.222.0.73 "GET /v2.0/networks/17dd95af-f4fc-4cf4-8435-d85301db9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576147 Feb 10 12:10:54.855212 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989f79e-2e5f-4580-8710-ede501e674df req-e4afd38e-5832-40da-a452-fabe15eebc5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:54.857730 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a989f79e-2e5f-4580-8710-ede501e674df req-e4afd38e-5832-40da-a452-fabe15eebc5f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.1665490 Feb 10 12:10:54.938561 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a989f79e-2e5f-4580-8710-ede501e674df req-d2009a8a-1e82-4a15-b6e7-d1140f1a55a9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748594 Feb 10 12:10:56.164179 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49c43d-24e5-471e-80e7-6c8469e32bb6 req-8515956b-3add-46f8-8e40-8548a4b30c95 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:56.165845 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0e49c43d-24e5-471e-80e7-6c8469e32bb6 req-8515956b-3add-46f8-8e40-8548a4b30c95 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.0907738 Feb 10 12:10:56.223519 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0e49c43d-24e5-471e-80e7-6c8469e32bb6 req-ab149b04-c478-441b-8256-55dcd64801aa tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463152 Feb 10 12:10:56.555862 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7da70a1f-11f7-427d-80ea-e7facb2c759d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:57.452112 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827e7c4-a0a7-4cf5-933a-fc6a27053fa4 req-7d35b258-d536-4650-9065-8f057030362d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:57.453729 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827e7c4-a0a7-4cf5-933a-fc6a27053fa4 req-7d35b258-d536-4650-9065-8f057030362d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.0866282 Feb 10 12:10:57.509595 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d827e7c4-a0a7-4cf5-933a-fc6a27053fa4 req-40838755-0b70-4160-98fd-387c270a18af tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453782 Feb 10 12:10:58.759333 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b53fd-ed27-45f8-bd84-8cc68b03a86f req-7ad72cda-992e-4ca9-a52c-e5a1320c2d11 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:58.761029 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-840b53fd-ed27-45f8-bd84-8cc68b03a86f req-7ad72cda-992e-4ca9-a52c-e5a1320c2d11 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.0930424 Feb 10 12:10:58.818650 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-840b53fd-ed27-45f8-bd84-8cc68b03a86f req-027dd123-71d3-4b55-a616-d662b9bb957e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502610 Feb 10 12:10:58.869765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-391781a2-ffcc-4016-aa79-87cac1cc8e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:59.971640 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:00.097488 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04b168-8610-4e2b-81ac-933e2ee9016a req-8946f745-3ccb-4586-b098-f2ccca7decea tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:00.099056 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fb04b168-8610-4e2b-81ac-933e2ee9016a req-8946f745-3ccb-4586-b098-f2ccca7decea tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.0858054 Feb 10 12:11:00.179368 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fb04b168-8610-4e2b-81ac-933e2ee9016a req-9547e64d-9498-4ec8-9a65-86c6661ed63d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708568 Feb 10 12:11:00.188777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:01.514676 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff37dde-8b6c-4551-bb39-35be205417de req-1a1d3b27-d667-454f-a8ee-741fabeafdd4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:01.516258 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cff37dde-8b6c-4551-bb39-35be205417de req-1a1d3b27-d667-454f-a8ee-741fabeafdd4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.2008817 Feb 10 12:11:01.569222 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cff37dde-8b6c-4551-bb39-35be205417de req-9e9ac82d-39a2-46b2-900b-e314762cfff1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461888 Feb 10 12:11:01.699420 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:02.787943 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fe5e2-db48-4052-927b-84158d8f98d7 req-90b17a88-ce04-4e7f-9b22-f17ec3257286 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:02.789583 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-917fe5e2-db48-4052-927b-84158d8f98d7 req-90b17a88-ce04-4e7f-9b22-f17ec3257286 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.0891082 Feb 10 12:11:02.840549 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-917fe5e2-db48-4052-927b-84158d8f98d7 req-f8d98be1-8479-4254-8627-f02cd8de4807 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451202 Feb 10 12:11:04.056218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170016-0d5b-4a99-b6c9-e8047d2bc98c req-abb8b559-6577-4fdb-8d66-7f216809b939 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:04.058012 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fb170016-0d5b-4a99-b6c9-e8047d2bc98c req-abb8b559-6577-4fdb-8d66-7f216809b939 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.0831172 Feb 10 12:11:04.108809 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fb170016-0d5b-4a99-b6c9-e8047d2bc98c req-f9c9f1c9-e142-4287-a4f2-00d1a9ae8f39 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446651 Feb 10 12:11:05.330177 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76a5c9-f8e8-45c1-ad7f-da62d4de5cb4 req-62dd958e-853a-40d8-881c-8d7cc5d55295 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:05.331815 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a76a5c9-f8e8-45c1-ad7f-da62d4de5cb4 req-62dd958e-853a-40d8-881c-8d7cc5d55295 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.0890310 Feb 10 12:11:05.385572 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a76a5c9-f8e8-45c1-ad7f-da62d4de5cb4 req-85f43846-4b2e-4133-aad4-d9a6c07fdc07 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473983 Feb 10 12:11:05.417614 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47282) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:05.537720 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ccf1ac7f-c970-497c-9a8f-83a6d2be5c32 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/55814da0-f35d-4c9b-aaa3-ba13e7cfa84b HTTP/1.1" status: 200 len: 993 time: 0.1188173 Feb 10 12:11:07.219201 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32640957-981c-4d0e-aacc-fe138053e279 req-b6a2c8fc-9523-4684-8033-71d66c68ab45 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:07.221319 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-32640957-981c-4d0e-aacc-fe138053e279 req-b6a2c8fc-9523-4684-8033-71d66c68ab45 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.0931671 Feb 10 12:11:07.225301 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cf5b95da-1a0d-48a7-b5df-559fbc00b1f2 req-8797139b-54cd-4567-93f1-c4218e5aab1b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 1098 time: 0.1034281 Feb 10 12:11:07.281495 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-32640957-981c-4d0e-aacc-fe138053e279 req-d2f9031f-a4d0-4a16-9aa9-a3f696ceda87 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539801 Feb 10 12:11:07.384221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b95da-1a0d-48a7-b5df-559fbc00b1f2 req-76fae621-a7ac-4a7a-ae8d-d5d169bdd787 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:07.386160 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cf5b95da-1a0d-48a7-b5df-559fbc00b1f2 req-76fae621-a7ac-4a7a-ae8d-d5d169bdd787 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17dd95af-f4fc-4cf4-8435-d85301db9ffd HTTP/1.1" status: 200 len: 897 time: 0.1545649 Feb 10 12:11:07.506005 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cf5b95da-1a0d-48a7-b5df-559fbc00b1f2 req-0246eb00-5cf3-42a6-9af9-4aa8e7c02f96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 HTTP/1.1" status: 200 len: 1001 time: 0.1122799 Feb 10 12:11:07.575747 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b95da-1a0d-48a7-b5df-559fbc00b1f2 req-22150c3c-b75d-470b-bc0a-21c6e5bbfe8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:07.577578 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cf5b95da-1a0d-48a7-b5df-559fbc00b1f2 req-22150c3c-b75d-470b-bc0a-21c6e5bbfe8c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bca14b1c-6785-4ff6-9233-86827e07c4f9 HTTP/1.1" status: 200 len: 835 time: 0.0646069 Feb 10 12:11:07.662571 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cf5b95da-1a0d-48a7-b5df-559fbc00b1f2 req-496a4c9d-f318-43f2-a52a-50d39fb94bde service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17dd95af-f4fc-4cf4-8435-d85301db9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787382 Feb 10 12:11:07.822038 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cf5b95da-1a0d-48a7-b5df-559fbc00b1f2 req-4d6b5b79-a83e-4632-990d-b28c4565d8d7 service neutron] 10.222.0.73 "GET /v2.0/networks/17dd95af-f4fc-4cf4-8435-d85301db9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529248 Feb 10 12:11:08.020239 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cf5b95da-1a0d-48a7-b5df-559fbc00b1f2 req-6de5b1f6-18ae-4b56-b2b4-bca7432e9783 service neutron] 10.222.0.73 "GET /v2.0/networks/17dd95af-f4fc-4cf4-8435-d85301db9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919830 Feb 10 12:11:08.536777 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e4359-4323-4115-b879-670a31586492 req-c1d0829a-a6fa-492f-b6be-162e14feb4c4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:08.538415 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-576e4359-4323-4115-b879-670a31586492 req-c1d0829a-a6fa-492f-b6be-162e14feb4c4 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.0910842 Feb 10 12:11:08.588337 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-576e4359-4323-4115-b879-670a31586492 req-abeacead-3eef-48f7-89f4-0f4dff6b81c5 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438163 Feb 10 12:11:08.629586 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:09.824411 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ca244-e50e-41fc-83bc-dc112e7c1de0 req-881913e7-cf60-47d2-b70b-02075dce5f33 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:09.826040 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-144ca244-e50e-41fc-83bc-dc112e7c1de0 req-881913e7-cf60-47d2-b70b-02075dce5f33 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.0894976 Feb 10 12:11:09.879357 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-144ca244-e50e-41fc-83bc-dc112e7c1de0 req-7e2f25aa-ca6c-4e9b-a108-8a198a43a8ba tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466380 Feb 10 12:11:09.934106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47300) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:10.050626 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e2649c8b-827e-460f-9f38-3851208be9ea tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/55814da0-f35d-4c9b-aaa3-ba13e7cfa84b HTTP/1.1" status: 200 len: 993 time: 0.1153226 Feb 10 12:11:14.413360 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:11:26.550776 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ef43ba01-2c0d-449c-96f6-bd3b545f7a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:28.869039 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9d203c9f-8952-4c18-a549-8991ac7f08c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:29.965115 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:30.187753 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:31.702188 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:38.635084 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:40.517082 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47316) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:40.750878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port 5f917b22-7380-49dd-9724-3eb0972b4ca9 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:11:40.751326 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:41.057735 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:41.058144 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:41.202313 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for 5f917b22-7380-49dd-9724-3eb0972b4ca9 owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:11:41.370280 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:41.425006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=5f917b22-7380-49dd-9724-3eb0972b4ca9,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:41.466273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:41.466519 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:41.466859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:41.467194 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:41.467527 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:41.467858 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:41.468187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:41.468627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:41.469159 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:41.469521 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:41.469852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:41.534422 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:41.987120 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router deca42e0-0d3e-4064-bb6d-8c8518517619 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:11:42.208934 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:11:42.221595 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55404f7-efbd-4875-b600-5a619c26de27 None None] Sync routers for ids ['deca42e0-0d3e-4064-bb6d-8c8518517619'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:11:42.230467 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:42.242124 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55404f7-efbd-4875-b600-5a619c26de27 None None] Routers {'deca42e0-0d3e-4064-bb6d-8c8518517619'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:11:42.243016 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a55404f7-efbd-4875-b600-5a619c26de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:11:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['deca42e0-0d3e-4064-bb6d-8c8518517619'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:42.298672 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-aaba5932-4b49-4e0a-9d97-a5300431cf9a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/floatingips/55814da0-f35d-4c9b-aaa3-ba13e7cfa84b HTTP/1.1" status: 204 len: 168 time: 1.7757981 Feb 10 12:11:42.298672 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390c2fdf-5a75-4615-aeeb-46a274f9997c', 'tag': 'ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:11:42.389269 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390c2fdf-5a75-4615-aeeb-46a274f9997c', 'tag': 'ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04', 'status': 'completed', 'code': 200} Feb 10 12:11:42.502329 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d5eb9992-99a2-404d-aff7-7334c5177432 req-cc0c76b8-488e-4086-a89a-b4636cd0e673 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 1098 time: 0.0910103 Feb 10 12:11:42.550548 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a55404f7-efbd-4875-b600-5a619c26de27 None None] Set router deca42e0-0d3e-4064-bb6d-8c8518517619 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:11:42.706610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb9992-99a2-404d-aff7-7334c5177432 req-032b1d36-4100-477c-9431-34217bca93c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:42.710360 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d5eb9992-99a2-404d-aff7-7334c5177432 req-032b1d36-4100-477c-9431-34217bca93c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17dd95af-f4fc-4cf4-8435-d85301db9ffd HTTP/1.1" status: 200 len: 897 time: 0.2011201 Feb 10 12:11:43.013699 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d5eb9992-99a2-404d-aff7-7334c5177432 req-1553f68d-1a83-48e1-a241-4e3fcac3218c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 HTTP/1.1" status: 200 len: 217 time: 0.2968102 Feb 10 12:11:43.073928 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18278c0d-902f-4dbb-891d-f51232b629c7 req-eafc7f70-2cc0-4808-b537-624702371596 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:43.076326 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-18278c0d-902f-4dbb-891d-f51232b629c7 req-eafc7f70-2cc0-4808-b537-624702371596 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.1190293 Feb 10 12:11:43.126623 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb9992-99a2-404d-aff7-7334c5177432 req-ee398865-fb37-42b1-b3bb-1b308763cae9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:43.129317 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d5eb9992-99a2-404d-aff7-7334c5177432 req-ee398865-fb37-42b1-b3bb-1b308763cae9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bca14b1c-6785-4ff6-9233-86827e07c4f9 HTTP/1.1" status: 200 len: 835 time: 0.1080849 Feb 10 12:11:43.134688 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-18278c0d-902f-4dbb-891d-f51232b629c7 req-ed8ca177-6a2a-4817-b497-9b593af78257 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494931 Feb 10 12:11:43.135018 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a55404f7-efbd-4875-b600-5a619c26de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824443522', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4c70d94a-bc29-4b3f-9772-17c39cd32dd3', 'name': '', 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6c:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:01Z', 'updated_at': '2022-02-10T12:10:10Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:43.143365 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55404f7-efbd-4875-b600-5a619c26de27 None None] Checking router: deca42e0-0d3e-4064-bb6d-8c8518517619 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:11:43.167211 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55404f7-efbd-4875-b600-5a619c26de27 None None] Routers {'deca42e0-0d3e-4064-bb6d-8c8518517619'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:11:43.167211 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a55404f7-efbd-4875-b600-5a619c26de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:11:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['deca42e0-0d3e-4064-bb6d-8c8518517619'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:43.241647 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d5eb9992-99a2-404d-aff7-7334c5177432 req-438e8c29-fe97-4fb6-b0d7-ecdb29c91b5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17dd95af-f4fc-4cf4-8435-d85301db9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1050484 Feb 10 12:11:43.394167 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d5eb9992-99a2-404d-aff7-7334c5177432 req-741df494-4285-4719-8d77-d4f86b68c6f7 service neutron] 10.222.0.73 "GET /v2.0/networks/17dd95af-f4fc-4cf4-8435-d85301db9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450255 Feb 10 12:11:43.485467 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a55404f7-efbd-4875-b600-5a619c26de27 None None] Set router deca42e0-0d3e-4064-bb6d-8c8518517619 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:11:43.548251 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d5eb9992-99a2-404d-aff7-7334c5177432 req-f6e73e77-d4da-4c6a-9c4e-423d08e744ae service neutron] 10.222.0.73 "GET /v2.0/networks/17dd95af-f4fc-4cf4-8435-d85301db9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475182 Feb 10 12:11:43.867998 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a55404f7-efbd-4875-b600-5a619c26de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824443522', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4c70d94a-bc29-4b3f-9772-17c39cd32dd3', 'name': '', 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6c:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:01Z', 'updated_at': '2022-02-10T12:10:10Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:43.875623 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55404f7-efbd-4875-b600-5a619c26de27 None None] The sync data for ids ['deca42e0-0d3e-4064-bb6d-8c8518517619'] in dv-neutron-828497-1-hyperv is: [{'id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824443522', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4c70d94a-bc29-4b3f-9772-17c39cd32dd3', 'name': '', 'network_id': '17dd95af-f4fc-4cf4-8435-d85301db9ffd', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:6c:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:01Z', 'updated_at': '2022-02-10T12:10:10Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'bca14b1c-6785-4ff6-9233-86827e07c4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:11:44.120200 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51dfeae-398c-4ad2-b4d3-ae49fcf2f0ef None None] New status for floating IP 55814da0-f35d-4c9b-aaa3-ba13e7cfa84b: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:11:44.372603 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c4269-18d2-49cd-831a-9528a08ceae3 req-5be2a3c3-008b-4b4a-aafe-402d74999147 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:44.374214 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea2c4269-18d2-49cd-831a-9528a08ceae3 req-5be2a3c3-008b-4b4a-aafe-402d74999147 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.0922723 Feb 10 12:11:44.409236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d8323-ce06-41d3-a2eb-72cc4f5acc21 req-76c76927-758d-4550-8183-48578d396a06 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:44.410004 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-3e8d8323-ce06-41d3-a2eb-72cc4f5acc21 req-76c76927-758d-4550-8183-48578d396a06 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:11:44.428363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-3e8d8323-ce06-41d3-a2eb-72cc4f5acc21 req-76c76927-758d-4550-8183-48578d396a06 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:11:44.429880 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3e8d8323-ce06-41d3-a2eb-72cc4f5acc21 req-76c76927-758d-4550-8183-48578d396a06 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 945 time: 0.1208568 Feb 10 12:11:44.451906 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea2c4269-18d2-49cd-831a-9528a08ceae3 req-c421ece4-0e7c-4d01-8343-b9b39c78022c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699587 Feb 10 12:11:44.519384 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-3e8d8323-ce06-41d3-a2eb-72cc4f5acc21 req-57f712ff-701c-4b4f-bc35-63bf84bdf1ef tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:11:44.519861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3e8d8323-ce06-41d3-a2eb-72cc4f5acc21 req-57f712ff-701c-4b4f-bc35-63bf84bdf1ef tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:44.797073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-3e8d8323-ce06-41d3-a2eb-72cc4f5acc21 req-57f712ff-701c-4b4f-bc35-63bf84bdf1ef tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] For port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04,segment=NetworkSegment(63712c5a-ab77-447a-8d06-3d7f385c103c),segment_id=63712c5a-ab77-447a-8d06-3d7f385c103c)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:11:44.798334 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3e8d8323-ce06-41d3-a2eb-72cc4f5acc21 req-57f712ff-701c-4b4f-bc35-63bf84bdf1ef tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:44.932797 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-3e8d8323-ce06-41d3-a2eb-72cc4f5acc21 req-57f712ff-701c-4b4f-bc35-63bf84bdf1ef tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:11:45.098810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3e8d8323-ce06-41d3-a2eb-72cc4f5acc21 req-57f712ff-701c-4b4f-bc35-63bf84bdf1ef tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:45.151840 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f712ff-701c-4b4f-bc35-63bf84bdf1ef tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:45.232393 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8d8323-ce06-41d3-a2eb-72cc4f5acc21 req-57f712ff-701c-4b4f-bc35-63bf84bdf1ef tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] No DVR routers for this DVR port ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:11:45.235555 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-3e8d8323-ce06-41d3-a2eb-72cc4f5acc21 req-57f712ff-701c-4b4f-bc35-63bf84bdf1ef tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:45.238477 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390c2fdf-5a75-4615-aeeb-46a274f9997c', 'name': 'network-vif-deleted', 'tag': 'ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:11:45.256415 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3e8d8323-ce06-41d3-a2eb-72cc4f5acc21 req-57f712ff-701c-4b4f-bc35-63bf84bdf1ef tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "DELETE /v2.0/ports/ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 HTTP/1.1" status: 204 len: 173 time: 0.8208876 Feb 10 12:11:45.312804 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390c2fdf-5a75-4615-aeeb-46a274f9997c', 'name': 'network-vif-deleted', 'tag': 'ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04', 'status': 'completed', 'code': 200} Feb 10 12:11:45.738789 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2bfd149-a828-4787-819e-2162c5caff65 req-1a5789cc-3dd7-45a4-920f-0ecd58369686 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=390c2fdf-5a75-4615-aeeb-46a274f9997c HTTP/1.1" status: 200 len: 210 time: 0.0473299 Feb 10 12:11:46.867167 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47338) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:47.533904 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2dd1f9e3-f7b4-4ca3-ac60-87b7d52d9d82 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:48.271937 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1f9e3-f7b4-4ca3-ac60-87b7d52d9d82 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:11:48.272667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2dd1f9e3-f7b4-4ca3-ac60-87b7d52d9d82 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:48.485784 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-2dd1f9e3-f7b4-4ca3-ac60-87b7d52d9d82 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] For port 4c70d94a-bc29-4b3f-9772-17c39cd32dd3, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4c70d94a-bc29-4b3f-9772-17c39cd32dd3,segment=NetworkSegment(63712c5a-ab77-447a-8d06-3d7f385c103c),segment_id=63712c5a-ab77-447a-8d06-3d7f385c103c)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:11:48.486148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2dd1f9e3-f7b4-4ca3-ac60-87b7d52d9d82 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:48.539038 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:11:48.575188 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:11:48.575666 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device ddb3b6d4-8ebe-4ee9-9826-a1d1ee4acd04 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:11:48.617534 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1f9e3-f7b4-4ca3-ac60-87b7d52d9d82 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:11:48.844464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2dd1f9e3-f7b4-4ca3-ac60-87b7d52d9d82 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:48.948802 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1f9e3-f7b4-4ca3-ac60-87b7d52d9d82 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=4c70d94a-bc29-4b3f-9772-17c39cd32dd3,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:49.534636 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2dd1f9e3-f7b4-4ca3-ac60-87b7d52d9d82 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:50.377612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd1f9e3-f7b4-4ca3-ac60-87b7d52d9d82 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router deca42e0-0d3e-4064-bb6d-8c8518517619 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:11:50.596410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd1f9e3-f7b4-4ca3-ac60-87b7d52d9d82 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:11:50.611710 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b7153-1281-4188-8a1d-25c1a357d25c None None] Sync routers for ids ['deca42e0-0d3e-4064-bb6d-8c8518517619'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:11:50.613413 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2dd1f9e3-f7b4-4ca3-ac60-87b7d52d9d82 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "PUT /v2.0/routers/deca42e0-0d3e-4064-bb6d-8c8518517619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7444921 Feb 10 12:11:50.617612 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47342) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:50.627329 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b7153-1281-4188-8a1d-25c1a357d25c None None] Routers {'deca42e0-0d3e-4064-bb6d-8c8518517619'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:11:50.628305 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-524b7153-1281-4188-8a1d-25c1a357d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:11:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['deca42e0-0d3e-4064-bb6d-8c8518517619'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:50.859677 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-524b7153-1281-4188-8a1d-25c1a357d25c None None] Set router deca42e0-0d3e-4064-bb6d-8c8518517619 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:11:50.873530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9387e16-8442-4a0b-848b-d84b7e39bfd1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting subnet bca14b1c-6785-4ff6-9233-86827e07c4f9 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:11:50.880313 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b9387e16-8442-4a0b-848b-d84b7e39bfd1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:50.987804 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b9387e16-8442-4a0b-848b-d84b7e39bfd1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:51.081586 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b9387e16-8442-4a0b-848b-d84b7e39bfd1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:51.171118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b9387e16-8442-4a0b-848b-d84b7e39bfd1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:51.214890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9387e16-8442-4a0b-848b-d84b7e39bfd1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Subnet': ['ID=bca14b1c-6785-4ff6-9233-86827e07c4f9,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:51.223231 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b9387e16-8442-4a0b-848b-d84b7e39bfd1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:51.224034 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-524b7153-1281-4188-8a1d-25c1a357d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824443522', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:11:48Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:51.229894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b7153-1281-4188-8a1d-25c1a357d25c None None] Checking router: deca42e0-0d3e-4064-bb6d-8c8518517619 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:11:51.230391 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b9387e16-8442-4a0b-848b-d84b7e39bfd1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/subnets/bca14b1c-6785-4ff6-9233-86827e07c4f9 HTTP/1.1" status: 204 len: 168 time: 0.6112449 Feb 10 12:11:51.234518 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c998f3b5-31f9-4b60-af0f-cbffc7872207 None None] Network 17dd95af-f4fc-4cf4-8435-d85301db9ffd requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:11:51.234793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47346) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:51.380205 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b7153-1281-4188-8a1d-25c1a357d25c None None] Routers {'deca42e0-0d3e-4064-bb6d-8c8518517619'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:11:51.381051 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-524b7153-1281-4188-8a1d-25c1a357d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:11:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['deca42e0-0d3e-4064-bb6d-8c8518517619'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:51.418673 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:11:51.476456 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-69ee6083-840a-4206-ae28-db0e61fa8fd8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:51.668568 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-524b7153-1281-4188-8a1d-25c1a357d25c None None] Set router deca42e0-0d3e-4064-bb6d-8c8518517619 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:11:51.894297 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] DHCP port deletion for 17dd95af-f4fc-4cf4-8435-d85301db9ffd request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:11:51.909063 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] Deleting port 10d0df71-4696-424e-9c51-a59585423d29 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:11:51.909688 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:51.922902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-69ee6083-840a-4206-ae28-db0e61fa8fd8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:51.938280 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-69ee6083-840a-4206-ae28-db0e61fa8fd8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port ae876f0b-0160-411e-bdfb-8814df020eaa {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:11:51.938807 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-69ee6083-840a-4206-ae28-db0e61fa8fd8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:52.224327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-69ee6083-840a-4206-ae28-db0e61fa8fd8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] For port ae876f0b-0160-411e-bdfb-8814df020eaa, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=ae876f0b-0160-411e-bdfb-8814df020eaa,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:11:52.224618 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-69ee6083-840a-4206-ae28-db0e61fa8fd8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:52.306417 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-524b7153-1281-4188-8a1d-25c1a357d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824443522', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:11:48Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:52.309705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] For port 10d0df71-4696-424e-9c51-a59585423d29, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=10d0df71-4696-424e-9c51-a59585423d29,segment=NetworkSegment(63712c5a-ab77-447a-8d06-3d7f385c103c),segment_id=63712c5a-ab77-447a-8d06-3d7f385c103c)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:11:52.310099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:52.325794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b7153-1281-4188-8a1d-25c1a357d25c None None] The sync data for ids ['deca42e0-0d3e-4064-bb6d-8c8518517619'] in dv-neutron-828497-1-hyperv is: [{'id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824443522', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:11:48Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'ae876f0b-0160-411e-bdfb-8814df020eaa', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca42e0-0d3e-4064-bb6d-8c8518517619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:56Z', 'updated_at': '2022-02-10T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:11:52.363642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-69ee6083-840a-4206-ae28-db0e61fa8fd8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for ae876f0b-0160-411e-bdfb-8814df020eaa owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:11:52.448918 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] Calling delete_port for 10d0df71-4696-424e-9c51-a59585423d29 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:11:52.531116 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:52.559058 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-69ee6083-840a-4206-ae28-db0e61fa8fd8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:52.584326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] Pushing event deleted for resources: {'Port': ['ID=10d0df71-4696-424e-9c51-a59585423d29,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:52.596170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] No DVR routers for this DVR port 10d0df71-4696-424e-9c51-a59585423d29 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:11:52.600091 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:52.600514 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:52.600791 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:52.601103 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:52.601413 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:52.601735 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:52.602054 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:52.602370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:52.602698 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:52.603019 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:52.603335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343043f5-cbad-4f44-bcb6-4c14c864c13d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:52.613469 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee6083-840a-4206-ae28-db0e61fa8fd8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=ae876f0b-0160-411e-bdfb-8814df020eaa,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:52.882512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-69ee6083-840a-4206-ae28-db0e61fa8fd8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:53.172059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-69ee6083-840a-4206-ae28-db0e61fa8fd8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:53.177524 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-69ee6083-840a-4206-ae28-db0e61fa8fd8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:53.211308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-69ee6083-840a-4206-ae28-db0e61fa8fd8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:53.211967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ee6083-840a-4206-ae28-db0e61fa8fd8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Fanout notify agent at l3_agent the message router_deleted on router deca42e0-0d3e-4064-bb6d-8c8518517619 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:11:53.235081 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-69ee6083-840a-4206-ae28-db0e61fa8fd8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:53.236289 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-69ee6083-840a-4206-ae28-db0e61fa8fd8 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/routers/deca42e0-0d3e-4064-bb6d-8c8518517619 HTTP/1.1" status: 204 len: 168 time: 2.0006104 Feb 10 12:11:53.240253 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47350) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:53.495068 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5affff7c-54e0-427f-95a5-8e92acebcdd2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:53.651859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5affff7c-54e0-427f-95a5-8e92acebcdd2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:53.688411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5affff7c-54e0-427f-95a5-8e92acebcdd2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17dd95af-f4fc-4cf4-8435-d85301db9ffd']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:53.703379 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5affff7c-54e0-427f-95a5-8e92acebcdd2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63712c5a-ab77-447a-8d06-3d7f385c103c') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:53.703661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-5affff7c-54e0-427f-95a5-8e92acebcdd2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63712c5a-ab77-447a-8d06-3d7f385c103c') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:53.717367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5affff7c-54e0-427f-95a5-8e92acebcdd2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:53.739052 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5affff7c-54e0-427f-95a5-8e92acebcdd2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:53.746862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5affff7c-54e0-427f-95a5-8e92acebcdd2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:11:53.747269 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5affff7c-54e0-427f-95a5-8e92acebcdd2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:11:53.764176 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:11:53.861391 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:11:53.863370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5affff7c-54e0-427f-95a5-8e92acebcdd2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:53.900593 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5affff7c-54e0-427f-95a5-8e92acebcdd2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:53.904714 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:11:53.905114 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4c70d94a-bc29-4b3f-9772-17c39cd32dd3 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:11:53.906162 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 10d0df71-4696-424e-9c51-a59585423d29 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:11:53.924784 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5affff7c-54e0-427f-95a5-8e92acebcdd2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/networks/17dd95af-f4fc-4cf4-8435-d85301db9ffd HTTP/1.1" status: 204 len: 168 time: 0.6784379 Feb 10 12:11:53.924784 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affff7c-54e0-427f-95a5-8e92acebcdd2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Network': ['ID=17dd95af-f4fc-4cf4-8435-d85301db9ffd,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:53.926655 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47354) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:53.943678 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 10d0df71-4696-424e-9c51-a59585423d29 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:11:53.944128 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 10d0df71-4696-424e-9c51-a59585423d29 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:11:53.944437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ae876f0b-0160-411e-bdfb-8814df020eaa no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:11:53.984679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: ae876f0b-0160-411e-bdfb-8814df020eaa {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:11:53.985279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device ae876f0b-0160-411e-bdfb-8814df020eaa not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:11:54.021409 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-55db5dcf-e2b3-4d03-a627-8def1bb649b2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:54.057845 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-55db5dcf-e2b3-4d03-a627-8def1bb649b2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:54.146737 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-55db5dcf-e2b3-4d03-a627-8def1bb649b2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:54.169908 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db5dcf-e2b3-4d03-a627-8def1bb649b2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b12ca92-30e9-480b-aa42-dbed4bc9dd7a,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:54.187549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-55db5dcf-e2b3-4d03-a627-8def1bb649b2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:54.188851 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-55db5dcf-e2b3-4d03-a627-8def1bb649b2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/security-groups/6b12ca92-30e9-480b-aa42-dbed4bc9dd7a HTTP/1.1" status: 204 len: 168 time: 0.2624934 Feb 10 12:11:54.531491 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47362) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:54.537588 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-6fe88133-9f17-4e40-8d35-9615d5014c19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2052082629', 'description': 'tempest-secgroup-smoke-2052082629 description', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:11:54.543955 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6fe88133-9f17-4e40-8d35-9615d5014c19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:11:54.549512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6fe88133-9f17-4e40-8d35-9615d5014c19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:11:54.552947 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6fe88133-9f17-4e40-8d35-9615d5014c19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:11:54.559728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6fe88133-9f17-4e40-8d35-9615d5014c19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:11:54.573580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fe88133-9f17-4e40-8d35-9615d5014c19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:54.629543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6fe88133-9f17-4e40-8d35-9615d5014c19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:11:54.636239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6fe88133-9f17-4e40-8d35-9615d5014c19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:11:54.641951 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6fe88133-9f17-4e40-8d35-9615d5014c19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:11:54.652763 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-6fe88133-9f17-4e40-8d35-9615d5014c19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:11:54.759229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fe88133-9f17-4e40-8d35-9615d5014c19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:54.764105 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fe88133-9f17-4e40-8d35-9615d5014c19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:54.818258 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe88133-9f17-4e40-8d35-9615d5014c19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45992f03-9438-442a-9440-4ec4a7204cdb,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:54.821594 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6fe88133-9f17-4e40-8d35-9615d5014c19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:54.822980 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6fe88133-9f17-4e40-8d35-9615d5014c19 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2903619 Feb 10 12:11:54.829430 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47366) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:54.835062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-9ab76806-58c7-4ef3-880b-6123adc89c80 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '45992f03-9438-442a-9440-4ec4a7204cdb', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:11:54.841465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9ab76806-58c7-4ef3-880b-6123adc89c80 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:11:54.848339 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9ab76806-58c7-4ef3-880b-6123adc89c80 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:11:54.854044 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-9ab76806-58c7-4ef3-880b-6123adc89c80 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:11:54.864564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-9ab76806-58c7-4ef3-880b-6123adc89c80 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:11:54.889092 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ab76806-58c7-4ef3-880b-6123adc89c80 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:54.976283 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ab76806-58c7-4ef3-880b-6123adc89c80 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:54.980408 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ab76806-58c7-4ef3-880b-6123adc89c80 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.008868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab76806-58c7-4ef3-880b-6123adc89c80 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635e63bf-f9f0-4937-92d0-bc3f5f9eecf7,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:55.025010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ab76806-58c7-4ef3-880b-6123adc89c80 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.027141 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-9ab76806-58c7-4ef3-880b-6123adc89c80 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1969173 Feb 10 12:11:55.030072 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47370) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:55.036414 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-bda60d20-7d6c-4903-b0d9-2c624ac7b89e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '45992f03-9438-442a-9440-4ec4a7204cdb', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:11:55.042662 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-bda60d20-7d6c-4903-b0d9-2c624ac7b89e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:11:55.047849 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-bda60d20-7d6c-4903-b0d9-2c624ac7b89e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:11:55.051229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-bda60d20-7d6c-4903-b0d9-2c624ac7b89e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:11:55.057450 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-bda60d20-7d6c-4903-b0d9-2c624ac7b89e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:11:55.077230 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bda60d20-7d6c-4903-b0d9-2c624ac7b89e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.151953 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bda60d20-7d6c-4903-b0d9-2c624ac7b89e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.157480 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bda60d20-7d6c-4903-b0d9-2c624ac7b89e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.184637 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda60d20-7d6c-4903-b0d9-2c624ac7b89e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab179a0-0548-444d-80d5-b7af94cbcd25,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:55.197056 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bda60d20-7d6c-4903-b0d9-2c624ac7b89e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.198959 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bda60d20-7d6c-4903-b0d9-2c624ac7b89e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1675649 Feb 10 12:11:55.202911 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47374) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:55.212341 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-834f4302-fabb-48b1-bbf9-1338c04902dc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '45992f03-9438-442a-9440-4ec4a7204cdb', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:11:55.222609 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-834f4302-fabb-48b1-bbf9-1338c04902dc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:11:55.226985 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-834f4302-fabb-48b1-bbf9-1338c04902dc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:11:55.230385 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-834f4302-fabb-48b1-bbf9-1338c04902dc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:11:55.239035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-834f4302-fabb-48b1-bbf9-1338c04902dc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:11:55.259095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-834f4302-fabb-48b1-bbf9-1338c04902dc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.331981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-834f4302-fabb-48b1-bbf9-1338c04902dc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.336436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-834f4302-fabb-48b1-bbf9-1338c04902dc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.362526 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4302-fabb-48b1-bbf9-1338c04902dc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb6c847-cf5e-4ad2-bd2f-a0efd3a5d9f0,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:55.377282 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-834f4302-fabb-48b1-bbf9-1338c04902dc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.378748 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-834f4302-fabb-48b1-bbf9-1338c04902dc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1741920 Feb 10 12:11:55.381805 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47378) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:55.388508 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-d185a06f-f7fa-4cc1-ad74-d1bc0020306a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '45992f03-9438-442a-9440-4ec4a7204cdb', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:11:55.395296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d185a06f-f7fa-4cc1-ad74-d1bc0020306a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:11:55.399633 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d185a06f-f7fa-4cc1-ad74-d1bc0020306a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:11:55.403095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-d185a06f-f7fa-4cc1-ad74-d1bc0020306a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:11:55.409865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-d185a06f-f7fa-4cc1-ad74-d1bc0020306a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:11:55.430927 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d185a06f-f7fa-4cc1-ad74-d1bc0020306a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.512065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d185a06f-f7fa-4cc1-ad74-d1bc0020306a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.516584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d185a06f-f7fa-4cc1-ad74-d1bc0020306a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.544050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185a06f-f7fa-4cc1-ad74-d1bc0020306a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58d0996-3190-4d7f-a686-497a96e1e766,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:55.556081 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d185a06f-f7fa-4cc1-ad74-d1bc0020306a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.557362 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d185a06f-f7fa-4cc1-ad74-d1bc0020306a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1744471 Feb 10 12:11:55.560381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47382) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:55.566998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-8e548014-3ffb-4642-8560-d97af07d3efd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '45992f03-9438-442a-9440-4ec4a7204cdb', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:11:55.573404 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8e548014-3ffb-4642-8560-d97af07d3efd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:11:55.578716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8e548014-3ffb-4642-8560-d97af07d3efd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:11:55.582227 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8e548014-3ffb-4642-8560-d97af07d3efd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:11:55.589294 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8e548014-3ffb-4642-8560-d97af07d3efd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:11:55.605420 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-8e548014-3ffb-4642-8560-d97af07d3efd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Project 0e3cdd1e6ab34666a74a5c60bd58106c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:11:55.613917 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e548014-3ffb-4642-8560-d97af07d3efd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.689539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e548014-3ffb-4642-8560-d97af07d3efd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.694577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e548014-3ffb-4642-8560-d97af07d3efd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.722151 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e548014-3ffb-4642-8560-d97af07d3efd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fb0a59-f810-4e97-976f-0c75957e9002,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:55.733031 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e548014-3ffb-4642-8560-d97af07d3efd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.735010 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8e548014-3ffb-4642-8560-d97af07d3efd tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1736372 Feb 10 12:11:55.738123 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47386) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:55.744348 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-872b69d7-94f9-422b-9de7-f756217097c3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'security_group_rule': {'security_group_id': '45992f03-9438-442a-9440-4ec4a7204cdb', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:11:55.751640 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-872b69d7-94f9-422b-9de7-f756217097c3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:11:55.756181 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-872b69d7-94f9-422b-9de7-f756217097c3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:security_group_rule and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:11:55.759550 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-872b69d7-94f9-422b-9de7-f756217097c3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:11:55.767551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-872b69d7-94f9-422b-9de7-f756217097c3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:11:55.783360 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-872b69d7-94f9-422b-9de7-f756217097c3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Project 0e3cdd1e6ab34666a74a5c60bd58106c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:11:55.791353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-872b69d7-94f9-422b-9de7-f756217097c3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.874515 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-872b69d7-94f9-422b-9de7-f756217097c3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.879856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-872b69d7-94f9-422b-9de7-f756217097c3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.913259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b69d7-94f9-422b-9de7-f756217097c3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf60abe-812c-4228-bb39-e00d06f272eb,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:55.928529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-872b69d7-94f9-422b-9de7-f756217097c3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:55.930023 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-872b69d7-94f9-422b-9de7-f756217097c3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1907911 Feb 10 12:11:55.932935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47390) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:55.939071 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'network': {'name': 'tempest-network-smoke--419413045', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'port_security_enabled': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:11:55.944619 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:11:55.949580 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:network and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:11:55.953698 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:11:55.961115 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:11:55.972196 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Made reservation on behalf of 0e3cdd1e6ab34666a74a5c60bd58106c for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:11:55.975372 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:56.007950 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:11:56.021321 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:56.021693 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Added segment 1378b1d5-f83d-4487-afaa-dd6d04c118bd of type vlan for network f4d55839-9ea5-4235-baf8-ae9f8a294498 Feb 10 12:11:56.056506 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:56.098867 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:56.103512 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:56.104221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:56.222592 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2882571 Feb 10 12:11:56.226968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47394) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:56.229722 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Network': ['ID=f4d55839-9ea5-4235-baf8-ae9f8a294498,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:56.234222 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-87840386', 'admin_state_up': True, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:11:56.239857 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:56.240204 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:56.240553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:56.240894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:56.241270 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:56.241612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:56.241944 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:56.242282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:56.242457 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:11:56.242650 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:56.242917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:56.243243 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b99c-d4e4-4a65-884e-84feb1834ac9 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:56.248856 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:router and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:11:56.255633 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network f4d55839-9ea5-4235-baf8-ae9f8a294498 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:11:56.256532 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:11:56.264571 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:11:56.280250 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:56.281776 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:56.307167 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:56.485488 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:56.557849 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-12815884-8e88-4b88-9fd6-d91110a5a590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:56.688634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:56.719853 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:56.950745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.26.4.96 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/b671bce2-25eb-4317-83d7-ec2bbb44db61) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:11:57.229098 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:57.275059 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:57.548626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:11:57.554378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:11:57.562500 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:11:57.602186 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=b671bce2-25eb-4317-83d7-ec2bbb44db61,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:57.775293 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:57.776045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:58.042606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router 674bb630-825e-463b-be3e-791300a8ebe3 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:11:58.331529 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:11:58.344195 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Sync routers for ids ['674bb630-825e-463b-be3e-791300a8ebe3'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:11:58.358298 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Routers {'674bb630-825e-463b-be3e-791300a8ebe3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:11:58.359046 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:11:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['674bb630-825e-463b-be3e-791300a8ebe3'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:58.377671 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:58.380450 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7d9a90f8-e516-43e9-bac3-4e987620e083 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1517370 Feb 10 12:11:58.383615 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47398) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:58.432854 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-41a0b2f7-8838-4cb7-b03f-597657495548 tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=0e3cdd1e6ab34666a74a5c60bd58106c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479200 Feb 10 12:11:58.437578 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47402) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:58.575220 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Set router 674bb630-825e-463b-be3e-791300a8ebe3 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:11:58.606581 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37412c6-1a8c-44dc-83fe-bef376f4ae62 tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:58.608279 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a37412c6-1a8c-44dc-83fe-bef376f4ae62 tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1693525 Feb 10 12:11:58.611731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47406) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:58.662188 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3fa60a66-fe53-4bf2-887e-7a14cb036648 tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=585d1acb-5d6b-405b-8a3c-1987eb05be45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488367 Feb 10 12:11:58.665265 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47410) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:58.671541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-5d735d42-986c-499a-a9a6-ca899de96454 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2071691242', 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498', 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:11:58.881227 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5d735d42-986c-499a-a9a6-ca899de96454 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:11:58.899599 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5d735d42-986c-499a-a9a6-ca899de96454 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:subnet and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:11:58.900239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-5d735d42-986c-499a-a9a6-ca899de96454 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:11:58.908296 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3f17f7b5-c59b-482a-9807-851e654f9828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:58.913820 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-5d735d42-986c-499a-a9a6-ca899de96454 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:11:58.928552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d735d42-986c-499a-a9a6-ca899de96454 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Made reservation on behalf of 0e3cdd1e6ab34666a74a5c60bd58106c for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:11:58.975640 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674bb630-825e-463b-be3e-791300a8ebe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87840386', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:11:57Z', 'revision_number': 3, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:58.981111 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Checking router: 674bb630-825e-463b-be3e-791300a8ebe3 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:11:58.982038 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Updating router 674bb630-825e-463b-be3e-791300a8ebe3 port b671bce2-25eb-4317-83d7-ec2bbb44db61 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:11:59.052552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5d735d42-986c-499a-a9a6-ca899de96454 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:59.054932 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:59.400743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5d735d42-986c-499a-a9a6-ca899de96454 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:59.429532 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:59.453517 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Transition to ACTIVE for port object b671bce2-25eb-4317-83d7-ec2bbb44db61 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:11:59.462906 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:59.493607 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d735d42-986c-499a-a9a6-ca899de96454 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Subnet': ['ID=a73324d7-3467-4caf-bcc8-eb7c51b409e6,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:59.509730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d735d42-986c-499a-a9a6-ca899de96454 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Checking segment: {'id': '1378b1d5-f83d-4487-afaa-dd6d04c118bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:11:59.510201 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d735d42-986c-499a-a9a6-ca899de96454 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network hostable DHCP agents. Network: f4d55839-9ea5-4235-baf8-ae9f8a294498, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:11:59.543299 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d735d42-986c-499a-a9a6-ca899de96454 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network f4d55839-9ea5-4235-baf8-ae9f8a294498 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:11:59.561308 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5d735d42-986c-499a-a9a6-ca899de96454 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, f4d55839-9ea5-4235-baf8-ae9f8a294498) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:11:59.567675 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d735d42-986c-499a-a9a6-ca899de96454 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:59.568543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5d735d42-986c-499a-a9a6-ca899de96454 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:59.577842 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d9aef-57e9-4b7a-a8b6-c939f67744b8 None None] Pushing event updated for resources: {'Port': ['ID=b671bce2-25eb-4317-83d7-ec2bbb44db61,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:59.580537 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Attempting to bind port b671bce2-25eb-4317-83d7-ec2bbb44db61 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:11:59.580907 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Attempting to bind port b671bce2-25eb-4317-83d7-ec2bbb44db61 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:11:59.581297 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Attempting to bind port b671bce2-25eb-4317-83d7-ec2bbb44db61 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:11:59.582736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96df97f1-6241-45b4-8024-2c65c39f8403 None None] Network f4d55839-9ea5-4235-baf8-ae9f8a294498 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:11:59.595076 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d9aef-57e9-4b7a-a8b6-c939f67744b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:59.595076 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d9aef-57e9-4b7a-a8b6-c939f67744b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:59.595429 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d9aef-57e9-4b7a-a8b6-c939f67744b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:59.595547 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d9aef-57e9-4b7a-a8b6-c939f67744b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:59.595876 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d9aef-57e9-4b7a-a8b6-c939f67744b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:59.596205 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d9aef-57e9-4b7a-a8b6-c939f67744b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:59.596699 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d9aef-57e9-4b7a-a8b6-c939f67744b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:59.596957 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d9aef-57e9-4b7a-a8b6-c939f67744b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:59.597175 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d9aef-57e9-4b7a-a8b6-c939f67744b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:59.597505 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d9aef-57e9-4b7a-a8b6-c939f67744b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:59.597824 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d9aef-57e9-4b7a-a8b6-c939f67744b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:11:59.601412 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:11:59.601780 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:11:59.602189 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:59.602576 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:11:59.603057 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Bound port: b671bce2-25eb-4317-83d7-ec2bbb44db61, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:11:59.603436 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:59.615577 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5d735d42-986c-499a-a9a6-ca899de96454 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9487119 Feb 10 12:11:59.619693 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47414) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:59.711405 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] For port b671bce2-25eb-4317-83d7-ec2bbb44db61, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:11:59.716813 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] For port b671bce2-25eb-4317-83d7-ec2bbb44db61, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=b671bce2-25eb-4317-83d7-ec2bbb44db61,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:11:59.722669 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:59.833308 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d9aef-57e9-4b7a-a8b6-c939f67744b8 None None] Pushing event updated for resources: {'Port': ['ID=b671bce2-25eb-4317-83d7-ec2bbb44db61,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:59.869709 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Routers {'674bb630-825e-463b-be3e-791300a8ebe3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:11:59.871230 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:11:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['674bb630-825e-463b-be3e-791300a8ebe3'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:59.999997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-f4d55839-9ea5-4235-baf8-ae9f8a294498', 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ips': [{'subnet_id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:12:00.001508 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:00.044222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:00.233963 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] Set router 674bb630-825e-463b-be3e-791300a8ebe3 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:12:00.306621 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:00.333690 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Allocated IP 172.20.0.2 (f4d55839-9ea5-4235-baf8-ae9f8a294498/a73324d7-3467-4caf-bcc8-eb7c51b409e6/c8647ed4-4607-4241-8edf-52c2ca5e1334) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:12:00.652249 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674bb630-825e-463b-be3e-791300a8ebe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87840386', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:11:57Z', 'revision_number': 3, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:12:00.659342 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ad401e-2582-4cd0-8b46-a1755814def0 None None] The sync data for ids ['674bb630-825e-463b-be3e-791300a8ebe3'] in dv-neutron-828497-1-hyperv is: [{'id': '674bb630-825e-463b-be3e-791300a8ebe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87840386', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:11:57Z', 'revision_number': 3, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:12:00.678997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:00.693237 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Transition to ACTIVE for port object c8647ed4-4607-4241-8edf-52c2ca5e1334 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:12:00.727312 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Transition to ACTIVE for port object c8647ed4-4607-4241-8edf-52c2ca5e1334 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:12:00.738834 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:00.861579 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Network f4d55839-9ea5-4235-baf8-ae9f8a294498 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:12:00.867127 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:12:00.876166 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:12:00.888415 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Pushing event updated for resources: {'Port': ['ID=c8647ed4-4607-4241-8edf-52c2ca5e1334,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:12:00.938063 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:01.055494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Attempting to bind port c8647ed4-4607-4241-8edf-52c2ca5e1334 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:12:01.056106 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Attempting to bind port c8647ed4-4607-4241-8edf-52c2ca5e1334 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '1378b1d5-f83d-4487-afaa-dd6d04c118bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:12:01.056247 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Attempting to bind port c8647ed4-4607-4241-8edf-52c2ca5e1334 on network f4d55839-9ea5-4235-baf8-ae9f8a294498 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:12:01.063724 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:12:01.064099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Checking segment: {'id': '1378b1d5-f83d-4487-afaa-dd6d04c118bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:12:01.064512 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:01.064911 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Bound using segment: {'id': '1378b1d5-f83d-4487-afaa-dd6d04c118bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:12:01.065425 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Bound port: c8647ed4-4607-4241-8edf-52c2ca5e1334, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1378b1d5-f83d-4487-afaa-dd6d04c118bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:12:01.065806 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:01.193901 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] For port c8647ed4-4607-4241-8edf-52c2ca5e1334, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:12:01.199686 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] For port c8647ed4-4607-4241-8edf-52c2ca5e1334, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c8647ed4-4607-4241-8edf-52c2ca5e1334,segment=NetworkSegment(1378b1d5-f83d-4487-afaa-dd6d04c118bd),segment_id=1378b1d5-f83d-4487-afaa-dd6d04c118bd)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:12:01.206510 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:01.302799 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9643f-a474-4428-8201-8815f26432f9 None None] Pushing event updated for resources: {'Port': ['ID=c8647ed4-4607-4241-8edf-52c2ca5e1334,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:12:01.526548 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.20.0.1 (f4d55839-9ea5-4235-baf8-ae9f8a294498/a73324d7-3467-4caf-bcc8-eb7c51b409e6/0e5b28fe-9775-4a0c-b0f3-d545e4f69c25) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:12:01.714599 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:01.751257 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:01.790826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Transition to ACTIVE for port object 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:12:01.846771 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:01.983949 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b671bce2-25eb-4317-83d7-ec2bbb44db61 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:12:02.003792 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network f4d55839-9ea5-4235-baf8-ae9f8a294498 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:12:02.007454 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:12:02.012139 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:12:02.054441 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=0e5b28fe-9775-4a0c-b0f3-d545e4f69c25,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:12:02.095024 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:02.100725 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port b671bce2-25eb-4317-83d7-ec2bbb44db61 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:12:02.111013 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port b671bce2-25eb-4317-83d7-ec2bbb44db61 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:12:02.111605 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:02.225370 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:02.304507 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:02.329604 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port b671bce2-25eb-4317-83d7-ec2bbb44db61, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=b671bce2-25eb-4317-83d7-ec2bbb44db61,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:12:02.335000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:02.335861 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c8647ed4-4607-4241-8edf-52c2ca5e1334 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:12:02.536016 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=b671bce2-25eb-4317-83d7-ec2bbb44db61,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:12:02.540776 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port c8647ed4-4607-4241-8edf-52c2ca5e1334 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:12:02.626695 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2737bf04-1550-431b-b15a-4944a26afbd8 None None] Network f4d55839-9ea5-4235-baf8-ae9f8a294498 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:12:02.776900 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-01fca7a3-3045-441b-b6c2-f46069ddefd7 None None] Provisioning for port c8647ed4-4607-4241-8edf-52c2ca5e1334 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:12:02.786107 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-01fca7a3-3045-441b-b6c2-f46069ddefd7 None None] Provisioning complete for port c8647ed4-4607-4241-8edf-52c2ca5e1334 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:12:02.786481 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-01fca7a3-3045-441b-b6c2-f46069ddefd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:02.944118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:02.949895 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:03.040719 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-01fca7a3-3045-441b-b6c2-f46069ddefd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:03.088254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-01fca7a3-3045-441b-b6c2-f46069ddefd7 None None] For port c8647ed4-4607-4241-8edf-52c2ca5e1334, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c8647ed4-4607-4241-8edf-52c2ca5e1334,segment=NetworkSegment(1378b1d5-f83d-4487-afaa-dd6d04c118bd),segment_id=1378b1d5-f83d-4487-afaa-dd6d04c118bd)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:12:03.092921 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-01fca7a3-3045-441b-b6c2-f46069ddefd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:03.147614 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:03.151664 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=0e5b28fe-9775-4a0c-b0f3-d545e4f69c25,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:12:03.218574 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fca7a3-3045-441b-b6c2-f46069ddefd7 None None] Pushing event updated for resources: {'Port': ['ID=c8647ed4-4607-4241-8edf-52c2ca5e1334,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:12:03.330968 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network f4d55839-9ea5-4235-baf8-ae9f8a294498 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:12:03.332305 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:12:03.433156 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2c24482e-30ef-4a16-878b-bcd9b0bfdd87 None None] Provisioning complete for port c8647ed4-4607-4241-8edf-52c2ca5e1334 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:12:03.434235 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2c24482e-30ef-4a16-878b-bcd9b0bfdd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:03.621469 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2c24482e-30ef-4a16-878b-bcd9b0bfdd87 None None] Provisioning for port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:12:03.628259 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2c24482e-30ef-4a16-878b-bcd9b0bfdd87 None None] Provisioning complete for port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:12:03.628635 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2c24482e-30ef-4a16-878b-bcd9b0bfdd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:03.690342 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-2c24482e-30ef-4a16-878b-bcd9b0bfdd87 None None] Port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:12:03.825453 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7bab1f46-97fb-45f9-8b3b-b058d3857df2 None None] Provisioning complete for port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:12:03.825835 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7bab1f46-97fb-45f9-8b3b-b058d3857df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:03.879234 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b671bce2-25eb-4317-83d7-ec2bbb44db61 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:12:03.919946 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router 674bb630-825e-463b-be3e-791300a8ebe3 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:12:03.934995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-7bab1f46-97fb-45f9-8b3b-b058d3857df2 None None] Port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:12:03.968126 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port b671bce2-25eb-4317-83d7-ec2bbb44db61 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:12:03.968537 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:04.121750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6eb68834-b5eb-48ad-abcc-b23cd77623aa None None] Provisioning complete for port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:12:04.122012 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6eb68834-b5eb-48ad-abcc-b23cd77623aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:04.162742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:12:04.181027 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c8647ed4-4607-4241-8edf-52c2ca5e1334 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:12:04.183597 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1f2ca165-760a-499a-85a9-81ac2f30485b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "PUT /v2.0/routers/674bb630-825e-463b-be3e-791300a8ebe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5624371 Feb 10 12:12:04.233957 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6eb68834-b5eb-48ad-abcc-b23cd77623aa None None] Port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:12:04.268104 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port c8647ed4-4607-4241-8edf-52c2ca5e1334 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:12:04.268104 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:04.406034 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-632b150c-cf31-4190-8750-5850e4efed0b req-5ba39b4c-8898-44fe-b3d7-288039873f2d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052082629&fields=id&tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c HTTP/1.1" status: 200 len: 267 time: 0.0493145 Feb 10 12:12:04.625838 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b150c-cf31-4190-8750-5850e4efed0b req-b63e6179-150b-4c9f-a069-0dd426d92927 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:04.626568 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-632b150c-cf31-4190-8750-5850e4efed0b req-b63e6179-150b-4c9f-a069-0dd426d92927 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:12:04.651678 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-632b150c-cf31-4190-8750-5850e4efed0b req-b63e6179-150b-4c9f-a069-0dd426d92927 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:12:04.653142 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-632b150c-cf31-4190-8750-5850e4efed0b req-b63e6179-150b-4c9f-a069-0dd426d92927 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/networks?id=f4d55839-9ea5-4235-baf8-ae9f8a294498 HTTP/1.1" status: 200 len: 796 time: 0.2402310 Feb 10 12:12:04.672727 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-632b150c-cf31-4190-8750-5850e4efed0b req-88540ba4-3a17-4eff-bf45-42d9629ac8df tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/quotas/0e3cdd1e6ab34666a74a5c60bd58106c HTTP/1.1" status: 200 len: 375 time: 0.0124643 Feb 10 12:12:04.761491 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-632b150c-cf31-4190-8750-5850e4efed0b req-81879677-dd74-4994-918c-a59379b0db60 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:12:04.782087 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-632b150c-cf31-4190-8750-5850e4efed0b req-81879677-dd74-4994-918c-a59379b0db60 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:12:04.784162 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-632b150c-cf31-4190-8750-5850e4efed0b req-81879677-dd74-4994-918c-a59379b0db60 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1055548 Feb 10 12:12:04.798566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Sync routers for ids ['674bb630-825e-463b-be3e-791300a8ebe3'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:12:04.815843 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Routers {'674bb630-825e-463b-be3e-791300a8ebe3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:12:04.816487 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:11:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['674bb630-825e-463b-be3e-791300a8ebe3'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:12:05.024948 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Set router 674bb630-825e-463b-be3e-791300a8ebe3 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:12:05.077644 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-632b150c-cf31-4190-8750-5850e4efed0b req-22a6c3d1-b1f6-4943-8c70-98780566b6e7 service neutron] 10.222.0.36 "GET /v2.0/networks/f4d55839-9ea5-4235-baf8-ae9f8a294498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724495 Feb 10 12:12:05.285529 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-632b150c-cf31-4190-8750-5850e4efed0b req-25322a53-390e-4cb8-beaa-07906fd34612 service neutron] 10.222.0.36 "GET /v2.0/networks/f4d55839-9ea5-4235-baf8-ae9f8a294498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006674 Feb 10 12:12:05.425717 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674bb630-825e-463b-be3e-791300a8ebe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87840386', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '0e5b28fe-9775-4a0c-b0f3-d545e4f69c25', 'name': '', 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:00:41:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:12:01Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 2, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:12:05.433243 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Checking router: 674bb630-825e-463b-be3e-791300a8ebe3 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:12:05.433868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Updating router 674bb630-825e-463b-be3e-791300a8ebe3 port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:12:05.543991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:05.556653 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aabeae44-db21-4d54-8d75-82b8f07a5ac9 req-33c9d47c-b162-4a97-9106-4ebd24913557 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 210 time: 0.0471928 Feb 10 12:12:06.070915 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:06.087710 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Transition to ACTIVE for port object 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:12:06.096665 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:06.289403 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88e0bc-2f18-4b35-b135-6ee60160f345 None None] Pushing event updated for resources: {'Port': ['ID=0e5b28fe-9775-4a0c-b0f3-d545e4f69c25,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:12:06.427674 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Attempting to bind port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:12:06.428364 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Attempting to bind port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '1378b1d5-f83d-4487-afaa-dd6d04c118bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:12:06.428555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Attempting to bind port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 on network f4d55839-9ea5-4235-baf8-ae9f8a294498 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:12:06.438402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:12:06.438781 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Checking segment: {'id': '1378b1d5-f83d-4487-afaa-dd6d04c118bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:12:06.439185 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:06.439576 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Bound using segment: {'id': '1378b1d5-f83d-4487-afaa-dd6d04c118bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:12:06.440049 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Bound port: 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1378b1d5-f83d-4487-afaa-dd6d04c118bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:12:06.440414 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:06.555541 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] For port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:12:06.559078 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] For port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0e5b28fe-9775-4a0c-b0f3-d545e4f69c25,segment=NetworkSegment(1378b1d5-f83d-4487-afaa-dd6d04c118bd),segment_id=1378b1d5-f83d-4487-afaa-dd6d04c118bd)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:12:06.565926 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:06.655607 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88e0bc-2f18-4b35-b135-6ee60160f345 None None] Pushing event updated for resources: {'Port': ['ID=0e5b28fe-9775-4a0c-b0f3-d545e4f69c25,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:12:06.662245 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Routers {'674bb630-825e-463b-be3e-791300a8ebe3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:12:06.662910 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:11:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['674bb630-825e-463b-be3e-791300a8ebe3'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:12:07.023520 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d025598c-3632-4542-8367-a48bc7362b99 req-75a4e13c-f1e3-401f-99bf-a8708db6c253 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 210 time: 0.2775533 Feb 10 12:12:07.045932 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] Set router 674bb630-825e-463b-be3e-791300a8ebe3 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:12:07.105880 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b150c-cf31-4190-8750-5850e4efed0b req-d4301320-d529-4487-aa11-9ad3c069bc20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:07.107143 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-632b150c-cf31-4190-8750-5850e4efed0b req-d4301320-d529-4487-aa11-9ad3c069bc20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:12:07.123522 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-632b150c-cf31-4190-8750-5850e4efed0b req-d4301320-d529-4487-aa11-9ad3c069bc20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:12:07.124814 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-632b150c-cf31-4190-8750-5850e4efed0b req-d4301320-d529-4487-aa11-9ad3c069bc20 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "GET /v2.0/networks?id=f4d55839-9ea5-4235-baf8-ae9f8a294498 HTTP/1.1" status: 200 len: 796 time: 0.2883945 Feb 10 12:12:07.193077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-632b150c-cf31-4190-8750-5850e4efed0b req-8efe2748-66ea-42e3-895f-a5fcf2ee3881 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:12:07.214526 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-632b150c-cf31-4190-8750-5850e4efed0b req-8efe2748-66ea-42e3-895f-a5fcf2ee3881 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:12:07.216153 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-632b150c-cf31-4190-8750-5850e4efed0b req-8efe2748-66ea-42e3-895f-a5fcf2ee3881 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c HTTP/1.1" status: 200 len: 380 time: 0.0780044 Feb 10 12:12:07.226628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-632b150c-cf31-4190-8750-5850e4efed0b req-66f8b247-311c-451c-bdae-cbe2388bbd56 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'port': {'device_id': '6b01f3f7-cf87-482e-87ea-c2ffe66ae559', 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498', 'admin_state_up': True, 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'security_groups': ['45992f03-9438-442a-9440-4ec4a7204cdb']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:12:07.497781 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-632b150c-cf31-4190-8750-5850e4efed0b req-66f8b247-311c-451c-bdae-cbe2388bbd56 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:12:07.510103 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-632b150c-cf31-4190-8750-5850e4efed0b req-66f8b247-311c-451c-bdae-cbe2388bbd56 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:12:07.521160 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632b150c-cf31-4190-8750-5850e4efed0b req-66f8b247-311c-451c-bdae-cbe2388bbd56 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Made reservation on behalf of 0e3cdd1e6ab34666a74a5c60bd58106c for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:12:07.525086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-632b150c-cf31-4190-8750-5850e4efed0b req-66f8b247-311c-451c-bdae-cbe2388bbd56 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:07.645383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674bb630-825e-463b-be3e-791300a8ebe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87840386', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '0e5b28fe-9775-4a0c-b0f3-d545e4f69c25', 'name': '', 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:00:41:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:12:01Z', 'updated_at': '2022-02-10T12:12:06Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:12:07.650966 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ccf87-b45a-4318-b40d-3e68774bf342 None None] The sync data for ids ['674bb630-825e-463b-be3e-791300a8ebe3'] in dv-neutron-828497-1-hyperv is: [{'id': '674bb630-825e-463b-be3e-791300a8ebe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87840386', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '0e5b28fe-9775-4a0c-b0f3-d545e4f69c25', 'name': '', 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:00:41:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:12:01Z', 'updated_at': '2022-02-10T12:12:06Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:12:07.779137 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-632b150c-cf31-4190-8750-5850e4efed0b req-66f8b247-311c-451c-bdae-cbe2388bbd56 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.20.0.7 (f4d55839-9ea5-4235-baf8-ae9f8a294498/a73324d7-3467-4caf-bcc8-eb7c51b409e6/bf454548-9baf-47b4-8aa7-f1b3facda388) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:12:07.936144 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:12:08.037515 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:12:08.044276 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:12:08.044712 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:08.064101 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-632b150c-cf31-4190-8750-5850e4efed0b req-66f8b247-311c-451c-bdae-cbe2388bbd56 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:08.085530 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-632b150c-cf31-4190-8750-5850e4efed0b req-66f8b247-311c-451c-bdae-cbe2388bbd56 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Transition to ACTIVE for port object bf454548-9baf-47b4-8aa7-f1b3facda388 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:12:08.116227 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-632b150c-cf31-4190-8750-5850e4efed0b req-66f8b247-311c-451c-bdae-cbe2388bbd56 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:08.195166 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632b150c-cf31-4190-8750-5850e4efed0b req-66f8b247-311c-451c-bdae-cbe2388bbd56 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network f4d55839-9ea5-4235-baf8-ae9f8a294498 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:12:08.201309 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:08.204842 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-632b150c-cf31-4190-8750-5850e4efed0b req-66f8b247-311c-451c-bdae-cbe2388bbd56 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:12:08.211065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-632b150c-cf31-4190-8750-5850e4efed0b req-66f8b247-311c-451c-bdae-cbe2388bbd56 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:12:08.266087 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0e5b28fe-9775-4a0c-b0f3-d545e4f69c25,segment=NetworkSegment(1378b1d5-f83d-4487-afaa-dd6d04c118bd),segment_id=1378b1d5-f83d-4487-afaa-dd6d04c118bd)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:12:08.272846 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:08.275022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8b247-311c-451c-bdae-cbe2388bbd56 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=bf454548-9baf-47b4-8aa7-f1b3facda388,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:12:08.326880 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b150c-cf31-4190-8750-5850e4efed0b req-66f8b247-311c-451c-bdae-cbe2388bbd56 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:08.328052 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-632b150c-cf31-4190-8750-5850e4efed0b req-66f8b247-311c-451c-bdae-cbe2388bbd56 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:08.394141 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-632b150c-cf31-4190-8750-5850e4efed0b req-66f8b247-311c-451c-bdae-cbe2388bbd56 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1699138 Feb 10 12:12:08.398396 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=0e5b28fe-9775-4a0c-b0f3-d545e4f69c25,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:12:08.413616 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Request body: {'port': {'device_id': '6b01f3f7-cf87-482e-87ea-c2ffe66ae559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:12:08.416414 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d4a38-aa26-4a01-bc48-1686ad764926 req-a4fce4a6-00f6-498c-8672-21546b801bd3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:08.418279 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c5d4a38-aa26-4a01-bc48-1686ad764926 req-a4fce4a6-00f6-498c-8672-21546b801bd3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 931 time: 0.1939425 Feb 10 12:12:08.528992 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c5d4a38-aa26-4a01-bc48-1686ad764926 req-c3c46a18-1bf0-42fa-b2b1-771c19045c50 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017687 Feb 10 12:12:08.602272 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:08.636228 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:08.667669 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-18811038-1a5b-45fb-981b-35e9442a9e0f None None] Provisioning for port bf454548-9baf-47b4-8aa7-f1b3facda388 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:12:08.674033 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-18811038-1a5b-45fb-981b-35e9442a9e0f None None] Provisioning complete for port bf454548-9baf-47b4-8aa7-f1b3facda388 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:12:08.674188 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-18811038-1a5b-45fb-981b-35e9442a9e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:08.751820 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-18811038-1a5b-45fb-981b-35e9442a9e0f None None] Port bf454548-9baf-47b4-8aa7-f1b3facda388 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:12:09.045476 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf454548-9baf-47b4-8aa7-f1b3facda388 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:12:09.057049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:09.084826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Transition to ACTIVE for port object bf454548-9baf-47b4-8aa7-f1b3facda388 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:12:09.089744 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:09.236185 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Pushing event updated for resources: {'Port': ['ID=bf454548-9baf-47b4-8aa7-f1b3facda388,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:12:09.359970 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Attempting to bind port bf454548-9baf-47b4-8aa7-f1b3facda388 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:12:09.360481 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Attempting to bind port bf454548-9baf-47b4-8aa7-f1b3facda388 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '1378b1d5-f83d-4487-afaa-dd6d04c118bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:12:09.361024 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Attempting to bind port bf454548-9baf-47b4-8aa7-f1b3facda388 on network f4d55839-9ea5-4235-baf8-ae9f8a294498 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:12:09.369106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Port bf454548-9baf-47b4-8aa7-f1b3facda388 on network f4d55839-9ea5-4235-baf8-ae9f8a294498 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:12:09.369520 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Attempting to bind port bf454548-9baf-47b4-8aa7-f1b3facda388 on network f4d55839-9ea5-4235-baf8-ae9f8a294498 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:12:09.379066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:12:09.379406 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Checking segment: {'id': '1378b1d5-f83d-4487-afaa-dd6d04c118bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:12:09.379794 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Bound using segment: {'id': '1378b1d5-f83d-4487-afaa-dd6d04c118bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:12:09.380229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Bound port: bf454548-9baf-47b4-8aa7-f1b3facda388, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1378b1d5-f83d-4487-afaa-dd6d04c118bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:12:09.380577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:09.482680 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] For port bf454548-9baf-47b4-8aa7-f1b3facda388, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:12:09.487286 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] For port bf454548-9baf-47b4-8aa7-f1b3facda388, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=bf454548-9baf-47b4-8aa7-f1b3facda388,segment=NetworkSegment(1378b1d5-f83d-4487-afaa-dd6d04c118bd),segment_id=1378b1d5-f83d-4487-afaa-dd6d04c118bd)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:12:09.492830 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:09.564742 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:09.566421 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-632b150c-cf31-4190-8750-5850e4efed0b req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] 10.222.0.73 "PUT /v2.0/ports/bf454548-9baf-47b4-8aa7-f1b3facda388 HTTP/1.1" status: 200 len: 1093 time: 1.1594124 Feb 10 12:12:09.566878 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b01f3f7-cf87-482e-87ea-c2ffe66ae559', 'tag': 'bf454548-9baf-47b4-8aa7-f1b3facda388'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:12:09.600636 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defba06d-484c-4c53-bef6-80c0daab43bd service neutron] Pushing event updated for resources: {'Port': ['ID=bf454548-9baf-47b4-8aa7-f1b3facda388,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:12:09.725154 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b01f3f7-cf87-482e-87ea-c2ffe66ae559', 'tag': 'bf454548-9baf-47b4-8aa7-f1b3facda388', 'status': 'completed', 'code': 200} Feb 10 12:12:09.730827 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-632b150c-cf31-4190-8750-5850e4efed0b req-a003e711-5e54-4db9-be8f-9dc46c0473c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 1096 time: 0.1165845 Feb 10 12:12:09.822894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2452f6-baf6-44d3-948d-aa1692fc5106 req-30d9e537-731f-4729-9fd8-95ee43e8448e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:09.824644 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9d2452f6-baf6-44d3-948d-aa1692fc5106 req-30d9e537-731f-4729-9fd8-95ee43e8448e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 943 time: 0.1158705 Feb 10 12:12:09.882213 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:12:09.899334 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9d2452f6-baf6-44d3-948d-aa1692fc5106 req-f41b6cd9-caba-4104-a5be-3d971393ea16 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623896 Feb 10 12:12:09.985682 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:12:09.986059 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:10.000913 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-632b150c-cf31-4190-8750-5850e4efed0b req-2a898a7a-c5e3-44bd-aa3a-cb0d7f83312a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf454548-9baf-47b4-8aa7-f1b3facda388 HTTP/1.1" status: 200 len: 217 time: 0.2621810 Feb 10 12:12:10.079815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b150c-cf31-4190-8750-5850e4efed0b req-8faf8998-dadd-40e4-9d4e-612e3d7fb09c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:10.082244 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-632b150c-cf31-4190-8750-5850e4efed0b req-8faf8998-dadd-40e4-9d4e-612e3d7fb09c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a73324d7-3467-4caf-bcc8-eb7c51b409e6 HTTP/1.1" status: 200 len: 835 time: 0.0758147 Feb 10 12:12:10.192643 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-632b150c-cf31-4190-8750-5850e4efed0b req-027691a7-833e-4797-bd97-42fada5c2f52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4d55839-9ea5-4235-baf8-ae9f8a294498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1043673 Feb 10 12:12:10.339344 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-632b150c-cf31-4190-8750-5850e4efed0b req-bafebb2f-ecf8-4951-983b-61f1d880361c service neutron] 10.222.0.73 "GET /v2.0/networks/f4d55839-9ea5-4235-baf8-ae9f8a294498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401680 Feb 10 12:12:10.486948 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-632b150c-cf31-4190-8750-5850e4efed0b req-d2286ca2-3ea3-4bf6-942c-6a7061df3cba service neutron] 10.222.0.73 "GET /v2.0/networks/f4d55839-9ea5-4235-baf8-ae9f8a294498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405261 Feb 10 12:12:10.628727 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4bf02da6-3cb6-4a7f-8e9d-c2c7234e3818 req-5ed0e0af-12f7-49e5-a16d-a21065fd3a6e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 1096 time: 0.0895672 Feb 10 12:12:10.777931 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf02da6-3cb6-4a7f-8e9d-c2c7234e3818 req-5514746b-4ba8-4c44-8089-e766a2d66edc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:10.779586 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4bf02da6-3cb6-4a7f-8e9d-c2c7234e3818 req-5514746b-4ba8-4c44-8089-e766a2d66edc service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4d55839-9ea5-4235-baf8-ae9f8a294498 HTTP/1.1" status: 200 len: 897 time: 0.1437314 Feb 10 12:12:10.872341 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4bf02da6-3cb6-4a7f-8e9d-c2c7234e3818 req-28b4fde2-7f4f-4a82-a51f-7c226f66781c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf454548-9baf-47b4-8aa7-f1b3facda388 HTTP/1.1" status: 200 len: 217 time: 0.0852845 Feb 10 12:12:10.950693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf02da6-3cb6-4a7f-8e9d-c2c7234e3818 req-83ddef37-4e89-4f00-b623-a42b495d8b87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:10.953479 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4bf02da6-3cb6-4a7f-8e9d-c2c7234e3818 req-83ddef37-4e89-4f00-b623-a42b495d8b87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a73324d7-3467-4caf-bcc8-eb7c51b409e6 HTTP/1.1" status: 200 len: 835 time: 0.0729859 Feb 10 12:12:11.042332 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4bf02da6-3cb6-4a7f-8e9d-c2c7234e3818 req-9d68d104-33ae-4480-9765-9da4ff8d5cac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4d55839-9ea5-4235-baf8-ae9f8a294498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819409 Feb 10 12:12:11.157502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0f563-a9c1-4a4d-a4a8-0919ba14d008 req-b2f11616-86df-4a52-8cf9-a37579e775b1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:11.160406 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-57a0f563-a9c1-4a4d-a4a8-0919ba14d008 req-b2f11616-86df-4a52-8cf9-a37579e775b1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 943 time: 0.1109335 Feb 10 12:12:11.220270 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-57a0f563-a9c1-4a4d-a4a8-0919ba14d008 req-c5a7c671-7327-4e5c-8778-5b5561ed2a67 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503552 Feb 10 12:12:11.243992 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4bf02da6-3cb6-4a7f-8e9d-c2c7234e3818 req-aaec4b01-7725-4d95-8a30-25aaa4c68fa1 service neutron] 10.222.0.73 "GET /v2.0/networks/f4d55839-9ea5-4235-baf8-ae9f8a294498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935201 Feb 10 12:12:11.477377 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4bf02da6-3cb6-4a7f-8e9d-c2c7234e3818 req-0b25e303-1f1d-4a27-bd8d-97ec7b925682 service neutron] 10.222.0.73 "GET /v2.0/networks/f4d55839-9ea5-4235-baf8-ae9f8a294498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260177 Feb 10 12:12:12.456719 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189bc43-62ae-4229-b7e0-b138ee1e5312 req-29e0d4bc-e388-4e8d-b935-bbff4b35e50a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:12.458305 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e189bc43-62ae-4229-b7e0-b138ee1e5312 req-29e0d4bc-e388-4e8d-b935-bbff4b35e50a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 943 time: 0.0889001 Feb 10 12:12:12.509416 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e189bc43-62ae-4229-b7e0-b138ee1e5312 req-92fccfe5-0867-426b-8589-f649199ca40d tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449891 Feb 10 12:12:12.661046 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device bf454548-9baf-47b4-8aa7-f1b3facda388 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:12:12.857814 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port bf454548-9baf-47b4-8aa7-f1b3facda388, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=bf454548-9baf-47b4-8aa7-f1b3facda388,segment=NetworkSegment(1378b1d5-f83d-4487-afaa-dd6d04c118bd),segment_id=1378b1d5-f83d-4487-afaa-dd6d04c118bd)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:12:12.873719 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'bf454548-9baf-47b4-8aa7-f1b3facda388', 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498', 'port_id': 'bf454548-9baf-47b4-8aa7-f1b3facda388', 'mac_address': 'fa:16:3e:6e:24:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:12:12.933699 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:12.953905 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf454548-9baf-47b4-8aa7-f1b3facda388 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:12:12.972086 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port bf454548-9baf-47b4-8aa7-f1b3facda388, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=bf454548-9baf-47b4-8aa7-f1b3facda388,segment=NetworkSegment(1378b1d5-f83d-4487-afaa-dd6d04c118bd),segment_id=1378b1d5-f83d-4487-afaa-dd6d04c118bd)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:12:12.977029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:13.054713 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=bf454548-9baf-47b4-8aa7-f1b3facda388,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:12:13.210387 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['bf454548-9baf-47b4-8aa7-f1b3facda388'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:12:13.744783 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0c1a4-860c-4ed5-9462-3f4a853ca9be req-87c45975-555f-4666-84fd-51e14b5e0d4a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:13.747350 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1ef0c1a4-860c-4ed5-9462-3f4a853ca9be req-87c45975-555f-4666-84fd-51e14b5e0d4a tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 944 time: 0.0997431 Feb 10 12:12:13.802061 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1ef0c1a4-860c-4ed5-9462-3f4a853ca9be req-7bc4c5fb-0909-44b0-8d7b-bba4fe1fe5b3 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478177 Feb 10 12:12:14.677182 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device bf454548-9baf-47b4-8aa7-f1b3facda388 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:12:14.755320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port bf454548-9baf-47b4-8aa7-f1b3facda388 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:12:14.764047 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port bf454548-9baf-47b4-8aa7-f1b3facda388 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:12:14.765556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:14.908500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:14.948302 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b01f3f7-cf87-482e-87ea-c2ffe66ae559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf454548-9baf-47b4-8aa7-f1b3facda388'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:12:14.972429 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port bf454548-9baf-47b4-8aa7-f1b3facda388, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=bf454548-9baf-47b4-8aa7-f1b3facda388,segment=NetworkSegment(1378b1d5-f83d-4487-afaa-dd6d04c118bd),segment_id=1378b1d5-f83d-4487-afaa-dd6d04c118bd)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:12:14.979427 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:15.052001 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b01f3f7-cf87-482e-87ea-c2ffe66ae559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf454548-9baf-47b4-8aa7-f1b3facda388', 'code': 200} Feb 10 12:12:15.116482 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2538d-a112-4b8d-a757-dafd2713a4a1 req-701f433b-ca79-45bd-99a3-6f9af4a0b686 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:15.118935 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36e2538d-a112-4b8d-a757-dafd2713a4a1 req-701f433b-ca79-45bd-99a3-6f9af4a0b686 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 945 time: 0.0972188 Feb 10 12:12:15.123050 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=bf454548-9baf-47b4-8aa7-f1b3facda388,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:12:15.202539 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36e2538d-a112-4b8d-a757-dafd2713a4a1 req-8996e2a6-dff0-46ec-93fb-ae997823a40b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723746 Feb 10 12:12:15.362606 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-96c38bc5-8c33-4193-927b-551399951b58 req-fc1157b1-ff5d-4a6d-975d-1d3b0f621693 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 1098 time: 0.0915928 Feb 10 12:12:15.410733 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-96c38bc5-8c33-4193-927b-551399951b58 req-6fbf01d7-e99a-467e-9d3a-e0874e87b45b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421050 Feb 10 12:12:16.481622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0faa1-a239-4dca-81e2-d15b9b6cd46f req-872e4b1f-0476-4190-9153-3d2b8053cb1c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:16.484790 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2ce0faa1-a239-4dca-81e2-d15b9b6cd46f req-872e4b1f-0476-4190-9153-3d2b8053cb1c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 945 time: 0.1382377 Feb 10 12:12:16.563348 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2ce0faa1-a239-4dca-81e2-d15b9b6cd46f req-c483ba69-eac8-4cdf-8164-5ff5241af7ec tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723498 Feb 10 12:12:17.836746 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ad50e-8d68-44c7-979a-3edbcce9ab61 req-b7013d49-9058-4909-aee5-44174333661f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:17.838721 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-151ad50e-8d68-44c7-979a-3edbcce9ab61 req-b7013d49-9058-4909-aee5-44174333661f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 945 time: 0.0820270 Feb 10 12:12:17.896704 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-151ad50e-8d68-44c7-979a-3edbcce9ab61 req-fa7d7d84-1836-44d2-a794-a055f21ea69f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518053 Feb 10 12:12:18.118532 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515848d-476f-4e98-b99c-dd241525f3c5 req-f8186eab-2cbb-45be-9575-b2cd390889ce tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:18.120405 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d515848d-476f-4e98-b99c-dd241525f3c5 req-f8186eab-2cbb-45be-9575-b2cd390889ce tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 945 time: 0.0875182 Feb 10 12:12:18.173395 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d515848d-476f-4e98-b99c-dd241525f3c5 req-e82af3ff-de4f-4c76-8a2b-2dce29ed4629 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452137 Feb 10 12:12:18.204454 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47466) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:12:18.281055 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a61b5f4f-8ef4-46f8-b30f-eaefa3e47f73 tempest-TestNetworkAdvancedServerOps-1900664166 tempest-TestNetworkAdvancedServerOps-1900664166-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 1093 time: 0.0752957 Feb 10 12:12:18.284257 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47470) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:12:18.290298 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': 'bf454548-9baf-47b4-8aa7-f1b3facda388', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:12:18.296865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:12:18.301431 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Usage tracker for resource:floatingip and tenant:0e3cdd1e6ab34666a74a5c60bd58106c is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:12:18.304873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:12:18.313163 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:12:18.325773 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:18.487034 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:18.695792 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Allocated IP 172.26.4.203 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/3b947f1b-53b5-457d-add8-5cf694ef0bbb) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:12:18.990966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:19.022036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:19.120116 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:12:19.125415 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:12:19.127825 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=3b947f1b-53b5-457d-add8-5cf694ef0bbb,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:12:19.130885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:12:19.725896 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:19.788217 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:20.025962 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:20.031264 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:20.147297 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event updated for resources: {'Port': ['ID=3b947f1b-53b5-457d-add8-5cf694ef0bbb,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:12:20.166069 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:20.414014 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Floating IP 9b593d6f-2b64-4440-a324-96bea9e3b866 associated. External IP: 172.26.4.203, port: bf454548-9baf-47b4-8aa7-f1b3facda388. Feb 10 12:12:21.019464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router 674bb630-825e-463b-be3e-791300a8ebe3 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:12:21.257571 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:12:21.271774 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fadd39-9d44-4d28-8f35-3aad272fc9db None None] Sync routers for ids ['674bb630-825e-463b-be3e-791300a8ebe3'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:12:21.288047 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fadd39-9d44-4d28-8f35-3aad272fc9db None None] Routers {'674bb630-825e-463b-be3e-791300a8ebe3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:12:21.288559 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:21.288997 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-39fadd39-9d44-4d28-8f35-3aad272fc9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:11:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['674bb630-825e-463b-be3e-791300a8ebe3'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:12:21.392470 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-47330154-ba70-4174-aec3-c4b31d225e30 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1041453 Feb 10 12:12:21.392470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b01f3f7-cf87-482e-87ea-c2ffe66ae559', 'tag': 'bf454548-9baf-47b4-8aa7-f1b3facda388'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:12:21.563330 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-39fadd39-9d44-4d28-8f35-3aad272fc9db None None] Set router 674bb630-825e-463b-be3e-791300a8ebe3 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:12:21.621901 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b01f3f7-cf87-482e-87ea-c2ffe66ae559', 'tag': 'bf454548-9baf-47b4-8aa7-f1b3facda388', 'status': 'completed', 'code': 200} Feb 10 12:12:21.709453 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9ce5a-51d5-4f4f-b358-4ca5749b7693 req-058c4ad1-f684-45be-9dea-07f97f737a38 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:21.713383 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3aa9ce5a-51d5-4f4f-b358-4ca5749b7693 req-058c4ad1-f684-45be-9dea-07f97f737a38 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 945 time: 0.1173630 Feb 10 12:12:21.753343 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3c78d13b-1ab0-4fdb-8354-b160de128efc req-1f0c888b-9621-40b1-aeef-ee053523325c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 1098 time: 0.1036825 Feb 10 12:12:21.781051 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3aa9ce5a-51d5-4f4f-b358-4ca5749b7693 req-06059bc4-97bf-4705-9667-b2cfa83e6acc tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600424 Feb 10 12:12:21.835767 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47478) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:12:21.991837 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-656f3e24-a7e9-4c1f-ba8c-a055d4214686 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/9b593d6f-2b64-4440-a324-96bea9e3b866 HTTP/1.1" status: 200 len: 991 time: 0.1541522 Feb 10 12:12:21.993508 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78d13b-1ab0-4fdb-8354-b160de128efc req-4d635e67-099e-42c0-a39f-5a71131d37b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:21.995052 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3c78d13b-1ab0-4fdb-8354-b160de128efc req-4d635e67-099e-42c0-a39f-5a71131d37b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4d55839-9ea5-4235-baf8-ae9f8a294498 HTTP/1.1" status: 200 len: 897 time: 0.2360842 Feb 10 12:12:22.115152 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3c78d13b-1ab0-4fdb-8354-b160de128efc req-3aca3aaf-d046-4b92-a8df-321fb63299c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf454548-9baf-47b4-8aa7-f1b3facda388 HTTP/1.1" status: 200 len: 999 time: 0.1136267 Feb 10 12:12:22.184578 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78d13b-1ab0-4fdb-8354-b160de128efc req-49cbf1ab-55a6-4b03-b7de-004d5823593e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:22.186421 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3c78d13b-1ab0-4fdb-8354-b160de128efc req-49cbf1ab-55a6-4b03-b7de-004d5823593e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a73324d7-3467-4caf-bcc8-eb7c51b409e6 HTTP/1.1" status: 200 len: 835 time: 0.0651257 Feb 10 12:12:22.247401 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-39fadd39-9d44-4d28-8f35-3aad272fc9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674bb630-825e-463b-be3e-791300a8ebe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87840386', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '9b593d6f-2b64-4440-a324-96bea9e3b866', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'floating_ip_address': '172.26.4.203', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'port_id': 'bf454548-9baf-47b4-8aa7-f1b3facda388', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498', 'mac_address': 'fa:16:3e:6e:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b01f3f7-cf87-482e-87ea-c2ffe66ae559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:12:19Z', 'updated_at': '2022-02-10T12:12:19Z', 'revision_number': 0, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5b28fe-9775-4a0c-b0f3-d545e4f69c25', 'name': '', 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:00:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:12:01Z', 'updated_at': '2022-02-10T12:12:08Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:12:22.253168 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fadd39-9d44-4d28-8f35-3aad272fc9db None None] Checking router: 674bb630-825e-463b-be3e-791300a8ebe3 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:12:22.269564 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fadd39-9d44-4d28-8f35-3aad272fc9db None None] Routers {'674bb630-825e-463b-be3e-791300a8ebe3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:12:22.270630 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-39fadd39-9d44-4d28-8f35-3aad272fc9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:11:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['674bb630-825e-463b-be3e-791300a8ebe3'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:12:22.278863 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3c78d13b-1ab0-4fdb-8354-b160de128efc req-433da7c5-610d-45b4-87b4-cbaa0a8ef3b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4d55839-9ea5-4235-baf8-ae9f8a294498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867569 Feb 10 12:12:22.424520 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3c78d13b-1ab0-4fdb-8354-b160de128efc req-3294ef30-59d9-4bf6-a1ff-c7f62f678b5a service neutron] 10.222.0.73 "GET /v2.0/networks/f4d55839-9ea5-4235-baf8-ae9f8a294498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392257 Feb 10 12:12:22.591023 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-3c78d13b-1ab0-4fdb-8354-b160de128efc req-f4f2d73b-fcb4-4113-86fd-f3338b03a1bd service neutron] 10.222.0.73 "GET /v2.0/networks/f4d55839-9ea5-4235-baf8-ae9f8a294498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604908 Feb 10 12:12:22.591446 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-39fadd39-9d44-4d28-8f35-3aad272fc9db None None] Set router 674bb630-825e-463b-be3e-791300a8ebe3 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:12:22.979829 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-39fadd39-9d44-4d28-8f35-3aad272fc9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674bb630-825e-463b-be3e-791300a8ebe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87840386', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '9b593d6f-2b64-4440-a324-96bea9e3b866', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'floating_ip_address': '172.26.4.203', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'port_id': 'bf454548-9baf-47b4-8aa7-f1b3facda388', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498', 'mac_address': 'fa:16:3e:6e:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b01f3f7-cf87-482e-87ea-c2ffe66ae559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:12:19Z', 'updated_at': '2022-02-10T12:12:19Z', 'revision_number': 0, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5b28fe-9775-4a0c-b0f3-d545e4f69c25', 'name': '', 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:00:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:12:01Z', 'updated_at': '2022-02-10T12:12:08Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:12:22.985724 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fadd39-9d44-4d28-8f35-3aad272fc9db None None] The sync data for ids ['674bb630-825e-463b-be3e-791300a8ebe3'] in dv-neutron-828497-1-hyperv is: [{'id': '674bb630-825e-463b-be3e-791300a8ebe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87840386', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '9b593d6f-2b64-4440-a324-96bea9e3b866', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'floating_ip_address': '172.26.4.203', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'port_id': 'bf454548-9baf-47b4-8aa7-f1b3facda388', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498', 'mac_address': 'fa:16:3e:6e:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b01f3f7-cf87-482e-87ea-c2ffe66ae559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:12:19Z', 'updated_at': '2022-02-10T12:12:19Z', 'revision_number': 0, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5b28fe-9775-4a0c-b0f3-d545e4f69c25', 'name': '', 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:00:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:12:01Z', 'updated_at': '2022-02-10T12:12:08Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:12:22.996187 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47482) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:12:23.182111 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d3b43f00-acbb-4ed2-b87c-52ed8bf29a7c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/9b593d6f-2b64-4440-a324-96bea9e3b866 HTTP/1.1" status: 200 len: 991 time: 0.1841371 Feb 10 12:12:24.186876 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47486) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:12:24.311777 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508edfc6-5c37-474d-b5a1-eea9a2973204 None None] New status for floating IP 9b593d6f-2b64-4440-a324-96bea9e3b866: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:12:24.331557 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-738a5a97-fdbb-4972-86b7-1dca882ce62f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/9b593d6f-2b64-4440-a324-96bea9e3b866 HTTP/1.1" status: 200 len: 991 time: 0.1429121 Feb 10 12:12:25.336056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47490) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:12:25.461541 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-28ef19a8-ae5d-4ca1-8c34-9c0a626370f1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/9b593d6f-2b64-4440-a324-96bea9e3b866 HTTP/1.1" status: 200 len: 993 time: 0.1240873 Feb 10 12:12:26.553748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b891ab52-6d06-47a8-9654-d40ab1f26eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:28.420176 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:12:28.866163 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8ca621ff-673d-471e-a81d-08c5d99a1869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:29.971496 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:30.184753 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:31.711043 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:38.644256 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:44.242963 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2542d035-8e4b-4a7c-8432-edada88b1a4a req-5f6dcdee-0f32-42c6-a018-d2d1b58d6cc8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791559 Feb 10 12:12:44.394887 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2542d035-8e4b-4a7c-8432-edada88b1a4a req-b2690a3d-3d91-4e56-b680-a9c8a0ea514d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 1098 time: 0.0790367 Feb 10 12:12:44.554117 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542d035-8e4b-4a7c-8432-edada88b1a4a req-4297f341-5c91-4eb8-86b1-fa55746298a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:44.555573 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2542d035-8e4b-4a7c-8432-edada88b1a4a req-4297f341-5c91-4eb8-86b1-fa55746298a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4d55839-9ea5-4235-baf8-ae9f8a294498 HTTP/1.1" status: 200 len: 897 time: 0.1403234 Feb 10 12:12:44.776437 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2542d035-8e4b-4a7c-8432-edada88b1a4a req-37aab181-cc14-452e-9715-a4d5dea55b4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf454548-9baf-47b4-8aa7-f1b3facda388 HTTP/1.1" status: 200 len: 1001 time: 0.2136242 Feb 10 12:12:44.857853 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542d035-8e4b-4a7c-8432-edada88b1a4a req-8e1ff974-adfd-45da-881c-7b4d0626ef60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:44.860213 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2542d035-8e4b-4a7c-8432-edada88b1a4a req-8e1ff974-adfd-45da-881c-7b4d0626ef60 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a73324d7-3467-4caf-bcc8-eb7c51b409e6 HTTP/1.1" status: 200 len: 835 time: 0.0764575 Feb 10 12:12:44.984095 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2542d035-8e4b-4a7c-8432-edada88b1a4a req-3bedbbb5-86ab-45db-9c93-5316fc38db11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4d55839-9ea5-4235-baf8-ae9f8a294498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1169715 Feb 10 12:12:45.142491 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2542d035-8e4b-4a7c-8432-edada88b1a4a req-a86d9bc2-d6d7-448a-949c-11f4d74320c2 service neutron] 10.222.0.73 "GET /v2.0/networks/f4d55839-9ea5-4235-baf8-ae9f8a294498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500659 Feb 10 12:12:45.328409 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2542d035-8e4b-4a7c-8432-edada88b1a4a req-2cb4ae94-02d1-477a-bc0b-ff1710628a39 service neutron] 10.222.0.73 "GET /v2.0/networks/f4d55839-9ea5-4235-baf8-ae9f8a294498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798203 Feb 10 12:12:49.623477 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [req-a49a9f26-dd68-4629-b57c-3b606d14f3ed req-ac4e58af-dced-412d-b6e3-931ba67bdf79 service neutron] (83555) timed out ('10.222.0.36', 43690) {{(pid=83555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 12:12:53.272947 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d2bf4-e75d-4240-b7bb-0d498a8f7a73 req-bb5f6d5f-43eb-46fd-bc66-9d3d80167921 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:53.274722 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e36d2bf4-e75d-4240-b7bb-0d498a8f7a73 req-bb5f6d5f-43eb-46fd-bc66-9d3d80167921 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 945 time: 0.0921457 Feb 10 12:12:53.324345 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e36d2bf4-e75d-4240-b7bb-0d498a8f7a73 req-b2dd1ab8-6778-4616-a691-e6084c68848c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433424 Feb 10 12:12:54.598808 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b1b23-542b-45d7-96d4-742a4436827b req-0f321069-93e4-4c45-9eb1-030c2fdefa92 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:54.601449 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-524b1b23-542b-45d7-96d4-742a4436827b req-0f321069-93e4-4c45-9eb1-030c2fdefa92 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 945 time: 0.1387763 Feb 10 12:12:54.652769 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-524b1b23-542b-45d7-96d4-742a4436827b req-e9a31dec-e7e6-4dea-b15b-90e98f232147 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447962 Feb 10 12:12:54.684969 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47516) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:12:54.798749 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3f9074e3-cfc6-44a0-885d-fe9785b07d0e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/9b593d6f-2b64-4440-a324-96bea9e3b866 HTTP/1.1" status: 200 len: 993 time: 0.1122611 Feb 10 12:12:56.340662 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a5fbaab9-fd8a-49d2-ab73-d5b7139bf03f req-ccba2b83-7ec2-418f-ae8b-f391b654a46c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 1098 time: 0.0841846 Feb 10 12:12:56.528392 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd9d54-bbdd-4409-87c8-165a36f9580c req-c5132b34-ad9e-4032-ba29-affcb4e2f397 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:56.531047 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a0bd9d54-bbdd-4409-87c8-165a36f9580c req-c5132b34-ad9e-4032-ba29-affcb4e2f397 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 945 time: 0.1891618 Feb 10 12:12:56.571510 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-21fe0e3a-ad23-41bf-8abe-888b5916730d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:56.575469 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbaab9-fd8a-49d2-ab73-d5b7139bf03f req-7009783d-5c3b-47b1-bb6a-0357ea9f9b2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:56.577572 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a5fbaab9-fd8a-49d2-ab73-d5b7139bf03f req-7009783d-5c3b-47b1-bb6a-0357ea9f9b2b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4d55839-9ea5-4235-baf8-ae9f8a294498 HTTP/1.1" status: 200 len: 897 time: 0.2304096 Feb 10 12:12:56.600678 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a0bd9d54-bbdd-4409-87c8-165a36f9580c req-29f32a6e-3170-4037-8ee8-c97884698e92 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624118 Feb 10 12:12:56.693755 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a5fbaab9-fd8a-49d2-ab73-d5b7139bf03f req-d901538d-ca9d-43f1-827d-2895f772e0ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf454548-9baf-47b4-8aa7-f1b3facda388 HTTP/1.1" status: 200 len: 1001 time: 0.1099508 Feb 10 12:12:56.764254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbaab9-fd8a-49d2-ab73-d5b7139bf03f req-4e9324a6-6e9d-47ca-a8d1-9449595d7bc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:56.765813 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a5fbaab9-fd8a-49d2-ab73-d5b7139bf03f req-4e9324a6-6e9d-47ca-a8d1-9449595d7bc3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a73324d7-3467-4caf-bcc8-eb7c51b409e6 HTTP/1.1" status: 200 len: 835 time: 0.0667446 Feb 10 12:12:56.852151 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a5fbaab9-fd8a-49d2-ab73-d5b7139bf03f req-761aeb5c-1fe4-4675-af46-3b902bb3bad1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4d55839-9ea5-4235-baf8-ae9f8a294498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804121 Feb 10 12:12:57.024518 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a5fbaab9-fd8a-49d2-ab73-d5b7139bf03f req-fa5741d1-5656-465e-bd72-f249318b6ebc service neutron] 10.222.0.73 "GET /v2.0/networks/f4d55839-9ea5-4235-baf8-ae9f8a294498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660159 Feb 10 12:12:57.175976 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-a5fbaab9-fd8a-49d2-ab73-d5b7139bf03f req-8e9f4d6c-1ebe-46fb-b3e8-76bcab99d3f9 service neutron] 10.222.0.73 "GET /v2.0/networks/f4d55839-9ea5-4235-baf8-ae9f8a294498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444132 Feb 10 12:12:57.844680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114dbd5-dd27-4e30-b68d-d71cd505d5eb req-e2fdb68e-158a-4f39-adce-b543bee0ed01 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:57.846529 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5114dbd5-dd27-4e30-b68d-d71cd505d5eb req-e2fdb68e-158a-4f39-adce-b543bee0ed01 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 945 time: 0.0905750 Feb 10 12:12:57.917246 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5114dbd5-dd27-4e30-b68d-d71cd505d5eb req-2911c4c4-fc4a-436e-9a2a-4e0b167e0dc7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621870 Feb 10 12:12:58.870863 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f028ec94-413d-4be0-b35d-f4bb555670be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:59.134525 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09d607-42c7-4ea6-a61f-a857ad92eedf req-fe2e02d5-7bc6-45ea-a8ad-b5f9c8efc3e0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:59.137626 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0f09d607-42c7-4ea6-a61f-a857ad92eedf req-fe2e02d5-7bc6-45ea-a8ad-b5f9c8efc3e0 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 945 time: 0.0874996 Feb 10 12:12:59.216550 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0f09d607-42c7-4ea6-a61f-a857ad92eedf req-5557cb9e-7ea4-4934-a34d-f40d6d841a84 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724728 Feb 10 12:12:59.245605 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47530) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:12:59.362114 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-14bda448-b8b6-40da-b618-a50b63fa9a64 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/floatingips/9b593d6f-2b64-4440-a324-96bea9e3b866 HTTP/1.1" status: 200 len: 993 time: 0.1144528 Feb 10 12:12:59.671597 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47540) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:12:59.894594 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port 3b947f1b-53b5-457d-add8-5cf694ef0bbb {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:12:59.894938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:59.984522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:00.077381 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:00.077700 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:00.187143 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:00.203087 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for 3b947f1b-53b5-457d-add8-5cf694ef0bbb owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:13:00.367055 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:00.415011 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=3b947f1b-53b5-457d-add8-5cf694ef0bbb,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:00.457611 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:00.457931 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:00.458278 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:00.458612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:00.458939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:00.459266 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:00.459594 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:00.459913 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:00.460233 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:00.460552 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:00.460889 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:00.531646 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:01.175673 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router 674bb630-825e-463b-be3e-791300a8ebe3 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:13:01.416815 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:13:01.432788 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f6386-cc33-4562-a344-7e5ae88ba0a2 None None] Sync routers for ids ['674bb630-825e-463b-be3e-791300a8ebe3'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:13:01.439120 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:01.448276 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f6386-cc33-4562-a344-7e5ae88ba0a2 None None] Routers {'674bb630-825e-463b-be3e-791300a8ebe3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:13:01.449005 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-099f6386-cc33-4562-a344-7e5ae88ba0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:12:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['674bb630-825e-463b-be3e-791300a8ebe3'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:01.504325 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-61ab99f8-c3f7-4848-b35d-58dfe924af3e tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/floatingips/9b593d6f-2b64-4440-a324-96bea9e3b866 HTTP/1.1" status: 204 len: 168 time: 1.8314257 Feb 10 12:13:01.505321 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b01f3f7-cf87-482e-87ea-c2ffe66ae559', 'tag': 'bf454548-9baf-47b4-8aa7-f1b3facda388'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:13:01.568789 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b01f3f7-cf87-482e-87ea-c2ffe66ae559', 'tag': 'bf454548-9baf-47b4-8aa7-f1b3facda388', 'status': 'completed', 'code': 200} Feb 10 12:13:01.675969 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6367aa21-0cf8-48cc-a38d-10fde0032577 req-432d5160-c460-475c-93b4-648d728d8592 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 1098 time: 0.0834744 Feb 10 12:13:01.695611 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-099f6386-cc33-4562-a344-7e5ae88ba0a2 None None] Set router 674bb630-825e-463b-be3e-791300a8ebe3 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:13:01.733350 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:01.946063 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367aa21-0cf8-48cc-a38d-10fde0032577 req-c3bbc577-114a-4a79-a65b-69ab2e8a610a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:01.948619 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6367aa21-0cf8-48cc-a38d-10fde0032577 req-c3bbc577-114a-4a79-a65b-69ab2e8a610a service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4d55839-9ea5-4235-baf8-ae9f8a294498 HTTP/1.1" status: 200 len: 897 time: 0.2665143 Feb 10 12:13:02.064318 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6367aa21-0cf8-48cc-a38d-10fde0032577 req-6ad22fdd-aee4-4efe-9c03-ec3fc2f42fc5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf454548-9baf-47b4-8aa7-f1b3facda388 HTTP/1.1" status: 200 len: 217 time: 0.1067894 Feb 10 12:13:02.148775 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e243672-e9b6-45c5-b4c3-cd936ba8cd72 req-55d78fd7-a5fe-46c1-840a-f8098f8208d2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:02.150026 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-7e243672-e9b6-45c5-b4c3-cd936ba8cd72 req-55d78fd7-a5fe-46c1-840a-f8098f8208d2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:13:02.170925 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-7e243672-e9b6-45c5-b4c3-cd936ba8cd72 req-55d78fd7-a5fe-46c1-840a-f8098f8208d2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:13:02.172121 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e243672-e9b6-45c5-b4c3-cd936ba8cd72 req-55d78fd7-a5fe-46c1-840a-f8098f8208d2 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 945 time: 0.1431282 Feb 10 12:13:02.240235 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367aa21-0cf8-48cc-a38d-10fde0032577 req-1057d6fe-ab81-4c7c-a8a3-ef6c8ce46c56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:02.241824 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6367aa21-0cf8-48cc-a38d-10fde0032577 req-1057d6fe-ab81-4c7c-a8a3-ef6c8ce46c56 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a73324d7-3467-4caf-bcc8-eb7c51b409e6 HTTP/1.1" status: 200 len: 835 time: 0.1705554 Feb 10 12:13:02.253708 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e243672-e9b6-45c5-b4c3-cd936ba8cd72 req-dd1fe1a0-cd2d-49d7-b225-79dbf270fe61 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703893 Feb 10 12:13:02.281781 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-099f6386-cc33-4562-a344-7e5ae88ba0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674bb630-825e-463b-be3e-791300a8ebe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87840386', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '0e5b28fe-9775-4a0c-b0f3-d545e4f69c25', 'name': '', 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:00:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:12:01Z', 'updated_at': '2022-02-10T12:12:08Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:02.287829 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f6386-cc33-4562-a344-7e5ae88ba0a2 None None] Checking router: 674bb630-825e-463b-be3e-791300a8ebe3 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:13:02.301694 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f6386-cc33-4562-a344-7e5ae88ba0a2 None None] Routers {'674bb630-825e-463b-be3e-791300a8ebe3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:13:02.302339 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-099f6386-cc33-4562-a344-7e5ae88ba0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:12:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['674bb630-825e-463b-be3e-791300a8ebe3'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:02.339791 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6367aa21-0cf8-48cc-a38d-10fde0032577 req-0dbbcfc5-117c-4eba-97bf-0d6c8f7cb7f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4d55839-9ea5-4235-baf8-ae9f8a294498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911400 Feb 10 12:13:02.529810 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-099f6386-cc33-4562-a344-7e5ae88ba0a2 None None] Set router 674bb630-825e-463b-be3e-791300a8ebe3 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:13:02.543826 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6367aa21-0cf8-48cc-a38d-10fde0032577 req-c4b63304-5ad8-495e-8679-2ce641b96be4 service neutron] 10.222.0.73 "GET /v2.0/networks/f4d55839-9ea5-4235-baf8-ae9f8a294498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967049 Feb 10 12:13:02.786993 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6367aa21-0cf8-48cc-a38d-10fde0032577 req-6530f7ac-6242-4cd0-9437-a0dee66b1244 service neutron] 10.222.0.73 "GET /v2.0/networks/f4d55839-9ea5-4235-baf8-ae9f8a294498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366738 Feb 10 12:13:02.968499 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-099f6386-cc33-4562-a344-7e5ae88ba0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674bb630-825e-463b-be3e-791300a8ebe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87840386', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '0e5b28fe-9775-4a0c-b0f3-d545e4f69c25', 'name': '', 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:00:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:12:01Z', 'updated_at': '2022-02-10T12:12:08Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:02.973824 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f6386-cc33-4562-a344-7e5ae88ba0a2 None None] The sync data for ids ['674bb630-825e-463b-be3e-791300a8ebe3'] in dv-neutron-828497-1-hyperv is: [{'id': '674bb630-825e-463b-be3e-791300a8ebe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87840386', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '0e5b28fe-9775-4a0c-b0f3-d545e4f69c25', 'name': '', 'network_id': 'f4d55839-9ea5-4235-baf8-ae9f8a294498', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'mac_address': 'fa:16:3e:00:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:12:01Z', 'updated_at': '2022-02-10T12:12:08Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'subnets': [{'id': 'a73324d7-3467-4caf-bcc8-eb7c51b409e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:13:03.208099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db81083-da59-4346-b892-fbd4056ace76 None None] New status for floating IP 9b593d6f-2b64-4440-a324-96bea9e3b866: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:13:03.541613 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e51b0d-fe25-451f-bca9-591c3cbd33c6 req-7ccec9bb-68f9-4343-bf88-6c726230b40c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:03.544074 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68e51b0d-fe25-451f-bca9-591c3cbd33c6 req-7ccec9bb-68f9-4343-bf88-6c726230b40c tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 945 time: 0.0830750 Feb 10 12:13:03.601197 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68e51b0d-fe25-451f-bca9-591c3cbd33c6 req-57005bad-7a47-42dd-91e6-618e7f1f198f tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/security-groups?id=45992f03-9438-442a-9440-4ec4a7204cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507686 Feb 10 12:13:03.666552 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522dd10-5231-43a8-8d34-ce42a1d4fe60 req-bbc6b58b-f6f9-4c06-ac86-8ca4439494a7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:03.667270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-f522dd10-5231-43a8-8d34-ce42a1d4fe60 req-bbc6b58b-f6f9-4c06-ac86-8ca4439494a7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Synchronizing usage tracker for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:13:03.686558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-f522dd10-5231-43a8-8d34-ce42a1d4fe60 req-bbc6b58b-f6f9-4c06-ac86-8ca4439494a7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Unset dirty status for tenant:0e3cdd1e6ab34666a74a5c60bd58106c on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:13:03.688564 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f522dd10-5231-43a8-8d34-ce42a1d4fe60 req-bbc6b58b-f6f9-4c06-ac86-8ca4439494a7 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 945 time: 0.1276460 Feb 10 12:13:03.763095 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-f522dd10-5231-43a8-8d34-ce42a1d4fe60 req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port bf454548-9baf-47b4-8aa7-f1b3facda388 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:13:03.763443 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-f522dd10-5231-43a8-8d34-ce42a1d4fe60 req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:04.084539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-f522dd10-5231-43a8-8d34-ce42a1d4fe60 req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] For port bf454548-9baf-47b4-8aa7-f1b3facda388, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=bf454548-9baf-47b4-8aa7-f1b3facda388,segment=NetworkSegment(1378b1d5-f83d-4487-afaa-dd6d04c118bd),segment_id=1378b1d5-f83d-4487-afaa-dd6d04c118bd)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:04.085293 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-f522dd10-5231-43a8-8d34-ce42a1d4fe60 req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:04.238459 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-f522dd10-5231-43a8-8d34-ce42a1d4fe60 req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for bf454548-9baf-47b4-8aa7-f1b3facda388 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:13:04.402396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-f522dd10-5231-43a8-8d34-ce42a1d4fe60 req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:04.460138 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=bf454548-9baf-47b4-8aa7-f1b3facda388,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:04.540946 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:04.541399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:04.541791 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:04.542205 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:04.542577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:04.543572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:04.544130 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:04.544556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:04.545101 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:04.545514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:04.545956 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:04.563986 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f522dd10-5231-43a8-8d34-ce42a1d4fe60 req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] No DVR routers for this DVR port bf454548-9baf-47b4-8aa7-f1b3facda388 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:13:04.566741 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-f522dd10-5231-43a8-8d34-ce42a1d4fe60 req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:04.569655 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b01f3f7-cf87-482e-87ea-c2ffe66ae559', 'name': 'network-vif-deleted', 'tag': 'bf454548-9baf-47b4-8aa7-f1b3facda388'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:13:04.592906 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f522dd10-5231-43a8-8d34-ce42a1d4fe60 req-ce80d1c7-8ccf-418c-ac43-c94ba7709f12 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.73 "DELETE /v2.0/ports/bf454548-9baf-47b4-8aa7-f1b3facda388 HTTP/1.1" status: 204 len: 173 time: 0.8987987 Feb 10 12:13:04.666752 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b01f3f7-cf87-482e-87ea-c2ffe66ae559', 'name': 'network-vif-deleted', 'tag': 'bf454548-9baf-47b4-8aa7-f1b3facda388', 'status': 'completed', 'code': 200} Feb 10 12:13:04.869547 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-84b1670b-f480-4b2c-b506-529f9a024674 req-5ba0dadc-a5a2-472c-8895-cf8bbf29ce81 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b01f3f7-cf87-482e-87ea-c2ffe66ae559 HTTP/1.1" status: 200 len: 210 time: 0.0788529 Feb 10 12:13:05.420974 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:13:05.996934 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47560) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:06.454219 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9ec69daf-87ae-4c61-8d13-3a5192718ce1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:07.013160 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device bf454548-9baf-47b4-8aa7-f1b3facda388 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:13:07.098415 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: bf454548-9baf-47b4-8aa7-f1b3facda388 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:13:07.098756 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device bf454548-9baf-47b4-8aa7-f1b3facda388 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:13:07.291772 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9ec69daf-87ae-4c61-8d13-3a5192718ce1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:13:07.292389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9ec69daf-87ae-4c61-8d13-3a5192718ce1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:07.498856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-9ec69daf-87ae-4c61-8d13-3a5192718ce1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] For port 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=0e5b28fe-9775-4a0c-b0f3-d545e4f69c25,segment=NetworkSegment(1378b1d5-f83d-4487-afaa-dd6d04c118bd),segment_id=1378b1d5-f83d-4487-afaa-dd6d04c118bd)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:07.499220 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9ec69daf-87ae-4c61-8d13-3a5192718ce1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:07.632595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9ec69daf-87ae-4c61-8d13-3a5192718ce1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:13:07.868614 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9ec69daf-87ae-4c61-8d13-3a5192718ce1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:07.957973 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec69daf-87ae-4c61-8d13-3a5192718ce1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=0e5b28fe-9775-4a0c-b0f3-d545e4f69c25,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:08.373073 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9ec69daf-87ae-4c61-8d13-3a5192718ce1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:08.655780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:09.110850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec69daf-87ae-4c61-8d13-3a5192718ce1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Router 674bb630-825e-463b-be3e-791300a8ebe3 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:13:09.343050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec69daf-87ae-4c61-8d13-3a5192718ce1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:13:09.354837 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a982b881-0e13-434d-b43b-3d3929fc7e17 None None] Sync routers for ids ['674bb630-825e-463b-be3e-791300a8ebe3'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:13:09.362601 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9ec69daf-87ae-4c61-8d13-3a5192718ce1 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "PUT /v2.0/routers/674bb630-825e-463b-be3e-791300a8ebe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3642087 Feb 10 12:13:09.366622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47564) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:09.372419 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982b881-0e13-434d-b43b-3d3929fc7e17 None None] Routers {'674bb630-825e-463b-be3e-791300a8ebe3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:13:09.373499 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a982b881-0e13-434d-b43b-3d3929fc7e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:12:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['674bb630-825e-463b-be3e-791300a8ebe3'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:09.594427 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8267fcb-a986-4a1e-808f-b02444f201a6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting subnet a73324d7-3467-4caf-bcc8-eb7c51b409e6 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:13:09.599317 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d8267fcb-a986-4a1e-808f-b02444f201a6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:09.653880 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-a982b881-0e13-434d-b43b-3d3929fc7e17 None None] Set router 674bb630-825e-463b-be3e-791300a8ebe3 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:13:09.704940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d8267fcb-a986-4a1e-808f-b02444f201a6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:09.834932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d8267fcb-a986-4a1e-808f-b02444f201a6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:10.029043 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a982b881-0e13-434d-b43b-3d3929fc7e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674bb630-825e-463b-be3e-791300a8ebe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87840386', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:13:07Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:10.033610 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a982b881-0e13-434d-b43b-3d3929fc7e17 None None] Checking router: 674bb630-825e-463b-be3e-791300a8ebe3 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:13:10.046681 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982b881-0e13-434d-b43b-3d3929fc7e17 None None] Routers {'674bb630-825e-463b-be3e-791300a8ebe3'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:13:10.047704 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a982b881-0e13-434d-b43b-3d3929fc7e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:12:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['674bb630-825e-463b-be3e-791300a8ebe3'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:10.090895 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d8267fcb-a986-4a1e-808f-b02444f201a6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:10.165075 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8267fcb-a986-4a1e-808f-b02444f201a6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Subnet': ['ID=a73324d7-3467-4caf-bcc8-eb7c51b409e6,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:10.183123 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d8267fcb-a986-4a1e-808f-b02444f201a6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:10.198126 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cfe9b5-0273-4952-912e-f4d48c48ebbc None None] Network f4d55839-9ea5-4235-baf8-ae9f8a294498 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:13:10.199480 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d8267fcb-a986-4a1e-808f-b02444f201a6 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/subnets/a73324d7-3467-4caf-bcc8-eb7c51b409e6 HTTP/1.1" status: 204 len: 168 time: 0.8294919 Feb 10 12:13:10.202109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47568) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:10.366447 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-a982b881-0e13-434d-b43b-3d3929fc7e17 None None] Set router 674bb630-825e-463b-be3e-791300a8ebe3 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:13:10.518340 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e53fd892-32ed-4a5f-8974-412a0a4ebd35 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:10.557666 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] DHCP port deletion for f4d55839-9ea5-4235-baf8-ae9f8a294498 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:13:10.565184 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] Deleting port c8647ed4-4607-4241-8edf-52c2ca5e1334 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:13:10.565752 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:10.776646 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e53fd892-32ed-4a5f-8974-412a0a4ebd35 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:10.793637 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e53fd892-32ed-4a5f-8974-412a0a4ebd35 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Deleting port b671bce2-25eb-4317-83d7-ec2bbb44db61 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:13:10.795149 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e53fd892-32ed-4a5f-8974-412a0a4ebd35 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:10.819560 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] For port c8647ed4-4607-4241-8edf-52c2ca5e1334, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=c8647ed4-4607-4241-8edf-52c2ca5e1334,segment=NetworkSegment(1378b1d5-f83d-4487-afaa-dd6d04c118bd),segment_id=1378b1d5-f83d-4487-afaa-dd6d04c118bd)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:10.819560 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:10.892446 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-a982b881-0e13-434d-b43b-3d3929fc7e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674bb630-825e-463b-be3e-791300a8ebe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87840386', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:13:07Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:10.900075 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a982b881-0e13-434d-b43b-3d3929fc7e17 None None] The sync data for ids ['674bb630-825e-463b-be3e-791300a8ebe3'] in dv-neutron-828497-1-hyperv is: [{'id': '674bb630-825e-463b-be3e-791300a8ebe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87840386', 'tenant_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:13:07Z', 'revision_number': 5, 'project_id': '0e3cdd1e6ab34666a74a5c60bd58106c', 'gw_port': {'id': 'b671bce2-25eb-4317-83d7-ec2bbb44db61', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674bb630-825e-463b-be3e-791300a8ebe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:11:56Z', 'updated_at': '2022-02-10T12:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:13:11.028416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e53fd892-32ed-4a5f-8974-412a0a4ebd35 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] For port b671bce2-25eb-4317-83d7-ec2bbb44db61, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=b671bce2-25eb-4317-83d7-ec2bbb44db61,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:11.028883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e53fd892-32ed-4a5f-8974-412a0a4ebd35 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:11.086699 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] Calling delete_port for c8647ed4-4607-4241-8edf-52c2ca5e1334 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:13:11.218568 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e53fd892-32ed-4a5f-8974-412a0a4ebd35 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Calling delete_port for b671bce2-25eb-4317-83d7-ec2bbb44db61 owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:13:11.223915 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062'] for port, after_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:11.286181 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] Pushing event deleted for resources: {'Port': ['ID=c8647ed4-4607-4241-8edf-52c2ca5e1334,revision_number=None']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:11.302557 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] No DVR routers for this DVR port c8647ed4-4607-4241-8edf-52c2ca5e1334 on host dv-neutron-828497-1-hyperv {{(pid=83556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:13:11.310111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:11.310743 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:11.311382 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:11.312132 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:11.313104 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:11.313104 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:11.313791 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:11.314160 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:11.316168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:11.316168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:11.316168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea250a0-e19e-42c1-8a76-b31768616a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:11.460299 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e53fd892-32ed-4a5f-8974-412a0a4ebd35 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:11.551788 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53fd892-32ed-4a5f-8974-412a0a4ebd35 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Port': ['ID=b671bce2-25eb-4317-83d7-ec2bbb44db61,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:11.889665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e53fd892-32ed-4a5f-8974-412a0a4ebd35 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:11.961244 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:13:12.028472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:13:12.029094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 0e5b28fe-9775-4a0c-b0f3-d545e4f69c25 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:13:12.029675 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c8647ed4-4607-4241-8edf-52c2ca5e1334 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:13:12.070877 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: c8647ed4-4607-4241-8edf-52c2ca5e1334 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:13:12.071179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device c8647ed4-4607-4241-8edf-52c2ca5e1334 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:13:12.291422 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e53fd892-32ed-4a5f-8974-412a0a4ebd35 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:12.296801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e53fd892-32ed-4a5f-8974-412a0a4ebd35 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:12.330460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e53fd892-32ed-4a5f-8974-412a0a4ebd35 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:12.331023 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53fd892-32ed-4a5f-8974-412a0a4ebd35 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Fanout notify agent at l3_agent the message router_deleted on router 674bb630-825e-463b-be3e-791300a8ebe3 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:13:12.350613 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e53fd892-32ed-4a5f-8974-412a0a4ebd35 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:12.352281 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e53fd892-32ed-4a5f-8974-412a0a4ebd35 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/routers/674bb630-825e-463b-be3e-791300a8ebe3 HTTP/1.1" status: 204 len: 168 time: 2.1488571 Feb 10 12:13:12.356135 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47572) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:12.522400 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5be28ded-f387-42b7-ac0b-ed65cb216d1b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:12.664917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5be28ded-f387-42b7-ac0b-ed65cb216d1b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:12.693699 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-5be28ded-f387-42b7-ac0b-ed65cb216d1b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d55839-9ea5-4235-baf8-ae9f8a294498']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:12.707171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-5be28ded-f387-42b7-ac0b-ed65cb216d1b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1378b1d5-f83d-4487-afaa-dd6d04c118bd') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:12.707525 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-5be28ded-f387-42b7-ac0b-ed65cb216d1b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1378b1d5-f83d-4487-afaa-dd6d04c118bd') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:12.721420 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5be28ded-f387-42b7-ac0b-ed65cb216d1b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:12.741843 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5be28ded-f387-42b7-ac0b-ed65cb216d1b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:12.749960 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be28ded-f387-42b7-ac0b-ed65cb216d1b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:13:12.750694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5be28ded-f387-42b7-ac0b-ed65cb216d1b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:13:12.767860 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:13:12.873599 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5be28ded-f387-42b7-ac0b-ed65cb216d1b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:12.896327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5be28ded-f387-42b7-ac0b-ed65cb216d1b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:12.910844 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be28ded-f387-42b7-ac0b-ed65cb216d1b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'Network': ['ID=f4d55839-9ea5-4235-baf8-ae9f8a294498,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:12.923851 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5be28ded-f387-42b7-ac0b-ed65cb216d1b tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/networks/f4d55839-9ea5-4235-baf8-ae9f8a294498 HTTP/1.1" status: 204 len: 168 time: 0.5658889 Feb 10 12:13:12.926977 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47576) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:13.013370 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2bdceaf1-5ede-446c-9c74-7c91a4ec2651 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:13.051694 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2bdceaf1-5ede-446c-9c74-7c91a4ec2651 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:13.127624 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2bdceaf1-5ede-446c-9c74-7c91a4ec2651 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:13.147873 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdceaf1-5ede-446c-9c74-7c91a4ec2651 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45992f03-9438-442a-9440-4ec4a7204cdb,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:13.164714 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2bdceaf1-5ede-446c-9c74-7c91a4ec2651 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:13.166838 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2bdceaf1-5ede-446c-9c74-7c91a4ec2651 tempest-TestNetworkAdvancedServerOps-1256355388 tempest-TestNetworkAdvancedServerOps-1256355388-project] 10.222.0.36 "DELETE /v2.0/security-groups/45992f03-9438-442a-9440-4ec4a7204cdb HTTP/1.1" status: 204 len: 168 time: 0.2380748 Feb 10 12:13:13.634074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47586) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:13.838281 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b671bce2-25eb-4317-83d7-ec2bbb44db61 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:13:13.866395 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-628fb743-1761-4f43-a69f-ed9de4b5999e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e3cdd1e6ab34666a74a5c60bd58106c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2279441 Feb 10 12:13:13.866929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47592) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:13.882357 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: b671bce2-25eb-4317-83d7-ec2bbb44db61 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:13:13.882926 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b671bce2-25eb-4317-83d7-ec2bbb44db61 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:13:13.957587 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-08dcba52-4447-4966-91d8-1e15dcca8c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:13.992038 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-08dcba52-4447-4966-91d8-1e15dcca8c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:14.078179 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-08dcba52-4447-4966-91d8-1e15dcca8c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:14.096557 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcba52-4447-4966-91d8-1e15dcca8c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7a6f3e-2b6c-4aa6-acd2-8b6f91a04514,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:14.103891 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-08dcba52-4447-4966-91d8-1e15dcca8c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:14.105351 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-08dcba52-4447-4966-91d8-1e15dcca8c0c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f7a6f3e-2b6c-4aa6-acd2-8b6f91a04514 HTTP/1.1" status: 204 len: 168 time: 0.2370429 Feb 10 12:13:14.483528 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47600) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:14.503584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-246a2086-f8c6-475d-b053-f5fabd0bc103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:14.542639 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-246a2086-f8c6-475d-b053-f5fabd0bc103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:14.547334 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-246a2086-f8c6-475d-b053-f5fabd0bc103 admin admin] Usage tracker for resource:security_group_rule and tenant:8b2011530734413a82312fd184c6dcdb is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:14.551081 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-246a2086-f8c6-475d-b053-f5fabd0bc103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:14.558945 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-246a2086-f8c6-475d-b053-f5fabd0bc103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:14.639730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-246a2086-f8c6-475d-b053-f5fabd0bc103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:14.644368 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-246a2086-f8c6-475d-b053-f5fabd0bc103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:14.693998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a2086-f8c6-475d-b053-f5fabd0bc103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870aa7cf-ef20-434d-aa92-b1942506cdea,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:14.699795 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-246a2086-f8c6-475d-b053-f5fabd0bc103 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b2011530734413a82312fd184c6dcdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2150800 Feb 10 12:13:14.702582 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47604) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:14.769056 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eca101df-03cc-4241-8954-6f1d932e2819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:14.799359 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eca101df-03cc-4241-8954-6f1d932e2819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:14.868604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eca101df-03cc-4241-8954-6f1d932e2819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:14.887175 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca101df-03cc-4241-8954-6f1d932e2819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870aa7cf-ef20-434d-aa92-b1942506cdea,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:14.899416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eca101df-03cc-4241-8954-6f1d932e2819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:14.903650 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-eca101df-03cc-4241-8954-6f1d932e2819 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/870aa7cf-ef20-434d-aa92-b1942506cdea HTTP/1.1" status: 204 len: 168 time: 0.1972241 Feb 10 12:13:16.108321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47626) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:16.271881 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-409803733-network', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:13:16.281618 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:16.286396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Usage tracker for resource:network and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:16.289746 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:16.297373 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:16.309802 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Made reservation on behalf of 06834672d5854a118f236abcb4b0dfc6 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:13:16.311962 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:16.329333 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:16.364314 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:16.369803 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Usage tracker for resource:security_group_rule and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:16.373382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:16.380624 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:16.464786 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:16.469966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:16.515209 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:13:16.527462 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2f2e0f-9101-4b99-9f15-475fd4d260b1,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:16.535225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:16.535782 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Added segment 610919cb-ff9e-4da5-8ab9-bafe9523ac12 of type vlan for network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 Feb 10 12:13:16.570457 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:16.606388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:16.607334 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:16.607943 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:16.722582 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6125791 Feb 10 12:13:16.723396 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68318a-5f09-4a8f-8a42-b7f0762c5abd admin admin] Pushing event updated for resources: {'Network': ['ID=06ead31e-4b76-4c1b-8aaf-72c9e75cad54,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:16.727151 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47632) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:16.733720 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-e4d730fd-65cf-44db-8408-c8a511df445d admin admin] Request body: {'subnet': {'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-409803733-subnet', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'ip_version': 4}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:13:16.737764 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:13:16.742930 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e4d730fd-65cf-44db-8408-c8a511df445d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:16.750235 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e4d730fd-65cf-44db-8408-c8a511df445d admin admin] Usage tracker for resource:subnet and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:16.754761 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-e4d730fd-65cf-44db-8408-c8a511df445d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:16.764354 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-e4d730fd-65cf-44db-8408-c8a511df445d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:16.780315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d730fd-65cf-44db-8408-c8a511df445d admin admin] Made reservation on behalf of 06834672d5854a118f236abcb4b0dfc6 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:13:16.784022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e4d730fd-65cf-44db-8408-c8a511df445d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:17.032387 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e4d730fd-65cf-44db-8408-c8a511df445d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:17.106205 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d730fd-65cf-44db-8408-c8a511df445d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:17.133307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d730fd-65cf-44db-8408-c8a511df445d admin admin] Checking segment: {'id': '610919cb-ff9e-4da5-8ab9-bafe9523ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:13:17.134103 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d730fd-65cf-44db-8408-c8a511df445d admin admin] Network hostable DHCP agents. Network: 06ead31e-4b76-4c1b-8aaf-72c9e75cad54, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:13:17.162273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d730fd-65cf-44db-8408-c8a511df445d admin admin] Network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:13:17.177547 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-e4d730fd-65cf-44db-8408-c8a511df445d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 06ead31e-4b76-4c1b-8aaf-72c9e75cad54) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:13:17.184580 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d730fd-65cf-44db-8408-c8a511df445d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:17.189180 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09fd42b-ea46-468a-a4dd-5e6e45caa9e7 None None] Network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:13:17.189714 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e4d730fd-65cf-44db-8408-c8a511df445d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:17.215165 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e4d730fd-65cf-44db-8408-c8a511df445d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4866996 Feb 10 12:13:17.220352 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47636) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:17.226276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:13:17.232672 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:17.237806 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Usage tracker for resource:router and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:17.241584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:17.249995 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:17.264661 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:17.265935 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:17.290650 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:17.489832 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:13:17.490671 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:17.491730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:17.720457 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Allocated IP 172.20.0.2 (06ead31e-4b76-4c1b-8aaf-72c9e75cad54/a3371f47-f313-4ba3-ac2b-1a4bd4712ea5/fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:13:17.766731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:17.821070 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:18.032704 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Allocated IP 172.26.4.134 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/b3dda148-605f-48b1-9f52-5ab14b25ed97) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:13:18.097513 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:18.110357 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Transition to ACTIVE for port object fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:13:18.138783 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Transition to ACTIVE for port object fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:13:18.145359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:18.236012 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:13:18.241993 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:13:18.245596 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Pushing event updated for resources: {'Port': ['ID=fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:18.250130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:13:18.347006 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:18.354418 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Attempting to bind port fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:13:18.355604 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Attempting to bind port fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '610919cb-ff9e-4da5-8ab9-bafe9523ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:13:18.356148 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Attempting to bind port fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac on network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:13:18.364259 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:13:18.364829 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Checking segment: {'id': '610919cb-ff9e-4da5-8ab9-bafe9523ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:13:18.365419 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:18.365917 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Bound using segment: {'id': '610919cb-ff9e-4da5-8ab9-bafe9523ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:13:18.366495 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Bound port: fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610919cb-ff9e-4da5-8ab9-bafe9523ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:13:18.366975 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:18.392510 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:18.472267 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] For port fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:13:18.477017 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] For port fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:13:18.483366 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:18.512351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:13:18.517436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:13:18.524170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:13:18.577391 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d39679-2823-4161-821e-73c22c2fa6b8 None None] Pushing event updated for resources: {'Port': ['ID=fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:18.593272 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Pushing event updated for resources: {'Port': ['ID=b3dda148-605f-48b1-9f52-5ab14b25ed97,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:18.777705 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:18.778617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:19.139558 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Router c675128f-fef7-43c4-87c9-0368363ef2eb is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:13:19.391701 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:13:19.408156 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Sync routers for ids ['c675128f-fef7-43c4-87c9-0368363ef2eb'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:13:19.428522 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:19.430291 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-be5db44d-3356-45a9-8e2b-974a3dff1686 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2086344 Feb 10 12:13:19.434774 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47640) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:19.435556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Routers {'c675128f-fef7-43c4-87c9-0368363ef2eb'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:13:19.436264 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:12:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c675128f-fef7-43c4-87c9-0368363ef2eb'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:19.749742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca917ce-3a06-42b9-a6d5-44074942ba72 None None] Network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:13:19.885526 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Set router c675128f-fef7-43c4-87c9-0368363ef2eb gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:13:19.959052 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-78efe576-f67f-4257-856d-732c59ed9e3d None None] Provisioning for port fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:13:20.036350 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:13:20.439304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:13:20.458705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:20.459252 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:20.665030 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:18Z', 'revision_number': 3, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:20.689668 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Checking router: c675128f-fef7-43c4-87c9-0368363ef2eb for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:13:20.689925 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Updating router c675128f-fef7-43c4-87c9-0368363ef2eb port b3dda148-605f-48b1-9f52-5ab14b25ed97 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:13:20.749237 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:20.758918 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:20.811013 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:20.915712 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:21.019099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:21.033716 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Allocated IP 172.20.0.1 (06ead31e-4b76-4c1b-8aaf-72c9e75cad54/a3371f47-f313-4ba3-ac2b-1a4bd4712ea5/3141ae89-9371-4a6d-90b1-814e6d97c640) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:13:21.161800 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:21.164489 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d48478a5-78b8-4eb5-b7e5-d76ab6f7cfeb None None] Provisioning complete for port fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:21.164871 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d48478a5-78b8-4eb5-b7e5-d76ab6f7cfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:21.241798 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:21.260410 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Transition to ACTIVE for port object 3141ae89-9371-4a6d-90b1-814e6d97c640 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:13:21.291360 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:21.381410 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:13:21.385561 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:13:21.391551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:13:21.435493 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Pushing event updated for resources: {'Port': ['ID=3141ae89-9371-4a6d-90b1-814e6d97c640,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:21.480696 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:21.602567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:21.604501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:21.623104 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Transition to ACTIVE for port object b3dda148-605f-48b1-9f52-5ab14b25ed97 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:13:21.636606 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:21.757167 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e1db9-d644-4c6c-b200-dfb75d7f4f2d None None] Pushing event updated for resources: {'Port': ['ID=b3dda148-605f-48b1-9f52-5ab14b25ed97,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:21.760764 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Attempting to bind port b3dda148-605f-48b1-9f52-5ab14b25ed97 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:13:21.761425 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Attempting to bind port b3dda148-605f-48b1-9f52-5ab14b25ed97 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:13:21.762087 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Attempting to bind port b3dda148-605f-48b1-9f52-5ab14b25ed97 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:13:21.773756 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:13:21.774345 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:13:21.774973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:21.775589 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:13:21.776343 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Bound port: b3dda148-605f-48b1-9f52-5ab14b25ed97, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:13:21.777696 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:21.884428 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-94d024ef-3f8d-48d2-8a65-ea7f4f6c1938 None None] Provisioning for port 3141ae89-9371-4a6d-90b1-814e6d97c640 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:13:21.900637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-94d024ef-3f8d-48d2-8a65-ea7f4f6c1938 None None] Provisioning complete for port 3141ae89-9371-4a6d-90b1-814e6d97c640 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:21.901330 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-94d024ef-3f8d-48d2-8a65-ea7f4f6c1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:21.933904 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:13:21.964419 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] For port b3dda148-605f-48b1-9f52-5ab14b25ed97, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:13:21.990798 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] For port b3dda148-605f-48b1-9f52-5ab14b25ed97, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=b3dda148-605f-48b1-9f52-5ab14b25ed97,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:13:22.019313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:22.019622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:22.025672 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:22.079739 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-94d024ef-3f8d-48d2-8a65-ea7f4f6c1938 None None] Port 3141ae89-9371-4a6d-90b1-814e6d97c640 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:13:22.130282 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e1db9-d644-4c6c-b200-dfb75d7f4f2d None None] Pushing event updated for resources: {'Port': ['ID=b3dda148-605f-48b1-9f52-5ab14b25ed97,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:22.138946 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Routers {'c675128f-fef7-43c4-87c9-0368363ef2eb'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:13:22.139703 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:12:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c675128f-fef7-43c4-87c9-0368363ef2eb'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:22.162809 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Pushing event updated for resources: {'Port': ['ID=3141ae89-9371-4a6d-90b1-814e6d97c640,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:22.171468 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:22.197739 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:22.198117 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:22.366535 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:13:22.368667 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:13:22.446817 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] Set router c675128f-fef7-43c4-87c9-0368363ef2eb gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:13:22.798096 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d7fcad40-cfa0-4176-8a2d-35ea82892b95 None None] Provisioning complete for port 3141ae89-9371-4a6d-90b1-814e6d97c640 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:22.798835 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d7fcad40-cfa0-4176-8a2d-35ea82892b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:22.920986 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d7fcad40-cfa0-4176-8a2d-35ea82892b95 None None] Port 3141ae89-9371-4a6d-90b1-814e6d97c640 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:13:22.982977 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '3141ae89-9371-4a6d-90b1-814e6d97c640', 'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'mac_address': 'fa:16:3e:9f:d2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:20Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 2, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'subnets': [{'id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:22.990506 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef2adb-38d3-49d4-b308-2e6aa0857bc3 None None] The sync data for ids ['c675128f-fef7-43c4-87c9-0368363ef2eb'] in dv-neutron-828497-1-hyperv is: [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '3141ae89-9371-4a6d-90b1-814e6d97c640', 'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'mac_address': 'fa:16:3e:9f:d2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:20Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 2, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'subnets': [{'id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:13:23.152435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Router c675128f-fef7-43c4-87c9-0368363ef2eb has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:13:23.476607 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:13:23.487711 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e07a187d-f470-468d-a50f-368cbbe929fa admin admin] 10.222.0.36 "PUT /v2.0/routers/c675128f-fef7-43c4-87c9-0368363ef2eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0514185 Feb 10 12:13:23.974825 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b3dda148-605f-48b1-9f52-5ab14b25ed97 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:13:24.189853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port b3dda148-605f-48b1-9f52-5ab14b25ed97 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:13:24.199044 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port b3dda148-605f-48b1-9f52-5ab14b25ed97 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:24.199635 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:24.391300 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:24.426450 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port b3dda148-605f-48b1-9f52-5ab14b25ed97, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=b3dda148-605f-48b1-9f52-5ab14b25ed97,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:24.431830 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:24.525375 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=b3dda148-605f-48b1-9f52-5ab14b25ed97,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:24.726939 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 47662) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:24.733943 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1840440952-network', 'tenant_id': 'b6d010ada2c5493db6b6f497c598f562'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:13:24.739520 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:24.743996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Usage tracker for resource:network and tenant:b6d010ada2c5493db6b6f497c598f562 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:24.748421 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:24.755150 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:24.767279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Made reservation on behalf of b6d010ada2c5493db6b6f497c598f562 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:13:24.769848 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:24.787916 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:24.825767 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:24.830134 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Usage tracker for resource:security_group_rule and tenant:b6d010ada2c5493db6b6f497c598f562 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:24.833606 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:24.841336 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:24.936123 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:24.941583 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:24.976404 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:13:24.987604 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f6f8c1-a23c-4b52-a37f-88706e5ff160,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:24.997220 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:24.997396 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Added segment 85a1865c-2296-42aa-8f26-72025dc7dc55 of type vlan for network 2cc56200-6892-4d98-8cdc-0af495e1dc6b Feb 10 12:13:25.028241 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:25.063821 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:25.064762 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:25.065363 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:25.185340 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4571586 Feb 10 12:13:25.186246 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad36d8c-6703-4c38-9422-de603595756a admin admin] Pushing event updated for resources: {'Network': ['ID=2cc56200-6892-4d98-8cdc-0af495e1dc6b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:25.190161 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47666) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:25.197938 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-8cd4222b-f1ef-49e0-84fd-1a2c0ec10438 admin admin] Request body: {'subnet': {'network_id': '2cc56200-6892-4d98-8cdc-0af495e1dc6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1840440952-subnet', 'tenant_id': 'b6d010ada2c5493db6b6f497c598f562', 'ip_version': 4}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:13:25.198892 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 2cc56200-6892-4d98-8cdc-0af495e1dc6b details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:13:25.204467 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8cd4222b-f1ef-49e0-84fd-1a2c0ec10438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:25.209435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8cd4222b-f1ef-49e0-84fd-1a2c0ec10438 admin admin] Usage tracker for resource:subnet and tenant:b6d010ada2c5493db6b6f497c598f562 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:25.218064 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-8cd4222b-f1ef-49e0-84fd-1a2c0ec10438 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:25.225116 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-8cd4222b-f1ef-49e0-84fd-1a2c0ec10438 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:25.238432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd4222b-f1ef-49e0-84fd-1a2c0ec10438 admin admin] Made reservation on behalf of b6d010ada2c5493db6b6f497c598f562 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:13:25.240868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8cd4222b-f1ef-49e0-84fd-1a2c0ec10438 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:25.463909 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8cd4222b-f1ef-49e0-84fd-1a2c0ec10438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:25.539243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4222b-f1ef-49e0-84fd-1a2c0ec10438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=235f7eed-69fa-4eae-919a-c295f50db189,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:25.560443 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd4222b-f1ef-49e0-84fd-1a2c0ec10438 admin admin] Checking segment: {'id': '85a1865c-2296-42aa-8f26-72025dc7dc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2cc56200-6892-4d98-8cdc-0af495e1dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:13:25.560801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd4222b-f1ef-49e0-84fd-1a2c0ec10438 admin admin] Network hostable DHCP agents. Network: 2cc56200-6892-4d98-8cdc-0af495e1dc6b, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:13:25.585835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd4222b-f1ef-49e0-84fd-1a2c0ec10438 admin admin] Network 2cc56200-6892-4d98-8cdc-0af495e1dc6b is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:13:25.598434 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-8cd4222b-f1ef-49e0-84fd-1a2c0ec10438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 2cc56200-6892-4d98-8cdc-0af495e1dc6b) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:13:25.603190 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd4222b-f1ef-49e0-84fd-1a2c0ec10438 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:25.604211 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8cd4222b-f1ef-49e0-84fd-1a2c0ec10438 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:25.611660 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33949ad4-e9d3-4dce-ad9e-2496488b92c7 None None] Network 2cc56200-6892-4d98-8cdc-0af495e1dc6b requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:13:25.640887 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-8cd4222b-f1ef-49e0-84fd-1a2c0ec10438 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4485557 Feb 10 12:13:25.644254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47670) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:25.654226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1840440952-router', 'tenant_id': 'b6d010ada2c5493db6b6f497c598f562', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:13:25.662133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:25.668445 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Usage tracker for resource:router and tenant:b6d010ada2c5493db6b6f497c598f562 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:25.672910 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:25.682416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:25.702474 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:25.703572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:25.725778 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:25.931166 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:25.938475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b3dda148-605f-48b1-9f52-5ab14b25ed97 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:13:26.001625 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-2cc56200-6892-4d98-8cdc-0af495e1dc6b', 'network_id': '2cc56200-6892-4d98-8cdc-0af495e1dc6b', 'tenant_id': 'b6d010ada2c5493db6b6f497c598f562', 'fixed_ips': [{'subnet_id': '235f7eed-69fa-4eae-919a-c295f50db189'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:13:26.002624 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:26.132320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port b3dda148-605f-48b1-9f52-5ab14b25ed97 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:26.132883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:26.183411 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:26.237312 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:26.399625 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Allocated IP 172.26.4.137 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/db214970-d840-4a65-941c-a83ae4b18cde) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:13:26.474889 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Allocated IP 172.20.0.2 (2cc56200-6892-4d98-8cdc-0af495e1dc6b/235f7eed-69fa-4eae-919a-c295f50db189/be909dd1-2cc2-4117-8473-dd774a6f1e57) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:13:26.687563 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b52a9f31-98c2-46f2-b583-2956156005ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:26.687799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:26.724700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:26.836880 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:13:26.842854 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:13:26.846711 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:13:26.897725 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:26.906961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=db214970-d840-4a65-941c-a83ae4b18cde,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:26.921182 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Transition to ACTIVE for port object be909dd1-2cc2-4117-8473-dd774a6f1e57 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:13:26.956787 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Transition to ACTIVE for port object be909dd1-2cc2-4117-8473-dd774a6f1e57 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:13:26.963547 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:27.060414 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Network 2cc56200-6892-4d98-8cdc-0af495e1dc6b is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:13:27.065871 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:13:27.073938 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:13:27.077179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Pushing event updated for resources: {'Port': ['ID=be909dd1-2cc2-4117-8473-dd774a6f1e57,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:27.094019 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:27.095372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:27.222577 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Attempting to bind port be909dd1-2cc2-4117-8473-dd774a6f1e57 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:13:27.222898 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Attempting to bind port be909dd1-2cc2-4117-8473-dd774a6f1e57 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '85a1865c-2296-42aa-8f26-72025dc7dc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2cc56200-6892-4d98-8cdc-0af495e1dc6b'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:13:27.223454 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Attempting to bind port be909dd1-2cc2-4117-8473-dd774a6f1e57 on network 2cc56200-6892-4d98-8cdc-0af495e1dc6b {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:13:27.232494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:13:27.232976 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Checking segment: {'id': '85a1865c-2296-42aa-8f26-72025dc7dc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2cc56200-6892-4d98-8cdc-0af495e1dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:13:27.233522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:27.234006 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Bound using segment: {'id': '85a1865c-2296-42aa-8f26-72025dc7dc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2cc56200-6892-4d98-8cdc-0af495e1dc6b'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:13:27.234624 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Bound port: be909dd1-2cc2-4117-8473-dd774a6f1e57, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a1865c-2296-42aa-8f26-72025dc7dc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2cc56200-6892-4d98-8cdc-0af495e1dc6b'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:13:27.235070 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:27.364446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] For port be909dd1-2cc2-4117-8473-dd774a6f1e57, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:13:27.369691 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] For port be909dd1-2cc2-4117-8473-dd774a6f1e57, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=be909dd1-2cc2-4117-8473-dd774a6f1e57,segment=NetworkSegment(85a1865c-2296-42aa-8f26-72025dc7dc55),segment_id=85a1865c-2296-42aa-8f26-72025dc7dc55)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:13:27.375493 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:27.439417 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Router 2f781e7e-0142-405c-954c-932d06226726 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:13:27.466394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281e3fe-8ff2-4845-869b-0f17525490e6 None None] Pushing event updated for resources: {'Port': ['ID=be909dd1-2cc2-4117-8473-dd774a6f1e57,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:27.749100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:13:27.762428 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Sync routers for ids ['2f781e7e-0142-405c-954c-932d06226726'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:13:27.783862 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Routers {'2f781e7e-0142-405c-954c-932d06226726'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:13:27.784956 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:12:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2f781e7e-0142-405c-954c-932d06226726'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:27.787382 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:27.791742 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-408cfcdf-23f1-45e5-9aba-319367d56eb6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1435587 Feb 10 12:13:27.792945 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47674) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:27.983619 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device be909dd1-2cc2-4117-8473-dd774a6f1e57 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:13:28.066129 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port be909dd1-2cc2-4117-8473-dd774a6f1e57 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:13:28.161731 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Set router 2f781e7e-0142-405c-954c-932d06226726 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:13:28.616929 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f781e7e-0142-405c-954c-932d06226726', 'name': 'tempest-TestShelveInstance-1840440952-router', 'tenant_id': 'b6d010ada2c5493db6b6f497c598f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'db214970-d840-4a65-941c-a83ae4b18cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:25Z', 'updated_at': '2022-02-10T12:13:27Z', 'revision_number': 3, 'project_id': 'b6d010ada2c5493db6b6f497c598f562', 'gw_port': {'id': 'db214970-d840-4a65-941c-a83ae4b18cde', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f781e7e-0142-405c-954c-932d06226726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:26Z', 'updated_at': '2022-02-10T12:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:28.624685 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Checking router: 2f781e7e-0142-405c-954c-932d06226726 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:13:28.625292 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Updating router 2f781e7e-0142-405c-954c-932d06226726 port db214970-d840-4a65-941c-a83ae4b18cde binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:13:28.719957 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:28.860107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:28.885006 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9d685f9d-34fb-47c4-aeeb-6da3166062d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:29.137251 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b535967-633c-4887-9c5d-ab2d0683e8b7 None None] Network 2cc56200-6892-4d98-8cdc-0af495e1dc6b requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:13:29.322281 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Allocated IP 172.20.0.1 (2cc56200-6892-4d98-8cdc-0af495e1dc6b/235f7eed-69fa-4eae-919a-c295f50db189/e11e84b1-8a21-463a-8f0d-2c4328f6cd98) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:13:29.325428 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d6f9150e-f5c3-4a0a-9699-459aea2d21b7 None None] Provisioning for port be909dd1-2cc2-4117-8473-dd774a6f1e57 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:13:29.338698 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:29.346350 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d6f9150e-f5c3-4a0a-9699-459aea2d21b7 None None] Provisioning complete for port be909dd1-2cc2-4117-8473-dd774a6f1e57 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:29.346731 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d6f9150e-f5c3-4a0a-9699-459aea2d21b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:29.364480 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Transition to ACTIVE for port object db214970-d840-4a65-941c-a83ae4b18cde will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:13:29.379483 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:29.536809 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b11ec0-d7c8-4130-bf27-c052cbc06934 None None] Pushing event updated for resources: {'Port': ['ID=db214970-d840-4a65-941c-a83ae4b18cde,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:29.556964 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11ec0-d7c8-4130-bf27-c052cbc06934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:29.558145 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11ec0-d7c8-4130-bf27-c052cbc06934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:29.558699 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11ec0-d7c8-4130-bf27-c052cbc06934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:29.559265 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11ec0-d7c8-4130-bf27-c052cbc06934 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:29.560006 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11ec0-d7c8-4130-bf27-c052cbc06934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:29.560548 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11ec0-d7c8-4130-bf27-c052cbc06934 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:29.561090 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11ec0-d7c8-4130-bf27-c052cbc06934 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:29.562290 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11ec0-d7c8-4130-bf27-c052cbc06934 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:29.562290 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11ec0-d7c8-4130-bf27-c052cbc06934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:29.562760 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11ec0-d7c8-4130-bf27-c052cbc06934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:29.563479 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11ec0-d7c8-4130-bf27-c052cbc06934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:29.575051 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Attempting to bind port db214970-d840-4a65-941c-a83ae4b18cde on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:13:29.575541 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Attempting to bind port db214970-d840-4a65-941c-a83ae4b18cde by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:13:29.576050 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Attempting to bind port db214970-d840-4a65-941c-a83ae4b18cde on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:13:29.588545 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:13:29.589278 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:13:29.590628 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:29.591304 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:13:29.592093 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Bound port: db214970-d840-4a65-941c-a83ae4b18cde, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:13:29.592711 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:29.644799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:29.677983 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Transition to ACTIVE for port object e11e84b1-8a21-463a-8f0d-2c4328f6cd98 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:13:29.712071 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] For port db214970-d840-4a65-941c-a83ae4b18cde, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:13:29.717815 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d6f9150e-f5c3-4a0a-9699-459aea2d21b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:29.718750 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] For port db214970-d840-4a65-941c-a83ae4b18cde, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=db214970-d840-4a65-941c-a83ae4b18cde,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:13:29.719860 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:29.724861 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:29.793928 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-d6f9150e-f5c3-4a0a-9699-459aea2d21b7 None None] For port be909dd1-2cc2-4117-8473-dd774a6f1e57, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=be909dd1-2cc2-4117-8473-dd774a6f1e57,segment=NetworkSegment(85a1865c-2296-42aa-8f26-72025dc7dc55),segment_id=85a1865c-2296-42aa-8f26-72025dc7dc55)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:29.800421 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d6f9150e-f5c3-4a0a-9699-459aea2d21b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:29.863317 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b11ec0-d7c8-4130-bf27-c052cbc06934 None None] Pushing event updated for resources: {'Port': ['ID=db214970-d840-4a65-941c-a83ae4b18cde,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:29.890071 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Pushing event updated for resources: {'Port': ['ID=e11e84b1-8a21-463a-8f0d-2c4328f6cd98,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:29.895182 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Routers {'2f781e7e-0142-405c-954c-932d06226726'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:13:29.895824 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:13:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2f781e7e-0142-405c-954c-932d06226726'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:29.915767 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Network 2cc56200-6892-4d98-8cdc-0af495e1dc6b is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:13:29.918737 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:13:29.933780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:13:30.024239 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9150e-f5c3-4a0a-9699-459aea2d21b7 None None] Pushing event updated for resources: {'Port': ['ID=be909dd1-2cc2-4117-8473-dd774a6f1e57,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:30.035515 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:30.099666 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:30.174272 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] Set router 2f781e7e-0142-405c-954c-932d06226726 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:13:30.213383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:30.240646 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-201a0f43-fd75-4adf-bfb0-8eab56d56008 None None] Provisioning complete for port be909dd1-2cc2-4117-8473-dd774a6f1e57 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:30.241460 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-201a0f43-fd75-4adf-bfb0-8eab56d56008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:30.286110 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:30.548779 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8717b186-f28a-4780-b174-977c7f19fd70 None None] Provisioning for port e11e84b1-8a21-463a-8f0d-2c4328f6cd98 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:13:30.554822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8717b186-f28a-4780-b174-977c7f19fd70 None None] Provisioning complete for port e11e84b1-8a21-463a-8f0d-2c4328f6cd98 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:30.555294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8717b186-f28a-4780-b174-977c7f19fd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:30.609985 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:30.617988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:30.626480 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8717b186-f28a-4780-b174-977c7f19fd70 None None] Port e11e84b1-8a21-463a-8f0d-2c4328f6cd98 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:13:30.668735 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f781e7e-0142-405c-954c-932d06226726', 'name': 'tempest-TestShelveInstance-1840440952-router', 'tenant_id': 'b6d010ada2c5493db6b6f497c598f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'db214970-d840-4a65-941c-a83ae4b18cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:25Z', 'updated_at': '2022-02-10T12:13:27Z', 'revision_number': 3, 'project_id': 'b6d010ada2c5493db6b6f497c598f562', 'gw_port': {'id': 'db214970-d840-4a65-941c-a83ae4b18cde', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f781e7e-0142-405c-954c-932d06226726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:26Z', 'updated_at': '2022-02-10T12:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:30.674088 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb2e65-be24-4170-94c2-e3f698f52f48 None None] The sync data for ids ['2f781e7e-0142-405c-954c-932d06226726'] in dv-neutron-828497-1-hyperv is: [{'id': '2f781e7e-0142-405c-954c-932d06226726', 'name': 'tempest-TestShelveInstance-1840440952-router', 'tenant_id': 'b6d010ada2c5493db6b6f497c598f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'db214970-d840-4a65-941c-a83ae4b18cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:25Z', 'updated_at': '2022-02-10T12:13:27Z', 'revision_number': 3, 'project_id': 'b6d010ada2c5493db6b6f497c598f562', 'gw_port': {'id': 'db214970-d840-4a65-941c-a83ae4b18cde', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f781e7e-0142-405c-954c-932d06226726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:26Z', 'updated_at': '2022-02-10T12:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:13:30.816387 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Pushing event updated for resources: {'Port': ['ID=e11e84b1-8a21-463a-8f0d-2c4328f6cd98,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:30.820859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:31.082656 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Network 2cc56200-6892-4d98-8cdc-0af495e1dc6b is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:13:31.084604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:13:31.359126 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-d7fc5f59-27d6-4940-8dcc-13ed6baff06f None None] Provisioning complete for port e11e84b1-8a21-463a-8f0d-2c4328f6cd98 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:31.359710 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d7fc5f59-27d6-4940-8dcc-13ed6baff06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:31.431948 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-d7fc5f59-27d6-4940-8dcc-13ed6baff06f None None] Port e11e84b1-8a21-463a-8f0d-2c4328f6cd98 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:13:31.636832 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Router 2f781e7e-0142-405c-954c-932d06226726 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:13:31.719248 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:31.904713 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device be909dd1-2cc2-4117-8473-dd774a6f1e57 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:13:31.988401 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:13:31.990975 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port be909dd1-2cc2-4117-8473-dd774a6f1e57 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:31.991569 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:32.003398 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3905c296-adc7-4dfd-bcff-f091cfa00299 admin admin] 10.222.0.36 "PUT /v2.0/routers/2f781e7e-0142-405c-954c-932d06226726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2086289 Feb 10 12:13:32.872555 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47686) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:32.878997 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f931c584-8db8-47a2-83f3-3ed039f37ff6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1123506606', 'description': 'tempest-secgroup-smoke-1123506606 description', 'project_id': '06834672d5854a118f236abcb4b0dfc6'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:13:32.887065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f931c584-8db8-47a2-83f3-3ed039f37ff6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:32.891317 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f931c584-8db8-47a2-83f3-3ed039f37ff6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:security_group and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:32.894870 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f931c584-8db8-47a2-83f3-3ed039f37ff6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:32.902072 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f931c584-8db8-47a2-83f3-3ed039f37ff6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:32.914863 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f931c584-8db8-47a2-83f3-3ed039f37ff6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:32.961077 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f931c584-8db8-47a2-83f3-3ed039f37ff6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:32.966324 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f931c584-8db8-47a2-83f3-3ed039f37ff6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:security_group_rule and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:32.969575 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f931c584-8db8-47a2-83f3-3ed039f37ff6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:32.976215 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f931c584-8db8-47a2-83f3-3ed039f37ff6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:33.055604 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f931c584-8db8-47a2-83f3-3ed039f37ff6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.061002 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f931c584-8db8-47a2-83f3-3ed039f37ff6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.111062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931c584-8db8-47a2-83f3-3ed039f37ff6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a8bda4-492d-4b4b-bdaf-829832fbbfd6,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:33.114465 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f931c584-8db8-47a2-83f3-3ed039f37ff6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.116579 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f931c584-8db8-47a2-83f3-3ed039f37ff6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2426255 Feb 10 12:13:33.120562 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47690) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:33.130876 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-7ca27d40-2fe1-400e-87e4-6cb71fcae2d3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'security_group_rule': {'security_group_id': '29a8bda4-492d-4b4b-bdaf-829832fbbfd6', 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:13:33.143039 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7ca27d40-2fe1-400e-87e4-6cb71fcae2d3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:33.148449 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7ca27d40-2fe1-400e-87e4-6cb71fcae2d3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:security_group_rule and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:33.152706 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7ca27d40-2fe1-400e-87e4-6cb71fcae2d3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:33.159932 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7ca27d40-2fe1-400e-87e4-6cb71fcae2d3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:33.179436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7ca27d40-2fe1-400e-87e4-6cb71fcae2d3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.256062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7ca27d40-2fe1-400e-87e4-6cb71fcae2d3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.261273 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7ca27d40-2fe1-400e-87e4-6cb71fcae2d3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.289238 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca27d40-2fe1-400e-87e4-6cb71fcae2d3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8f8276-ee23-4b9f-a0a4-98e5e3ae6783,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:33.301083 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7ca27d40-2fe1-400e-87e4-6cb71fcae2d3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.302435 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7ca27d40-2fe1-400e-87e4-6cb71fcae2d3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1809688 Feb 10 12:13:33.305622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47694) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:33.312670 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-cd92f0d9-98ba-4d19-8b00-e5331286c1a2 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'security_group_rule': {'security_group_id': '29a8bda4-492d-4b4b-bdaf-829832fbbfd6', 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:13:33.319989 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-cd92f0d9-98ba-4d19-8b00-e5331286c1a2 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:33.328752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cd92f0d9-98ba-4d19-8b00-e5331286c1a2 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:security_group_rule and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:33.334096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-cd92f0d9-98ba-4d19-8b00-e5331286c1a2 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:33.344315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-cd92f0d9-98ba-4d19-8b00-e5331286c1a2 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:33.376522 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cd92f0d9-98ba-4d19-8b00-e5331286c1a2 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.501107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cd92f0d9-98ba-4d19-8b00-e5331286c1a2 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.506582 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cd92f0d9-98ba-4d19-8b00-e5331286c1a2 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.551642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92f0d9-98ba-4d19-8b00-e5331286c1a2 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3baac14-e86c-41bb-8de0-a6818fb149f7,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:33.566765 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cd92f0d9-98ba-4d19-8b00-e5331286c1a2 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.568317 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-cd92f0d9-98ba-4d19-8b00-e5331286c1a2 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2616076 Feb 10 12:13:33.571270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47698) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:33.577746 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-bb15aae5-4033-485f-bcba-2d2cf4d28c82 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'security_group_rule': {'security_group_id': '29a8bda4-492d-4b4b-bdaf-829832fbbfd6', 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:13:33.584177 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-bb15aae5-4033-485f-bcba-2d2cf4d28c82 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:33.594183 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-bb15aae5-4033-485f-bcba-2d2cf4d28c82 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:security_group_rule and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:33.598263 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-bb15aae5-4033-485f-bcba-2d2cf4d28c82 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:33.606087 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-bb15aae5-4033-485f-bcba-2d2cf4d28c82 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:33.626796 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb15aae5-4033-485f-bcba-2d2cf4d28c82 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.736218 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb15aae5-4033-485f-bcba-2d2cf4d28c82 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.741513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb15aae5-4033-485f-bcba-2d2cf4d28c82 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.782793 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15aae5-4033-485f-bcba-2d2cf4d28c82 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f4e854-8640-4bc4-8fc1-bc61c8ef917c,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:33.802632 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb15aae5-4033-485f-bcba-2d2cf4d28c82 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.804578 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-bb15aae5-4033-485f-bcba-2d2cf4d28c82 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2320402 Feb 10 12:13:33.809627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47702) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:33.815538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-acc59441-419e-4daf-ade3-9e97b2ac8ca3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'security_group_rule': {'security_group_id': '29a8bda4-492d-4b4b-bdaf-829832fbbfd6', 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:13:33.821884 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-acc59441-419e-4daf-ade3-9e97b2ac8ca3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:33.826767 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-acc59441-419e-4daf-ade3-9e97b2ac8ca3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:security_group_rule and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:33.829938 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-acc59441-419e-4daf-ade3-9e97b2ac8ca3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:33.836511 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-acc59441-419e-4daf-ade3-9e97b2ac8ca3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:33.859791 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acc59441-419e-4daf-ade3-9e97b2ac8ca3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.958436 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acc59441-419e-4daf-ade3-9e97b2ac8ca3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.963715 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acc59441-419e-4daf-ade3-9e97b2ac8ca3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:33.993534 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc59441-419e-4daf-ade3-9e97b2ac8ca3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4b5120-2078-4049-9f24-fc6e9e970046,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:34.008307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acc59441-419e-4daf-ade3-9e97b2ac8ca3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:34.009609 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-acc59441-419e-4daf-ade3-9e97b2ac8ca3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1989479 Feb 10 12:13:34.013731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47706) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:34.019632 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-a71e2aa9-8cd7-475a-a0ac-3349311f6157 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'security_group_rule': {'security_group_id': '29a8bda4-492d-4b4b-bdaf-829832fbbfd6', 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:13:34.026796 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a71e2aa9-8cd7-475a-a0ac-3349311f6157 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:34.031441 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a71e2aa9-8cd7-475a-a0ac-3349311f6157 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:security_group_rule and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:34.035278 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-a71e2aa9-8cd7-475a-a0ac-3349311f6157 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:34.042255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-a71e2aa9-8cd7-475a-a0ac-3349311f6157 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:34.055521 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-a71e2aa9-8cd7-475a-a0ac-3349311f6157 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Project 06834672d5854a118f236abcb4b0dfc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:13:34.064307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a71e2aa9-8cd7-475a-a0ac-3349311f6157 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:34.141928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a71e2aa9-8cd7-475a-a0ac-3349311f6157 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:34.146111 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a71e2aa9-8cd7-475a-a0ac-3349311f6157 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:34.171975 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e2aa9-8cd7-475a-a0ac-3349311f6157 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1eb1032-ee10-4c91-9aa8-79349d016a5a,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:34.182628 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a71e2aa9-8cd7-475a-a0ac-3349311f6157 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:34.183849 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-a71e2aa9-8cd7-475a-a0ac-3349311f6157 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1690602 Feb 10 12:13:34.186863 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47710) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:34.192907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-155910c7-f6c0-4f0b-8674-8601fd4a4f4d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'security_group_rule': {'security_group_id': '29a8bda4-492d-4b4b-bdaf-829832fbbfd6', 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:13:34.199778 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-155910c7-f6c0-4f0b-8674-8601fd4a4f4d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:34.204669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-155910c7-f6c0-4f0b-8674-8601fd4a4f4d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:security_group_rule and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:34.208073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-155910c7-f6c0-4f0b-8674-8601fd4a4f4d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:34.216406 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-155910c7-f6c0-4f0b-8674-8601fd4a4f4d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:34.228237 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-155910c7-f6c0-4f0b-8674-8601fd4a4f4d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Project 06834672d5854a118f236abcb4b0dfc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:13:34.235802 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-155910c7-f6c0-4f0b-8674-8601fd4a4f4d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:34.312895 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-155910c7-f6c0-4f0b-8674-8601fd4a4f4d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:34.317573 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-155910c7-f6c0-4f0b-8674-8601fd4a4f4d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:34.344177 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155910c7-f6c0-4f0b-8674-8601fd4a4f4d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6d4e8f-d639-4400-b06c-081f7835de9d,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:34.356696 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-155910c7-f6c0-4f0b-8674-8601fd4a4f4d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:34.358015 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-155910c7-f6c0-4f0b-8674-8601fd4a4f4d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1701279 Feb 10 12:13:34.556410 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-b4c2088b-82ab-46eb-8b65-a9518a9a2874 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123506606&fields=id&tenant_id=06834672d5854a118f236abcb4b0dfc6 HTTP/1.1" status: 200 len: 267 time: 0.0478580 Feb 10 12:13:34.735996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-0c707e16-5909-4c54-99a5-05b101fe2bc0 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:34.737648 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-0c707e16-5909-4c54-99a5-05b101fe2bc0 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 808 time: 0.1738431 Feb 10 12:13:34.756252 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-c3c1dc77-9c6d-4cf2-939e-bbaefccf9970 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/quotas/06834672d5854a118f236abcb4b0dfc6 HTTP/1.1" status: 200 len: 375 time: 0.0126817 Feb 10 12:13:34.849871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-8e100d43-388e-432c-9f61-a5ea82f93830 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Synchronizing usage tracker for tenant:06834672d5854a118f236abcb4b0dfc6 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:13:34.871500 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-8e100d43-388e-432c-9f61-a5ea82f93830 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Unset dirty status for tenant:06834672d5854a118f236abcb4b0dfc6 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:13:34.872979 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-8e100d43-388e-432c-9f61-a5ea82f93830 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101775 Feb 10 12:13:35.030018 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-04967e01-0abc-4540-ae2d-a7b37794f3f7 service neutron] 10.222.0.36 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431785 Feb 10 12:13:35.178630 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-0e410753-289a-441e-bc5a-1f94f6b10b5d service neutron] 10.222.0.36 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420176 Feb 10 12:13:35.402868 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1f047cf5-bfbc-4945-87ae-808ecd37672b req-5ec3251a-78e2-42f5-9b9b-a9805590fd87 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 210 time: 0.0443082 Feb 10 12:13:36.701058 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b723638d-292f-4091-b758-5750a97a5de6 req-1ca4f4ea-0419-499e-97bc-6d2783538522 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 210 time: 0.0528693 Feb 10 12:13:36.749919 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-e2aae2a7-aab5-4b8c-b6e7-e5666cc7fc42 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:36.751135 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-e2aae2a7-aab5-4b8c-b6e7-e5666cc7fc42 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Synchronizing usage tracker for tenant:06834672d5854a118f236abcb4b0dfc6 on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:13:36.780470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-e2aae2a7-aab5-4b8c-b6e7-e5666cc7fc42 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Unset dirty status for tenant:06834672d5854a118f236abcb4b0dfc6 on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:13:36.781913 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-e2aae2a7-aab5-4b8c-b6e7-e5666cc7fc42 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 808 time: 0.2498522 Feb 10 12:13:36.867934 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-ec6b1bb3-867f-4144-9989-b7f1c8ea1de0 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Synchronizing usage tracker for tenant:06834672d5854a118f236abcb4b0dfc6 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:13:36.892340 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-ec6b1bb3-867f-4144-9989-b7f1c8ea1de0 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Unset dirty status for tenant:06834672d5854a118f236abcb4b0dfc6 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:13:36.893535 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-ec6b1bb3-867f-4144-9989-b7f1c8ea1de0 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06834672d5854a118f236abcb4b0dfc6 HTTP/1.1" status: 200 len: 380 time: 0.0993378 Feb 10 12:13:36.906249 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-fa9364af-ebc4-4d5e-b97a-b27ad321dec9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'port': {'device_id': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'admin_state_up': True, 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'security_groups': ['29a8bda4-492d-4b4b-bdaf-829832fbbfd6']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:13:37.000751 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Sync routers for ids ['c675128f-fef7-43c4-87c9-0368363ef2eb'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:13:37.024959 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Routers {'c675128f-fef7-43c4-87c9-0368363ef2eb'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:13:37.025902 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:13:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c675128f-fef7-43c4-87c9-0368363ef2eb'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:37.102691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-fa9364af-ebc4-4d5e-b97a-b27ad321dec9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:37.116397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-fa9364af-ebc4-4d5e-b97a-b27ad321dec9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:37.130303 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-fa9364af-ebc4-4d5e-b97a-b27ad321dec9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Made reservation on behalf of 06834672d5854a118f236abcb4b0dfc6 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:13:37.133902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-fa9364af-ebc4-4d5e-b97a-b27ad321dec9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:37.248640 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Set router c675128f-fef7-43c4-87c9-0368363ef2eb gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:13:37.381649 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-fa9364af-ebc4-4d5e-b97a-b27ad321dec9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Allocated IP 172.20.0.8 (06ead31e-4b76-4c1b-8aaf-72c9e75cad54/a3371f47-f313-4ba3-ac2b-1a4bd4712ea5/e5328a24-46fe-48b9-8045-cd2e4bba95a1) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:13:37.625686 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-fa9364af-ebc4-4d5e-b97a-b27ad321dec9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:37.643817 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-fa9364af-ebc4-4d5e-b97a-b27ad321dec9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Transition to ACTIVE for port object e5328a24-46fe-48b9-8045-cd2e4bba95a1 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:13:37.670050 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-fa9364af-ebc4-4d5e-b97a-b27ad321dec9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:37.704321 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '3141ae89-9371-4a6d-90b1-814e6d97c640', 'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'mac_address': 'fa:16:3e:9f:d2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:20Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 2, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'subnets': [{'id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:37.709363 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Checking router: c675128f-fef7-43c4-87c9-0368363ef2eb for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:13:37.709844 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Updating router c675128f-fef7-43c4-87c9-0368363ef2eb port 3141ae89-9371-4a6d-90b1-814e6d97c640 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:13:37.768783 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-fa9364af-ebc4-4d5e-b97a-b27ad321dec9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:13:37.772398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-fa9364af-ebc4-4d5e-b97a-b27ad321dec9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:13:37.777917 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-fa9364af-ebc4-4d5e-b97a-b27ad321dec9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:13:37.785454 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:37.805641 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9364af-ebc4-4d5e-b97a-b27ad321dec9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'Port': ['ID=e5328a24-46fe-48b9-8045-cd2e4bba95a1,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:37.903560 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-fa9364af-ebc4-4d5e-b97a-b27ad321dec9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:37.908999 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-fa9364af-ebc4-4d5e-b97a-b27ad321dec9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:37.958790 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-fa9364af-ebc4-4d5e-b97a-b27ad321dec9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0595467 Feb 10 12:13:37.971289 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Request body: {'port': {'device_id': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:13:38.013320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device db214970-d840-4a65-941c-a83ae4b18cde up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:13:38.055138 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a8bc2-6fa3-4cf9-b72f-ba7657673484 req-7d6034af-5581-4d33-82fe-2f86bfca483e tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:38.062277 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea6a8bc2-6fa3-4cf9-b72f-ba7657673484 req-7d6034af-5581-4d33-82fe-2f86bfca483e tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 931 time: 0.1527207 Feb 10 12:13:38.171229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:38.173079 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea6a8bc2-6fa3-4cf9-b72f-ba7657673484 req-bf6b1027-1205-41dc-a879-f32ca8b1dbec tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069789 Feb 10 12:13:38.364799 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bc108724-b8fd-451b-ae27-6349ac1087f4 None None] Provisioning for port e5328a24-46fe-48b9-8045-cd2e4bba95a1 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:13:38.377331 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port db214970-d840-4a65-941c-a83ae4b18cde completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:13:38.406910 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bc108724-b8fd-451b-ae27-6349ac1087f4 None None] Provisioning complete for port e5328a24-46fe-48b9-8045-cd2e4bba95a1 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:38.407450 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc108724-b8fd-451b-ae27-6349ac1087f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:38.466605 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port db214970-d840-4a65-941c-a83ae4b18cde triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:38.466972 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:38.615523 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-bc108724-b8fd-451b-ae27-6349ac1087f4 None None] Port e5328a24-46fe-48b9-8045-cd2e4bba95a1 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:13:38.666903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:38.711798 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Transition to ACTIVE for port object 3141ae89-9371-4a6d-90b1-814e6d97c640 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:13:38.715500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:38.728307 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:38.926309 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:38.973095 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e171d7-0470-4d5c-921a-fd8a76d8da6c None None] Pushing event updated for resources: {'Port': ['ID=3141ae89-9371-4a6d-90b1-814e6d97c640,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:38.991610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5328a24-46fe-48b9-8045-cd2e4bba95a1 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:13:39.001491 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:39.008336 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port db214970-d840-4a65-941c-a83ae4b18cde, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=db214970-d840-4a65-941c-a83ae4b18cde,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:39.021409 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Transition to ACTIVE for port object e5328a24-46fe-48b9-8045-cd2e4bba95a1 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:13:39.027694 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:39.063311 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:39.197871 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5328a24-46fe-48b9-8045-cd2e4bba95a1,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:39.255302 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Attempting to bind port 3141ae89-9371-4a6d-90b1-814e6d97c640 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:13:39.255634 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Attempting to bind port 3141ae89-9371-4a6d-90b1-814e6d97c640 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '610919cb-ff9e-4da5-8ab9-bafe9523ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:13:39.256324 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Attempting to bind port 3141ae89-9371-4a6d-90b1-814e6d97c640 on network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:13:39.290225 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:13:39.290812 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Checking segment: {'id': '610919cb-ff9e-4da5-8ab9-bafe9523ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:13:39.292023 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:39.292845 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Bound using segment: {'id': '610919cb-ff9e-4da5-8ab9-bafe9523ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:13:39.293921 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Bound port: 3141ae89-9371-4a6d-90b1-814e6d97c640, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610919cb-ff9e-4da5-8ab9-bafe9523ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:13:39.294546 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:39.376824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=db214970-d840-4a65-941c-a83ae4b18cde,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:39.501554 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Attempting to bind port e5328a24-46fe-48b9-8045-cd2e4bba95a1 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:13:39.502254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Attempting to bind port e5328a24-46fe-48b9-8045-cd2e4bba95a1 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '610919cb-ff9e-4da5-8ab9-bafe9523ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:13:39.502881 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Attempting to bind port e5328a24-46fe-48b9-8045-cd2e4bba95a1 on network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:13:39.503145 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] For port 3141ae89-9371-4a6d-90b1-814e6d97c640, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:13:39.512075 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] For port 3141ae89-9371-4a6d-90b1-814e6d97c640, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=3141ae89-9371-4a6d-90b1-814e6d97c640,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:13:39.514766 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Port e5328a24-46fe-48b9-8045-cd2e4bba95a1 on network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:13:39.515285 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Attempting to bind port e5328a24-46fe-48b9-8045-cd2e4bba95a1 on network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:13:39.519059 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:39.524975 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:13:39.525747 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Checking segment: {'id': '610919cb-ff9e-4da5-8ab9-bafe9523ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:13:39.526570 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Bound using segment: {'id': '610919cb-ff9e-4da5-8ab9-bafe9523ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:13:39.527342 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Bound port: e5328a24-46fe-48b9-8045-cd2e4bba95a1, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610919cb-ff9e-4da5-8ab9-bafe9523ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:13:39.528321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:39.598234 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635c3d8-8002-42ba-b728-00873218f67a req-5afd3129-9e17-4e5e-8a03-0ccd88be57c4 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:39.601806 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e635c3d8-8002-42ba-b728-00873218f67a req-5afd3129-9e17-4e5e-8a03-0ccd88be57c4 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 943 time: 0.1264000 Feb 10 12:13:39.683443 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e171d7-0470-4d5c-921a-fd8a76d8da6c None None] Pushing event updated for resources: {'Port': ['ID=3141ae89-9371-4a6d-90b1-814e6d97c640,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:39.710176 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e635c3d8-8002-42ba-b728-00873218f67a req-97bee417-2012-441d-8f3a-3a899f4701d9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015768 Feb 10 12:13:39.713283 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Routers {'c675128f-fef7-43c4-87c9-0368363ef2eb'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:13:39.715179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:13:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c675128f-fef7-43c4-87c9-0368363ef2eb'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:39.760402 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] For port e5328a24-46fe-48b9-8045-cd2e4bba95a1, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:13:39.767901 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] For port e5328a24-46fe-48b9-8045-cd2e4bba95a1, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:13:39.777809 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:39.905105 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5328a24-46fe-48b9-8045-cd2e4bba95a1,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:39.926229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:39.928523 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-cd170f87-78c8-41af-9c88-42d043fc64a7 service neutron] 10.222.0.73 "PUT /v2.0/ports/e5328a24-46fe-48b9-8045-cd2e4bba95a1 HTTP/1.1" status: 200 len: 1093 time: 1.9621377 Feb 10 12:13:39.929239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'tag': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:13:40.060209 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'tag': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'status': 'completed', 'code': 200} Feb 10 12:13:40.111632 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-e83bdaf7-12a1-42c3-82ed-146c2317578e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 1096 time: 0.1195586 Feb 10 12:13:40.126116 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3141ae89-9371-4a6d-90b1-814e6d97c640 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:13:40.218219 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Sync routers for ids ['2f781e7e-0142-405c-954c-932d06226726'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:13:40.236513 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Routers {'2f781e7e-0142-405c-954c-932d06226726'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:13:40.237913 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:13:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2f781e7e-0142-405c-954c-932d06226726'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:40.321945 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-f199ed19-1e3f-4b49-b95a-cd806775ac18 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1 HTTP/1.1" status: 200 len: 217 time: 0.2017093 Feb 10 12:13:40.333924 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] Set router c675128f-fef7-43c4-87c9-0368363ef2eb gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:13:40.427319 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-59a55442-9a5b-4ca2-9d8a-58d0f6615759 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:40.429683 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-59a55442-9a5b-4ca2-9d8a-58d0f6615759 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.1016951 Feb 10 12:13:40.433042 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 3141ae89-9371-4a6d-90b1-814e6d97c640 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:13:40.464137 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 3141ae89-9371-4a6d-90b1-814e6d97c640 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:40.464702 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:40.508563 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Set router 2f781e7e-0142-405c-954c-932d06226726 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:13:40.545075 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-60976b7a-e7db-45db-86a6-74fb1994174f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1071754 Feb 10 12:13:40.775981 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-8eb32098-61f3-4f5d-b42f-bb2b819ca996 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236159 Feb 10 12:13:40.804688 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:40.975615 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 3141ae89-9371-4a6d-90b1-814e6d97c640, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=3141ae89-9371-4a6d-90b1-814e6d97c640,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:40.981369 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ce6cc1ad-51fe-400f-87b6-e04e20e69cf1 req-3482f977-d808-4816-9769-3fbc155a6d29 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979427 Feb 10 12:13:40.993656 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:40.997313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device db214970-d840-4a65-941c-a83ae4b18cde up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:13:41.098881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1d155-2b47-4505-9092-cac8ba029f47 req-c59b235a-e549-4bd3-b8ac-909a57344fd4 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:41.101161 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f781e7e-0142-405c-954c-932d06226726', 'name': 'tempest-TestShelveInstance-1840440952-router', 'tenant_id': 'b6d010ada2c5493db6b6f497c598f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'db214970-d840-4a65-941c-a83ae4b18cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:25Z', 'updated_at': '2022-02-10T12:13:30Z', 'revision_number': 4, 'project_id': 'b6d010ada2c5493db6b6f497c598f562', 'gw_port': {'id': 'db214970-d840-4a65-941c-a83ae4b18cde', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f781e7e-0142-405c-954c-932d06226726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:26Z', 'updated_at': '2022-02-10T12:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'e11e84b1-8a21-463a-8f0d-2c4328f6cd98', 'name': '', 'network_id': '2cc56200-6892-4d98-8cdc-0af495e1dc6b', 'tenant_id': 'b6d010ada2c5493db6b6f497c598f562', 'mac_address': 'fa:16:3e:8e:3c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f781e7e-0142-405c-954c-932d06226726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '235f7eed-69fa-4eae-919a-c295f50db189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:29Z', 'updated_at': '2022-02-10T12:13:30Z', 'revision_number': 2, 'project_id': 'b6d010ada2c5493db6b6f497c598f562', 'subnets': [{'id': '235f7eed-69fa-4eae-919a-c295f50db189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:41.101798 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64c1d155-2b47-4505-9092-cac8ba029f47 req-c59b235a-e549-4bd3-b8ac-909a57344fd4 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 943 time: 0.1107175 Feb 10 12:13:41.107333 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Checking router: 2f781e7e-0142-405c-954c-932d06226726 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:13:41.108298 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Updating router 2f781e7e-0142-405c-954c-932d06226726 port e11e84b1-8a21-463a-8f0d-2c4328f6cd98 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:13:41.124660 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9d10089f-ba03-4eda-963f-935307af2a3e req-58a877e5-3180-4356-ad2f-b962d50f24e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 1096 time: 0.0886571 Feb 10 12:13:41.170704 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64c1d155-2b47-4505-9092-cac8ba029f47 req-89620463-92b9-4acb-8a36-f26e44cc07f7 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545692 Feb 10 12:13:41.175502 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:41.236748 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '3141ae89-9371-4a6d-90b1-814e6d97c640', 'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'mac_address': 'fa:16:3e:9f:d2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:20Z', 'updated_at': '2022-02-10T12:13:39Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'subnets': [{'id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:41.248661 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=3141ae89-9371-4a6d-90b1-814e6d97c640,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:41.251263 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c723ca-7cde-4459-a190-d245ea2a7564 None None] The sync data for ids ['c675128f-fef7-43c4-87c9-0368363ef2eb'] in dv-neutron-828497-1-hyperv is: [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '3141ae89-9371-4a6d-90b1-814e6d97c640', 'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'mac_address': 'fa:16:3e:9f:d2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:20Z', 'updated_at': '2022-02-10T12:13:39Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'subnets': [{'id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:13:41.266860 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port db214970-d840-4a65-941c-a83ae4b18cde triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:41.267242 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:41.305087 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10089f-ba03-4eda-963f-935307af2a3e req-e3919b45-afbf-4b87-a20a-95c1097cdfd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:41.306721 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9d10089f-ba03-4eda-963f-935307af2a3e req-e3919b45-afbf-4b87-a20a-95c1097cdfd5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.1751246 Feb 10 12:13:41.444323 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9d10089f-ba03-4eda-963f-935307af2a3e req-0c12902a-1d9c-48e3-abc5-be8bbc81151e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1 HTTP/1.1" status: 200 len: 217 time: 0.1293466 Feb 10 12:13:41.527304 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10089f-ba03-4eda-963f-935307af2a3e req-087b2f18-f026-4951-8edc-d7aeb00a4cfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:41.528932 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9d10089f-ba03-4eda-963f-935307af2a3e req-087b2f18-f026-4951-8edc-d7aeb00a4cfc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.0778317 Feb 10 12:13:41.622659 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9d10089f-ba03-4eda-963f-935307af2a3e req-5495a684-db7e-4004-b8d8-e7e0cf9ec1e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874135 Feb 10 12:13:41.773556 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9d10089f-ba03-4eda-963f-935307af2a3e req-a9b57b5f-cfeb-4a90-a845-680d7d6f2b08 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430562 Feb 10 12:13:41.811479 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:41.836031 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Transition to ACTIVE for port object e11e84b1-8a21-463a-8f0d-2c4328f6cd98 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:13:41.858859 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:41.926779 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9d10089f-ba03-4eda-963f-935307af2a3e req-54ead63c-1dad-47c5-8745-0c5375b08f6d service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469383 Feb 10 12:13:41.946732 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3141ae89-9371-4a6d-90b1-814e6d97c640 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:13:42.031618 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 3141ae89-9371-4a6d-90b1-814e6d97c640 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:42.032133 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:42.139275 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4701a12-701f-4e8d-bbcb-f56a2921b036 None None] Pushing event updated for resources: {'Port': ['ID=e11e84b1-8a21-463a-8f0d-2c4328f6cd98,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:42.216634 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Attempting to bind port e11e84b1-8a21-463a-8f0d-2c4328f6cd98 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:13:42.217069 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Attempting to bind port e11e84b1-8a21-463a-8f0d-2c4328f6cd98 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '85a1865c-2296-42aa-8f26-72025dc7dc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2cc56200-6892-4d98-8cdc-0af495e1dc6b'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:13:42.217411 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Attempting to bind port e11e84b1-8a21-463a-8f0d-2c4328f6cd98 on network 2cc56200-6892-4d98-8cdc-0af495e1dc6b {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:13:42.224689 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:13:42.225046 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Checking segment: {'id': '85a1865c-2296-42aa-8f26-72025dc7dc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2cc56200-6892-4d98-8cdc-0af495e1dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:13:42.225490 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:42.225875 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Bound using segment: {'id': '85a1865c-2296-42aa-8f26-72025dc7dc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2cc56200-6892-4d98-8cdc-0af495e1dc6b'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:13:42.226316 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Bound port: e11e84b1-8a21-463a-8f0d-2c4328f6cd98, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a1865c-2296-42aa-8f26-72025dc7dc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2cc56200-6892-4d98-8cdc-0af495e1dc6b'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:13:42.226677 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:42.325624 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] For port e11e84b1-8a21-463a-8f0d-2c4328f6cd98, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:13:42.329020 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] For port e11e84b1-8a21-463a-8f0d-2c4328f6cd98, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e11e84b1-8a21-463a-8f0d-2c4328f6cd98,segment=NetworkSegment(85a1865c-2296-42aa-8f26-72025dc7dc55),segment_id=85a1865c-2296-42aa-8f26-72025dc7dc55)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:13:42.333998 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:42.418656 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a422c-cd85-4774-9482-0e63735f993f req-c1a89ba0-08ea-4016-bc68-8c86eefbdc6b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:42.421375 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d98a422c-cd85-4774-9482-0e63735f993f req-c1a89ba0-08ea-4016-bc68-8c86eefbdc6b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 943 time: 0.0991974 Feb 10 12:13:42.424193 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4701a12-701f-4e8d-bbcb-f56a2921b036 None None] Pushing event updated for resources: {'Port': ['ID=e11e84b1-8a21-463a-8f0d-2c4328f6cd98,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:42.438352 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Routers {'2f781e7e-0142-405c-954c-932d06226726'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:13:42.439403 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:13:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2f781e7e-0142-405c-954c-932d06226726'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:42.490200 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d98a422c-cd85-4774-9482-0e63735f993f req-bc8ca3b1-ce99-40b6-b6da-b077ed7b099b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548880 Feb 10 12:13:42.508485 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:13:42.649508 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] Set router 2f781e7e-0142-405c-954c-932d06226726 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:13:43.020551 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f781e7e-0142-405c-954c-932d06226726', 'name': 'tempest-TestShelveInstance-1840440952-router', 'tenant_id': 'b6d010ada2c5493db6b6f497c598f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'db214970-d840-4a65-941c-a83ae4b18cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:25Z', 'updated_at': '2022-02-10T12:13:30Z', 'revision_number': 4, 'project_id': 'b6d010ada2c5493db6b6f497c598f562', 'gw_port': {'id': 'db214970-d840-4a65-941c-a83ae4b18cde', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f781e7e-0142-405c-954c-932d06226726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:26Z', 'updated_at': '2022-02-10T12:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'e11e84b1-8a21-463a-8f0d-2c4328f6cd98', 'name': '', 'network_id': '2cc56200-6892-4d98-8cdc-0af495e1dc6b', 'tenant_id': 'b6d010ada2c5493db6b6f497c598f562', 'mac_address': 'fa:16:3e:8e:3c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f781e7e-0142-405c-954c-932d06226726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '235f7eed-69fa-4eae-919a-c295f50db189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:29Z', 'updated_at': '2022-02-10T12:13:42Z', 'revision_number': 4, 'project_id': 'b6d010ada2c5493db6b6f497c598f562', 'subnets': [{'id': '235f7eed-69fa-4eae-919a-c295f50db189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:43.025794 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7046749-2dbc-4687-bed2-4beb0511be8b None None] The sync data for ids ['2f781e7e-0142-405c-954c-932d06226726'] in dv-neutron-828497-1-hyperv is: [{'id': '2f781e7e-0142-405c-954c-932d06226726', 'name': 'tempest-TestShelveInstance-1840440952-router', 'tenant_id': 'b6d010ada2c5493db6b6f497c598f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'db214970-d840-4a65-941c-a83ae4b18cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:25Z', 'updated_at': '2022-02-10T12:13:30Z', 'revision_number': 4, 'project_id': 'b6d010ada2c5493db6b6f497c598f562', 'gw_port': {'id': 'db214970-d840-4a65-941c-a83ae4b18cde', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f781e7e-0142-405c-954c-932d06226726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:26Z', 'updated_at': '2022-02-10T12:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': 'e11e84b1-8a21-463a-8f0d-2c4328f6cd98', 'name': '', 'network_id': '2cc56200-6892-4d98-8cdc-0af495e1dc6b', 'tenant_id': 'b6d010ada2c5493db6b6f497c598f562', 'mac_address': 'fa:16:3e:8e:3c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f781e7e-0142-405c-954c-932d06226726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '235f7eed-69fa-4eae-919a-c295f50db189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:29Z', 'updated_at': '2022-02-10T12:13:42Z', 'revision_number': 4, 'project_id': 'b6d010ada2c5493db6b6f497c598f562', 'subnets': [{'id': '235f7eed-69fa-4eae-919a-c295f50db189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:13:43.205787 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device e5328a24-46fe-48b9-8045-cd2e4bba95a1 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:13:43.400101 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port e5328a24-46fe-48b9-8045-cd2e4bba95a1, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:43.421610 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'port_id': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'mac_address': 'fa:16:3e:7b:fa:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:13:43.501936 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:43.530650 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5328a24-46fe-48b9-8045-cd2e4bba95a1 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:13:43.556266 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port e5328a24-46fe-48b9-8045-cd2e4bba95a1, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:43.562721 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:43.683288 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=e5328a24-46fe-48b9-8045-cd2e4bba95a1,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:43.781885 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['e5328a24-46fe-48b9-8045-cd2e4bba95a1'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:13:43.786868 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d461a-ec33-4589-8b1a-9b362bccd3ee req-e6f90ce9-078a-41f5-b9d5-a1daee03052f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:43.789617 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6e4d461a-ec33-4589-8b1a-9b362bccd3ee req-e6f90ce9-078a-41f5-b9d5-a1daee03052f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 944 time: 0.1127625 Feb 10 12:13:43.856815 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6e4d461a-ec33-4589-8b1a-9b362bccd3ee req-15032cb5-7647-48c8-98db-f898f2691128 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598309 Feb 10 12:13:44.029078 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e11e84b1-8a21-463a-8f0d-2c4328f6cd98 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:13:44.182195 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port e11e84b1-8a21-463a-8f0d-2c4328f6cd98 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:13:44.195688 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port e11e84b1-8a21-463a-8f0d-2c4328f6cd98 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:44.196071 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:44.390112 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:44.426092 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port e11e84b1-8a21-463a-8f0d-2c4328f6cd98, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e11e84b1-8a21-463a-8f0d-2c4328f6cd98,segment=NetworkSegment(85a1865c-2296-42aa-8f26-72025dc7dc55),segment_id=85a1865c-2296-42aa-8f26-72025dc7dc55)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:44.430978 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:44.512335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=e11e84b1-8a21-463a-8f0d-2c4328f6cd98,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:45.191473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55052a48-7f04-4b60-bb29-af5e041a9ea7 req-e256bb17-9fb0-4603-9639-9a6f0e99d85a tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:45.192915 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-55052a48-7f04-4b60-bb29-af5e041a9ea7 req-e256bb17-9fb0-4603-9639-9a6f0e99d85a tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 944 time: 0.1866002 Feb 10 12:13:45.221967 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device e5328a24-46fe-48b9-8045-cd2e4bba95a1 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:13:45.245579 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-55052a48-7f04-4b60-bb29-af5e041a9ea7 req-3cd95e51-ca89-4a42-b960-3cc121d51cc3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456364 Feb 10 12:13:45.331032 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port e5328a24-46fe-48b9-8045-cd2e4bba95a1 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:13:45.337351 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port e5328a24-46fe-48b9-8045-cd2e4bba95a1 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:45.337800 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:45.475848 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:45.507678 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:13:45.522933 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port e5328a24-46fe-48b9-8045-cd2e4bba95a1, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:45.530009 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:45.592205 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'code': 200} Feb 10 12:13:45.621539 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=e5328a24-46fe-48b9-8045-cd2e4bba95a1,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:45.849102 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fcb5857f-df0b-4f83-ace4-77c34a376555 req-1b2d17e9-a16d-4fdd-b18b-69f55116e581 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 1098 time: 0.0801482 Feb 10 12:13:45.912116 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fcb5857f-df0b-4f83-ace4-77c34a376555 req-07bbdebb-3af1-463e-a87c-f2fc2de065df service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557718 Feb 10 12:13:45.939758 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e11e84b1-8a21-463a-8f0d-2c4328f6cd98 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:13:46.020834 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port e11e84b1-8a21-463a-8f0d-2c4328f6cd98 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:46.021266 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:46.474690 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc4093-9c18-4b58-adfd-417d3397c7af req-bde3e58a-1741-4d07-963d-473640bb6178 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:46.476591 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-19dc4093-9c18-4b58-adfd-417d3397c7af req-bde3e58a-1741-4d07-963d-473640bb6178 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.0963643 Feb 10 12:13:46.555648 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-19dc4093-9c18-4b58-adfd-417d3397c7af req-2765aa49-d571-498e-838c-e24cc0dedee0 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715690 Feb 10 12:13:47.778482 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b3e2-20dd-4038-b979-11374de295a0 req-518436ae-7287-4bcc-8dc4-0ac2a081778d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:47.780219 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53d4b3e2-20dd-4038-b979-11374de295a0 req-518436ae-7287-4bcc-8dc4-0ac2a081778d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.0883071 Feb 10 12:13:47.852758 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53d4b3e2-20dd-4038-b979-11374de295a0 req-e3521781-fdce-4a22-a509-011e12483b91 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615745 Feb 10 12:13:48.101553 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a63de3-289a-4fdd-b726-817500b4a3ff req-47ac4d53-cc10-4ec0-a35d-839ec1b1e77b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:48.103584 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78a63de3-289a-4fdd-b726-817500b4a3ff req-47ac4d53-cc10-4ec0-a35d-839ec1b1e77b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.0901353 Feb 10 12:13:48.158691 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78a63de3-289a-4fdd-b726-817500b4a3ff req-36ce8799-7537-4278-861d-045ceb45e324 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479629 Feb 10 12:13:48.195086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47758) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:48.413499 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6cf0edf3-ab95-4e53-a568-48aed0992b63 tempest-TestShelveInstance-2073979371 tempest-TestShelveInstance-2073979371-project-admin] Synchronizing usage tracker for tenant:b6d010ada2c5493db6b6f497c598f562 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:13:48.431984 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-6cf0edf3-ab95-4e53-a568-48aed0992b63 tempest-TestShelveInstance-2073979371 tempest-TestShelveInstance-2073979371-project-admin] Unset dirty status for tenant:b6d010ada2c5493db6b6f497c598f562 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:13:48.434117 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6cf0edf3-ab95-4e53-a568-48aed0992b63 tempest-TestShelveInstance-2073979371 tempest-TestShelveInstance-2073979371-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 1093 time: 0.2379076 Feb 10 12:13:48.437689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 47764) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:48.443743 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:13:48.451109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:13:48.455965 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:floatingip and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:13:48.459399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:13:48.467626 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:13:48.484428 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for floatingip, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:48.682996 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:49.000442 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Allocated IP 172.26.4.28 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/0ab32802-2a42-423e-8289-dfafc34f43ba) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:13:49.176464 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:49.208990 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:49.283622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:13:49.287055 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:13:49.289995 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:13:49.334326 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'Port': ['ID=0ab32802-2a42-423e-8289-dfafc34f43ba,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:49.873635 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:49.941576 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:50.170605 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:50.176706 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:50.333998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'Port': ['ID=0ab32802-2a42-423e-8289-dfafc34f43ba,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:50.349170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:50.550975 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Floating IP 8af224ae-ed5f-4a75-b042-8dc425651349 associated. External IP: 172.26.4.28, port: e5328a24-46fe-48b9-8045-cd2e4bba95a1. Feb 10 12:13:51.108974 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Router c675128f-fef7-43c4-87c9-0368363ef2eb has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:13:51.337408 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:13:51.352874 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4153fd62-709e-42c7-9b3b-53745ffe5661 None None] Sync routers for ids ['c675128f-fef7-43c4-87c9-0368363ef2eb'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:13:51.366149 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4153fd62-709e-42c7-9b3b-53745ffe5661 None None] Routers {'c675128f-fef7-43c4-87c9-0368363ef2eb'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:13:51.366833 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4153fd62-709e-42c7-9b3b-53745ffe5661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:13:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c675128f-fef7-43c4-87c9-0368363ef2eb'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:51.374118 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:51.444566 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7186006a-ecef-435e-a7f9-e82a93d77698 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0053084 Feb 10 12:13:51.445570 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'tag': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:13:51.552676 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'tag': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'status': 'completed', 'code': 200} Feb 10 12:13:51.659375 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ec80214d-46bf-423d-a7ff-b60508ea098f req-2ad20f75-e531-40a5-9011-a735342ba919 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 1098 time: 0.0853419 Feb 10 12:13:51.662724 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-4153fd62-709e-42c7-9b3b-53745ffe5661 None None] Set router c675128f-fef7-43c4-87c9-0368363ef2eb gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:13:51.812662 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80214d-46bf-423d-a7ff-b60508ea098f req-c60af082-a48f-4d82-9bff-e6eec38d19d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:51.814391 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ec80214d-46bf-423d-a7ff-b60508ea098f req-c60af082-a48f-4d82-9bff-e6eec38d19d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.1471391 Feb 10 12:13:51.984317 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ec80214d-46bf-423d-a7ff-b60508ea098f req-a3a26092-6af2-4ea5-96de-1379ea5fda44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1 HTTP/1.1" status: 200 len: 998 time: 0.1633716 Feb 10 12:13:52.084151 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80214d-46bf-423d-a7ff-b60508ea098f req-4de24fc3-19b2-4f6b-93bc-acde7e38a78d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:52.085655 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ec80214d-46bf-423d-a7ff-b60508ea098f req-4de24fc3-19b2-4f6b-93bc-acde7e38a78d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.0957985 Feb 10 12:13:52.146256 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4153fd62-709e-42c7-9b3b-53745ffe5661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '8af224ae-ed5f-4a75-b042-8dc425651349', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'floating_ip_address': '172.26.4.28', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'port_id': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'mac_address': 'fa:16:3e:7b:fa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:13:49Z', 'updated_at': '2022-02-10T12:13:49Z', 'revision_number': 0, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3141ae89-9371-4a6d-90b1-814e6d97c640', 'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'mac_address': 'fa:16:3e:9f:d2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:20Z', 'updated_at': '2022-02-10T12:13:40Z', 'revision_number': 5, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'subnets': [{'id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:52.151724 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4153fd62-709e-42c7-9b3b-53745ffe5661 None None] Checking router: c675128f-fef7-43c4-87c9-0368363ef2eb for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:13:52.170229 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4153fd62-709e-42c7-9b3b-53745ffe5661 None None] Routers {'c675128f-fef7-43c4-87c9-0368363ef2eb'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:13:52.171247 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4153fd62-709e-42c7-9b3b-53745ffe5661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:13:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c675128f-fef7-43c4-87c9-0368363ef2eb'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:52.182076 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ec80214d-46bf-423d-a7ff-b60508ea098f req-c6d11c7c-df5e-4f63-8045-f18ea45a5cc5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0888093 Feb 10 12:13:52.348964 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ec80214d-46bf-423d-a7ff-b60508ea098f req-2a7815a4-bb44-4b7f-9ef2-a97588d3740a service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614668 Feb 10 12:13:52.447248 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-4153fd62-709e-42c7-9b3b-53745ffe5661 None None] Set router c675128f-fef7-43c4-87c9-0368363ef2eb gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:13:52.565872 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-ec80214d-46bf-423d-a7ff-b60508ea098f req-cfa35d9d-6b7c-4fb2-ac87-83f6c3a68bf3 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105622 Feb 10 12:13:52.982181 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4153fd62-709e-42c7-9b3b-53745ffe5661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '8af224ae-ed5f-4a75-b042-8dc425651349', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'floating_ip_address': '172.26.4.28', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'port_id': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'mac_address': 'fa:16:3e:7b:fa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:13:49Z', 'updated_at': '2022-02-10T12:13:49Z', 'revision_number': 0, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3141ae89-9371-4a6d-90b1-814e6d97c640', 'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'mac_address': 'fa:16:3e:9f:d2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:20Z', 'updated_at': '2022-02-10T12:13:40Z', 'revision_number': 5, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'subnets': [{'id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:13:52.987116 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4153fd62-709e-42c7-9b3b-53745ffe5661 None None] The sync data for ids ['c675128f-fef7-43c4-87c9-0368363ef2eb'] in dv-neutron-828497-1-hyperv is: [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '8af224ae-ed5f-4a75-b042-8dc425651349', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'floating_ip_address': '172.26.4.28', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'port_id': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'mac_address': 'fa:16:3e:7b:fa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:13:49Z', 'updated_at': '2022-02-10T12:13:49Z', 'revision_number': 0, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3141ae89-9371-4a6d-90b1-814e6d97c640', 'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'mac_address': 'fa:16:3e:9f:d2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:20Z', 'updated_at': '2022-02-10T12:13:40Z', 'revision_number': 5, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'subnets': [{'id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:13:56.564385 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7b42cb11-d211-4026-b678-a61d037e3a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:58.865685 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c96d471f-3a79-4708-9589-1059b2ab083b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:59.075471 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925a69fe-f84b-4ae7-bbd4-6449be055ff8 None None] New status for floating IP 8af224ae-ed5f-4a75-b042-8dc425651349: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:13:59.980817 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:00.194913 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:01.719254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:08.674676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:19.420694 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:14:26.559353 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ce80b98d-a3d7-44cb-b412-c12b46b2719d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:28.865832 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-499e5d1d-0aa9-434a-9731-2ddb0a74f70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:29.988622 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:30.192186 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:31.724337 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:38.682103 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:46.253251 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-46a75afe-81b6-4f7c-a0aa-8b9725528ce9 req-a8a8456d-4003-4ad0-b601-0871f176ab26 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820186 Feb 10 12:14:46.402152 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-46a75afe-81b6-4f7c-a0aa-8b9725528ce9 req-9cc20f74-da37-4eb7-bfdd-279f3d8729e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 1098 time: 0.0777681 Feb 10 12:14:46.588835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a75afe-81b6-4f7c-a0aa-8b9725528ce9 req-dc82486a-524c-44c4-a153-b688b64c294b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:14:46.591198 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-46a75afe-81b6-4f7c-a0aa-8b9725528ce9 req-dc82486a-524c-44c4-a153-b688b64c294b service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.1695447 Feb 10 12:14:46.829270 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-46a75afe-81b6-4f7c-a0aa-8b9725528ce9 req-1af44df9-1624-4eb3-b55e-6bb89aaaab4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1 HTTP/1.1" status: 200 len: 1000 time: 0.2317791 Feb 10 12:14:46.942431 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a75afe-81b6-4f7c-a0aa-8b9725528ce9 req-cbb635f4-a308-4d5e-b989-7a9dedc38115 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:14:46.943928 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-46a75afe-81b6-4f7c-a0aa-8b9725528ce9 req-cbb635f4-a308-4d5e-b989-7a9dedc38115 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.1074619 Feb 10 12:14:47.025024 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-46a75afe-81b6-4f7c-a0aa-8b9725528ce9 req-52df8179-ea1d-4c05-ab87-2fc6eed7303d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744858 Feb 10 12:14:47.170473 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-46a75afe-81b6-4f7c-a0aa-8b9725528ce9 req-94a3bec1-a5de-4d2e-bb60-68e4ae3e0688 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389697 Feb 10 12:14:47.317011 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-46a75afe-81b6-4f7c-a0aa-8b9725528ce9 req-61db2994-3229-414d-813c-add4906c7bf4 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405945 Feb 10 12:14:56.422655 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:14:56.565679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-85609edf-0bed-4c55-a439-dc5a4f447d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:58.863156 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-72defb22-1cd6-4756-bfea-0c113dbd7727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:59.998676 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:00.190593 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:01.728329 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:08.681815 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:26.560053 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f151dcc6-cb56-45d8-bab6-9399edd58a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:28.862240 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-508b4a26-4ded-41d6-819b-1c6602d7e043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:29.995120 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:30.189359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:31.733697 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:33.423489 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:15:38.689888 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:46.157280 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b127428-7751-4b31-9497-54999dcbda13 req-486c9463-be4b-4580-a0ed-66f38e935597 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:15:46.158821 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4b127428-7751-4b31-9497-54999dcbda13 req-486c9463-be4b-4580-a0ed-66f38e935597 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.2450469 Feb 10 12:15:46.216361 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4b127428-7751-4b31-9497-54999dcbda13 req-1cc01901-34d1-4103-bc9f-c9f51729a1b7 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500209 Feb 10 12:15:47.461556 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c9468-5f6f-49e2-a3ba-361febe31ccb req-d9d2b60a-b379-4821-862e-e8b424b4271c tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:15:47.463082 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a02c9468-5f6f-49e2-a3ba-361febe31ccb req-d9d2b60a-b379-4821-862e-e8b424b4271c tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.0927439 Feb 10 12:15:47.532745 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a02c9468-5f6f-49e2-a3ba-361febe31ccb req-d9003367-4c74-4386-9c8a-37d9cb30d279 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633562 Feb 10 12:15:48.376747 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-58abfdcd-2f98-4c73-9583-da67402296ca req-d3495aa2-c258-430c-846a-fddf12b0db73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 1098 time: 0.1712992 Feb 10 12:15:48.533015 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abfdcd-2f98-4c73-9583-da67402296ca req-71c82288-8b7c-4a67-a736-52c8b805fe95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:15:48.534573 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-58abfdcd-2f98-4c73-9583-da67402296ca req-71c82288-8b7c-4a67-a736-52c8b805fe95 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.1381457 Feb 10 12:15:48.655728 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-58abfdcd-2f98-4c73-9583-da67402296ca req-11b11f0c-9418-46c8-8e3e-154152de43d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1 HTTP/1.1" status: 200 len: 1000 time: 0.1149528 Feb 10 12:15:48.772617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abfdcd-2f98-4c73-9583-da67402296ca req-4db5731d-c6ff-43c7-9703-22372e8a761a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:15:48.775063 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-58abfdcd-2f98-4c73-9583-da67402296ca req-4db5731d-c6ff-43c7-9703-22372e8a761a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.1136174 Feb 10 12:15:48.881419 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-58abfdcd-2f98-4c73-9583-da67402296ca req-9e3b5ef6-e20e-4ef1-a93a-ae40b74400e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0989602 Feb 10 12:15:48.885864 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe927be-c547-471a-a073-32df25875d9b req-c3a595a0-bd34-40e7-9551-76a954422a9e tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:15:48.887460 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dfe927be-c547-471a-a073-32df25875d9b req-c3a595a0-bd34-40e7-9551-76a954422a9e tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.1083491 Feb 10 12:15:48.945430 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dfe927be-c547-471a-a073-32df25875d9b req-84598675-b1cb-450b-ab4a-6e62d6ed1edc tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471730 Feb 10 12:15:49.057599 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-58abfdcd-2f98-4c73-9583-da67402296ca req-da1d9d96-ba8f-4082-9094-ebc4604aedff service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700399 Feb 10 12:15:49.201580 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-58abfdcd-2f98-4c73-9583-da67402296ca req-b2a0e526-ac3b-4e48-8a68-2d91591ef5d3 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378801 Feb 10 12:15:50.183398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3db431-6da3-4f5f-85ca-fd7dfe644c81 req-c56ca4f5-0a51-4ea1-a521-99a1b7565c03 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:15:50.184776 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd3db431-6da3-4f5f-85ca-fd7dfe644c81 req-c56ca4f5-0a51-4ea1-a521-99a1b7565c03 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.0873678 Feb 10 12:15:50.240013 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd3db431-6da3-4f5f-85ca-fd7dfe644c81 req-eb0a52ef-67c6-4557-a97e-7b8d015b9fb4 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439765 Feb 10 12:15:51.467332 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0af7aa-5be7-4401-8af1-2a32dcd4e7b7 req-ae289e7e-03dc-4c33-9556-776c881b2da8 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:15:51.469029 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea0af7aa-5be7-4401-8af1-2a32dcd4e7b7 req-ae289e7e-03dc-4c33-9556-776c881b2da8 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.0851316 Feb 10 12:15:51.520990 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea0af7aa-5be7-4401-8af1-2a32dcd4e7b7 req-166b5bd6-2e18-4e5b-8cc5-a94df8f7cdd8 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452032 Feb 10 12:15:52.748647 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63009a70-2281-42b9-a0e4-2affdd5ceb20 req-cea6a1ca-9b62-4780-bda8-091a6d326102 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:15:52.750249 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63009a70-2281-42b9-a0e4-2affdd5ceb20 req-cea6a1ca-9b62-4780-bda8-091a6d326102 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.0902491 Feb 10 12:15:52.805864 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63009a70-2281-42b9-a0e4-2affdd5ceb20 req-71f8cc3b-ab0a-4915-bc68-30c1424780f8 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445929 Feb 10 12:15:54.049885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba07543-3f1a-4ad0-803f-e8d584509344 req-71ae2ffe-f807-4eac-9eaf-73bbbafdf963 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:15:54.052147 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ba07543-3f1a-4ad0-803f-e8d584509344 req-71ae2ffe-f807-4eac-9eaf-73bbbafdf963 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.1111228 Feb 10 12:15:54.106680 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ba07543-3f1a-4ad0-803f-e8d584509344 req-d49740ae-0b11-4dd6-b74d-3e83ea73a449 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481877 Feb 10 12:15:55.410817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c792e-bc0d-43ad-b0fb-63ef73699989 req-6474954d-fbc0-4365-ac77-2c360cfad369 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:15:55.412427 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-306c792e-bc0d-43ad-b0fb-63ef73699989 req-6474954d-fbc0-4365-ac77-2c360cfad369 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.1629527 Feb 10 12:15:55.465747 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-306c792e-bc0d-43ad-b0fb-63ef73699989 req-e42cb000-c9d0-4fcb-acdb-ff960452a226 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471745 Feb 10 12:15:56.577010 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-996ec4c0-2eac-4c51-84ba-4520876af510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:56.699676 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac04095-195f-4e3d-a588-9207b8c45fb3 req-55adb6bd-bd65-403e-b698-51558a30eef0 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:15:56.701273 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8ac04095-195f-4e3d-a588-9207b8c45fb3 req-55adb6bd-bd65-403e-b698-51558a30eef0 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.0871775 Feb 10 12:15:56.759488 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8ac04095-195f-4e3d-a588-9207b8c45fb3 req-c4ec6501-89a7-436a-b7c4-a34570d0114a tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472825 Feb 10 12:15:57.804637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device e5328a24-46fe-48b9-8045-cd2e4bba95a1 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:15:57.956845 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port e5328a24-46fe-48b9-8045-cd2e4bba95a1, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:15:57.971588 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'port_id': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'mac_address': 'fa:16:3e:7b:fa:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:15:58.030606 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:58.050545 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525afd9-139d-43af-9717-d5aa79f30919 req-b22f1aba-f1d3-4635-ba2c-34d393f822f7 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:15:58.053562 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7525afd9-139d-43af-9717-d5aa79f30919 req-b22f1aba-f1d3-4635-ba2c-34d393f822f7 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.1345627 Feb 10 12:15:58.059775 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5328a24-46fe-48b9-8045-cd2e4bba95a1 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:15:58.088561 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port e5328a24-46fe-48b9-8045-cd2e4bba95a1, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:15:58.094680 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:58.117349 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7525afd9-139d-43af-9717-d5aa79f30919 req-7f5e129e-f787-4da3-b55c-6e80717fa2bb tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580032 Feb 10 12:15:58.197707 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=e5328a24-46fe-48b9-8045-cd2e4bba95a1,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:15:58.208429 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['e5328a24-46fe-48b9-8045-cd2e4bba95a1'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:15:58.238035 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:15:58.239073 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:15:58.239475 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:15:58.239839 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:15:58.240146 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:15:58.240480 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:15:58.240810 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:15:58.241152 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:15:58.241487 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:15:58.241810 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:15:58.242133 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:15:58.866637 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-11bebd86-4634-4a98-9efe-125c5c960450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:59.372467 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a7ce2-338d-4d32-a789-57f311f7ebaf req-24351336-95b5-4805-a769-0f79572e8b03 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:15:59.374064 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-595a7ce2-338d-4d32-a789-57f311f7ebaf req-24351336-95b5-4805-a769-0f79572e8b03 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 944 time: 0.0894411 Feb 10 12:15:59.428573 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-595a7ce2-338d-4d32-a789-57f311f7ebaf req-59b46ce1-69ad-4e6a-86f8-743c54255e07 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449708 Feb 10 12:15:59.803831 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device e5328a24-46fe-48b9-8045-cd2e4bba95a1 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:15:59.968596 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port e5328a24-46fe-48b9-8045-cd2e4bba95a1 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:15:59.969733 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:00.101762 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:00.247232 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:00.253925 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:00.302130 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:16:00.327915 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port e5328a24-46fe-48b9-8045-cd2e4bba95a1, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:16:00.335882 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:00.506150 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=e5328a24-46fe-48b9-8045-cd2e4bba95a1,revision_number=7']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:16:00.565265 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'code': 200} Feb 10 12:16:00.778716 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042c59f-0712-4b92-a137-694ae6678dfe req-405c3014-20c6-4972-a7dd-3064aeaf90c8 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:00.781191 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0042c59f-0712-4b92-a137-694ae6678dfe req-405c3014-20c6-4972-a7dd-3064aeaf90c8 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.1077840 Feb 10 12:16:00.873461 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0042c59f-0712-4b92-a137-694ae6678dfe req-53862209-dff0-4831-84fe-3641c5cdf2a7 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801690 Feb 10 12:16:01.739535 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:02.220832 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b367e-ede1-4888-aa4b-7b7753a47a85 req-be3a49ed-cb75-4807-8123-9deeef29fa18 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:02.220832 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cd1b367e-ede1-4888-aa4b-7b7753a47a85 req-be3a49ed-cb75-4807-8123-9deeef29fa18 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.1049862 Feb 10 12:16:02.290732 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cd1b367e-ede1-4888-aa4b-7b7753a47a85 req-8d240391-23e6-42dd-8384-6f56b146cdd1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567110 Feb 10 12:16:03.569113 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9d2ae-36f5-4324-8f60-61fb63e7a168 req-f319d002-67db-461d-b2f1-c5cc375921d4 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:03.571572 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-95c9d2ae-36f5-4324-8f60-61fb63e7a168 req-f319d002-67db-461d-b2f1-c5cc375921d4 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.1262720 Feb 10 12:16:03.653259 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-95c9d2ae-36f5-4324-8f60-61fb63e7a168 req-d7ef7419-e9ff-415d-900d-7723fd39e56c tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741105 Feb 10 12:16:04.983885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaa0a7-3d59-4453-b172-f626b01f5375 req-870af5a5-ed47-4d3a-9156-5ebad582531b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:04.986782 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7aeaa0a7-3d59-4453-b172-f626b01f5375 req-870af5a5-ed47-4d3a-9156-5ebad582531b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.1382215 Feb 10 12:16:05.056288 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7aeaa0a7-3d59-4453-b172-f626b01f5375 req-ec0e08d5-533e-4220-874c-2372149aa918 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625868 Feb 10 12:16:06.310345 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37382b0c-9261-49b9-a83e-f305cee77dcf req-23309dc3-1642-43d3-8ee2-c6f52c6a8a54 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:06.312865 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-37382b0c-9261-49b9-a83e-f305cee77dcf req-23309dc3-1642-43d3-8ee2-c6f52c6a8a54 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.1067297 Feb 10 12:16:06.392082 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-37382b0c-9261-49b9-a83e-f305cee77dcf req-68bedd8c-861a-4ce5-a769-1e338e459061 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722673 Feb 10 12:16:07.667007 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995665ec-487d-4fb7-b6c0-ec70485665e0 req-62c6adc0-d3ee-4d21-853f-514b2941c64e tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:07.668622 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995665ec-487d-4fb7-b6c0-ec70485665e0 req-62c6adc0-d3ee-4d21-853f-514b2941c64e tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.1075432 Feb 10 12:16:07.748560 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995665ec-487d-4fb7-b6c0-ec70485665e0 req-659ee63a-1c48-4311-bab2-8e0961f7a51a tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734317 Feb 10 12:16:08.710379 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:09.112221 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1982e-ad43-41c1-bd9e-69121657127f req-1a7e50d8-eb3d-4c4f-b495-b6d7cee6425f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:09.115698 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8e1982e-ad43-41c1-bd9e-69121657127f req-1a7e50d8-eb3d-4c4f-b495-b6d7cee6425f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.1451850 Feb 10 12:16:09.244317 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8e1982e-ad43-41c1-bd9e-69121657127f req-6a247c22-f406-4fc4-b0da-bb814deec95b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170244 Feb 10 12:16:10.431100 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:16:10.495908 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84770d-0358-40cc-b44a-a2998a02be4c req-2afd878b-cc16-4ed2-9f47-1eed57eab4c5 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:10.497538 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1a84770d-0358-40cc-b44a-a2998a02be4c req-2afd878b-cc16-4ed2-9f47-1eed57eab4c5 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.0970035 Feb 10 12:16:10.669909 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1a84770d-0358-40cc-b44a-a2998a02be4c req-aea19ed3-e307-4d67-b687-97e784123502 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662853 Feb 10 12:16:11.925036 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce338c40-f5e6-4c92-8079-00de410b4a41 req-79dfd606-c142-439e-ad2b-7549f8015bf5 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:11.928017 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ce338c40-f5e6-4c92-8079-00de410b4a41 req-79dfd606-c142-439e-ad2b-7549f8015bf5 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.1089194 Feb 10 12:16:11.986918 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ce338c40-f5e6-4c92-8079-00de410b4a41 req-b180c2cc-c80f-4f41-810e-ffa482f42965 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479226 Feb 10 12:16:12.204844 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-545ca507-c8be-4de2-958c-3d99fc3c2462 req-9d5dd0da-ca67-4b75-9f9e-d4f5e6dd8cb5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 1098 time: 0.0853863 Feb 10 12:16:12.359102 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ca507-c8be-4de2-958c-3d99fc3c2462 req-8c450b03-7216-452b-bee6-8cfd61223628 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:12.361282 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-545ca507-c8be-4de2-958c-3d99fc3c2462 req-8c450b03-7216-452b-bee6-8cfd61223628 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.1495843 Feb 10 12:16:12.491670 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-545ca507-c8be-4de2-958c-3d99fc3c2462 req-0903c0b8-30a2-441c-9409-d403ce763b75 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1 HTTP/1.1" status: 200 len: 1000 time: 0.1240814 Feb 10 12:16:12.663907 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ca507-c8be-4de2-958c-3d99fc3c2462 req-fc58729e-16bf-4618-926f-17c47c39a076 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:12.665449 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-545ca507-c8be-4de2-958c-3d99fc3c2462 req-fc58729e-16bf-4618-926f-17c47c39a076 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.1672957 Feb 10 12:16:12.756186 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-545ca507-c8be-4de2-958c-3d99fc3c2462 req-2e92c9b7-6714-4526-8656-97dec94bff25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829339 Feb 10 12:16:12.903947 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-545ca507-c8be-4de2-958c-3d99fc3c2462 req-390d0bff-ccbe-436e-b12a-b193641167d4 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400082 Feb 10 12:16:13.059983 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-545ca507-c8be-4de2-958c-3d99fc3c2462 req-95029f03-7e84-486c-91af-85df219f38c4 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458168 Feb 10 12:16:13.241240 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717d63b-a1e4-4d32-9570-11b7c561e121 req-5370d107-5026-417b-b598-3cdbdf8dffab tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:13.242775 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6717d63b-a1e4-4d32-9570-11b7c561e121 req-5370d107-5026-417b-b598-3cdbdf8dffab tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.0887749 Feb 10 12:16:13.296349 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6717d63b-a1e4-4d32-9570-11b7c561e121 req-162b9cd9-1a90-490b-8a99-5900ae75bd62 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438476 Feb 10 12:16:14.515389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83f655-dd09-4b75-b437-02a5b023c78c req-b61e5094-56fb-4a6c-a22f-30d4c1ad290d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:14.517099 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d83f655-dd09-4b75-b437-02a5b023c78c req-b61e5094-56fb-4a6c-a22f-30d4c1ad290d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.0855787 Feb 10 12:16:14.570138 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d83f655-dd09-4b75-b437-02a5b023c78c req-ccd93972-7da4-46b6-a6e4-bbf3a179bb12 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458038 Feb 10 12:16:15.785741 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cadc3-ade8-4462-86fd-9b08a5c63ba1 req-cbf825a4-5436-45e6-8041-c4aebf20b306 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:15.787838 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c27cadc3-ade8-4462-86fd-9b08a5c63ba1 req-cbf825a4-5436-45e6-8041-c4aebf20b306 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 945 time: 0.0875988 Feb 10 12:16:15.838154 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c27cadc3-ade8-4462-86fd-9b08a5c63ba1 req-9920703a-7e65-43d6-aaf3-74636f1a123d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444019 Feb 10 12:16:15.895273 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device e5328a24-46fe-48b9-8045-cd2e4bba95a1 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:16:16.063165 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e1ba65ef-fe55-4a0c-a461-20781327aeb0 req-53468f6f-73fb-4516-800e-d2ef03ad12c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0961869 Feb 10 12:16:16.107053 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:16.158133 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:16:16.177401 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port e5328a24-46fe-48b9-8045-cd2e4bba95a1, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:16:16.184973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:16.269763 dv-neutron-828497-1-hyperv neutron-server[83556]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'code': 422} returned with failed status Feb 10 12:16:16.338371 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=e5328a24-46fe-48b9-8045-cd2e4bba95a1,revision_number=8']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:16:16.563858 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871cb49-17ac-4ef7-b118-c1e56630b9af req-132e1f0f-0cd2-430e-91f1-e08332a806af tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:16.565335 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c871cb49-17ac-4ef7-b118-c1e56630b9af req-132e1f0f-0cd2-430e-91f1-e08332a806af tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 943 time: 0.1186955 Feb 10 12:16:16.580419 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-14c796ee-e924-45a8-9962-3a25213a66a8 req-00ad18e6-3339-4302-a756-2fcbada07bed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1839294 Feb 10 12:16:16.630615 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c871cb49-17ac-4ef7-b118-c1e56630b9af req-2d7c3150-4c25-4c22-bafa-a580305b5f3f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581315 Feb 10 12:16:17.467538 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-14c796ee-e924-45a8-9962-3a25213a66a8 req-a39c4917-15a7-4d10-8a9d-d06e0e811793 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65&tenant_id=06834672d5854a118f236abcb4b0dfc6 HTTP/1.1" status: 200 len: 1096 time: 0.0790076 Feb 10 12:16:17.569930 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-14c796ee-e924-45a8-9962-3a25213a66a8 req-36924946-238d-4110-8cac-328bbfe980e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 1096 time: 0.0803595 Feb 10 12:16:17.719821 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c796ee-e924-45a8-9962-3a25213a66a8 req-eff12862-acbf-4b6c-b3cc-569861319942 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:17.721251 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-14c796ee-e924-45a8-9962-3a25213a66a8 req-eff12862-acbf-4b6c-b3cc-569861319942 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.1444821 Feb 10 12:16:17.843184 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-14c796ee-e924-45a8-9962-3a25213a66a8 req-f37a8bd4-862e-4014-b81e-bc7c3785e522 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1 HTTP/1.1" status: 200 len: 998 time: 0.1154373 Feb 10 12:16:17.925251 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c796ee-e924-45a8-9962-3a25213a66a8 req-72da0023-4414-4fe7-8718-07b4c70b07e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:17.927569 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-14c796ee-e924-45a8-9962-3a25213a66a8 req-72da0023-4414-4fe7-8718-07b4c70b07e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.0774977 Feb 10 12:16:17.963562 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a067b1-5b79-4e38-ac6f-69a1d509c330 req-ce277875-3769-4760-aee5-b71ad835c4bc tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:17.964978 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78a067b1-5b79-4e38-ac6f-69a1d509c330 req-ce277875-3769-4760-aee5-b71ad835c4bc tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 943 time: 0.1180143 Feb 10 12:16:18.028335 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-14c796ee-e924-45a8-9962-3a25213a66a8 req-ce036526-982e-4510-ad17-000144a600dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943239 Feb 10 12:16:18.032717 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78a067b1-5b79-4e38-ac6f-69a1d509c330 req-28f7c0de-c89f-4f46-ab31-a4870552f422 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567503 Feb 10 12:16:18.278569 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-14c796ee-e924-45a8-9962-3a25213a66a8 req-3a07ecb9-b009-4246-afec-b17c06d08e7f service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418075 Feb 10 12:16:18.433966 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-14c796ee-e924-45a8-9962-3a25213a66a8 req-ac7c65bc-98d2-4f4c-aeab-7d1e3992cc82 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485198 Feb 10 12:16:19.326133 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715add7-9e45-4a4b-86f8-b096775571b0 req-e818e9fe-3cca-4eee-9647-8a9174d98fc8 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:19.345425 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a715add7-9e45-4a4b-86f8-b096775571b0 req-e818e9fe-3cca-4eee-9647-8a9174d98fc8 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 943 time: 0.1589296 Feb 10 12:16:19.449961 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a715add7-9e45-4a4b-86f8-b096775571b0 req-1b0bd557-4602-4ef1-a22a-5aee63155c6a tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959458 Feb 10 12:16:20.855877 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593696c-7eb1-4b24-a208-73a504610b9c req-4c472dda-36c8-428c-98cd-7c7c7bffca82 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:20.859832 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9593696c-7eb1-4b24-a208-73a504610b9c req-4c472dda-36c8-428c-98cd-7c7c7bffca82 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 943 time: 0.1578026 Feb 10 12:16:20.979336 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9593696c-7eb1-4b24-a208-73a504610b9c req-69888367-01d3-40ea-bae9-4b3d52442856 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062257 Feb 10 12:16:22.349706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747a549-cfe2-47a7-8ac6-13c97e42edd1 req-00d10ec9-9fc2-4af3-b3e4-eb426f90e7c9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:22.352188 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a747a549-cfe2-47a7-8ac6-13c97e42edd1 req-00d10ec9-9fc2-4af3-b3e4-eb426f90e7c9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 943 time: 0.1278799 Feb 10 12:16:22.438600 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a747a549-cfe2-47a7-8ac6-13c97e42edd1 req-1a9dcf3d-accd-46cf-a393-9d7d0bd3a97a tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767884 Feb 10 12:16:23.811032 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfab71-ac0b-4019-aa91-3cb1c6347c82 req-ee4f7bdb-e6d3-4e7c-a352-1c574a2ed550 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:23.814068 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-56cfab71-ac0b-4019-aa91-3cb1c6347c82 req-ee4f7bdb-e6d3-4e7c-a352-1c574a2ed550 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 943 time: 0.1419601 Feb 10 12:16:23.884921 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-56cfab71-ac0b-4019-aa91-3cb1c6347c82 req-d051e77a-6ccb-4f42-b4cd-1cdc7d49856c tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591760 Feb 10 12:16:25.187278 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4a656-f13c-4291-9db5-12eda460f5a7 req-eae8c6c0-f789-4d3c-8f42-eeb838c9f78b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:25.194844 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2bb4a656-f13c-4291-9db5-12eda460f5a7 req-eae8c6c0-f789-4d3c-8f42-eeb838c9f78b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 943 time: 0.0984380 Feb 10 12:16:25.270532 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2bb4a656-f13c-4291-9db5-12eda460f5a7 req-6bada7cf-d614-42e9-b208-dd1194aa4297 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746567 Feb 10 12:16:26.577230 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-82a72dfe-f3cb-4565-9eea-0b9f0fad015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:26.609096 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9e382-c31a-46a9-bea9-43f6c670d3c2 req-a6116d3e-a515-41a6-ae8e-77f1d69a9590 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:26.610695 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ab9e382-c31a-46a9-bea9-43f6c670d3c2 req-a6116d3e-a515-41a6-ae8e-77f1d69a9590 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 943 time: 0.1002541 Feb 10 12:16:26.675120 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ab9e382-c31a-46a9-bea9-43f6c670d3c2 req-d892ba4c-61b4-46d8-bf92-2f543b58e349 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528183 Feb 10 12:16:27.932817 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f0b62-831e-44a4-a1d2-23fb428d1b88 req-b42542e7-4ce9-4b6b-9304-30c7e5e9746a tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:27.934758 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd1f0b62-831e-44a4-a1d2-23fb428d1b88 req-b42542e7-4ce9-4b6b-9304-30c7e5e9746a tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 943 time: 0.1011467 Feb 10 12:16:27.988126 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd1f0b62-831e-44a4-a1d2-23fb428d1b88 req-797a3b31-4cab-4460-b430-a4bcb9d2818b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471134 Feb 10 12:16:28.866236 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc930-f84d-4757-ae66-d36b6d54a75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:29.252987 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c26f-142a-4ed4-be90-a59a9be51425 req-3ea06708-b764-42d4-9275-44cde77c768d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:29.254590 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fc33c26f-142a-4ed4-be90-a59a9be51425 req-3ea06708-b764-42d4-9275-44cde77c768d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 943 time: 0.0825057 Feb 10 12:16:29.307490 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fc33c26f-142a-4ed4-be90-a59a9be51425 req-7daf0b7e-c4db-4e35-bf64-78139d0c6fa6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439014 Feb 10 12:16:29.990050 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device e5328a24-46fe-48b9-8045-cd2e4bba95a1 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:16:30.009549 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:30.151896 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port e5328a24-46fe-48b9-8045-cd2e4bba95a1, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:16:30.175537 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'port_id': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'mac_address': 'fa:16:3e:7b:fa:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:16:30.219330 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:30.249257 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:30.269577 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5328a24-46fe-48b9-8045-cd2e4bba95a1 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:16:30.287994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port e5328a24-46fe-48b9-8045-cd2e4bba95a1, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:16:30.292493 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:30.382029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=e5328a24-46fe-48b9-8045-cd2e4bba95a1,revision_number=9']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:16:30.550251 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['e5328a24-46fe-48b9-8045-cd2e4bba95a1'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:16:30.562257 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca011c-52ef-445e-b629-7c9997eac898 req-e589e620-af86-4e63-85a8-6d2fb71d8788 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:30.563777 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-69ca011c-52ef-445e-b629-7c9997eac898 req-e589e620-af86-4e63-85a8-6d2fb71d8788 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 944 time: 0.0866499 Feb 10 12:16:30.628703 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-69ca011c-52ef-445e-b629-7c9997eac898 req-af05553c-3c1e-424e-9bbb-4c6555501453 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538387 Feb 10 12:16:31.745585 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:31.890784 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c24a6-a8c3-4853-9451-6468f189a2b7 req-94320535-4324-497f-8a6e-b3b40f96f94b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:31.894122 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-850c24a6-a8c3-4853-9451-6468f189a2b7 req-94320535-4324-497f-8a6e-b3b40f96f94b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 944 time: 0.0895913 Feb 10 12:16:31.947005 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-850c24a6-a8c3-4853-9451-6468f189a2b7 req-79bbf597-ea29-45fa-a8ff-fa3bde53089d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469065 Feb 10 12:16:31.987601 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device e5328a24-46fe-48b9-8045-cd2e4bba95a1 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:16:32.062134 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port e5328a24-46fe-48b9-8045-cd2e4bba95a1 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:16:32.062555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:32.227446 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:32.257532 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:16:32.269319 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port e5328a24-46fe-48b9-8045-cd2e4bba95a1, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:16:32.275656 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:32.367338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=e5328a24-46fe-48b9-8045-cd2e4bba95a1,revision_number=10']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:16:32.484951 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'code': 200} Feb 10 12:16:32.789170 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-59f62f50-9337-40a8-b254-8ff9a2320e8a req-105825e2-affd-415a-970b-736392bb3656 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 1099 time: 0.0791750 Feb 10 12:16:32.839320 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-59f62f50-9337-40a8-b254-8ff9a2320e8a req-3f1b3e91-b699-49a4-9270-c195ffc51b54 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426579 Feb 10 12:16:33.194191 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbde67-d8e8-4ae3-aea0-807b3a86d26c req-1ff87241-6677-4a91-8b77-39f687b3c5ce tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:33.196176 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f6bbde67-d8e8-4ae3-aea0-807b3a86d26c req-1ff87241-6677-4a91-8b77-39f687b3c5ce tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 946 time: 0.0903571 Feb 10 12:16:33.249409 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f6bbde67-d8e8-4ae3-aea0-807b3a86d26c req-239c3576-b256-4b3c-b1b6-c36bcc57f2bb tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472412 Feb 10 12:16:34.568527 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c562c3-9354-498d-8ddd-a3b70f493cd8 req-6959bba8-11f6-438a-bffb-3f6080e47499 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:34.570860 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a1c562c3-9354-498d-8ddd-a3b70f493cd8 req-6959bba8-11f6-438a-bffb-3f6080e47499 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 946 time: 0.0955133 Feb 10 12:16:34.627958 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a1c562c3-9354-498d-8ddd-a3b70f493cd8 req-b079803a-07b9-4f35-a1d0-cb55121f2a3e tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496027 Feb 10 12:16:35.848114 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94133257-e610-4ef8-b487-06ea479ea67d req-579698f3-9be0-4247-8adf-535a8fb37be5 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:35.850021 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94133257-e610-4ef8-b487-06ea479ea67d req-579698f3-9be0-4247-8adf-535a8fb37be5 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 946 time: 0.0866835 Feb 10 12:16:35.909239 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94133257-e610-4ef8-b487-06ea479ea67d req-943337d1-f88d-4a8d-9bb5-be56cf4a4d6d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485296 Feb 10 12:16:38.712348 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:47.422441 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:16:50.219331 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b5acda35-d881-4597-ba4e-bc19cffbc8a1 req-32528be9-2b13-4106-963a-64eb3c1879a4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725729 Feb 10 12:16:50.375145 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b5acda35-d881-4597-ba4e-bc19cffbc8a1 req-c0a805f9-1b05-4457-a7a5-5639da97156b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 1099 time: 0.0790920 Feb 10 12:16:50.638370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acda35-d881-4597-ba4e-bc19cffbc8a1 req-16baa68a-f395-4e8b-9340-c902ba86774c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:50.639849 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b5acda35-d881-4597-ba4e-bc19cffbc8a1 req-16baa68a-f395-4e8b-9340-c902ba86774c service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.2449160 Feb 10 12:16:50.749855 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b5acda35-d881-4597-ba4e-bc19cffbc8a1 req-05b59d1a-1783-434b-86ef-059686ccdda9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1 HTTP/1.1" status: 200 len: 1000 time: 0.1027908 Feb 10 12:16:50.817788 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acda35-d881-4597-ba4e-bc19cffbc8a1 req-60e137da-a1de-4eaf-ab2e-5b544b406448 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:50.819340 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b5acda35-d881-4597-ba4e-bc19cffbc8a1 req-60e137da-a1de-4eaf-ab2e-5b544b406448 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.0629921 Feb 10 12:16:50.905211 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b5acda35-d881-4597-ba4e-bc19cffbc8a1 req-44148f13-6072-4793-a4fc-47c52503c6da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788841 Feb 10 12:16:51.049430 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b5acda35-d881-4597-ba4e-bc19cffbc8a1 req-7936fdc7-b81c-408a-960a-84313d52c310 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375723 Feb 10 12:16:51.192914 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b5acda35-d881-4597-ba4e-bc19cffbc8a1 req-22aa3bef-0002-437d-897b-8fc2d391e3ef service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374035 Feb 10 12:16:56.567034 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e68664d-f728-4227-9d1d-ea7c6e75ca09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:58.865449 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d333381d-db7e-4146-961b-5875ef9baa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:00.004577 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:00.187023 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:01.738566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:08.737075 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:24.422748 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:17:26.563635 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ea2b45a3-3043-4e43-81ae-bb1c62be38b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:28.861626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-de5eceb0-0554-4ed6-8bb7-ec14176b523c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:30.010716 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:30.182271 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:31.743316 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:38.746177 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:49.237398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 48028) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:49.557043 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Deleting port 0ab32802-2a42-423e-8289-dfafc34f43ba {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:17:49.557542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:49.750435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:49.750757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:49.879592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Calling delete_port for 0ab32802-2a42-423e-8289-dfafc34f43ba owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:17:50.065347 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:50.112703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event deleted for resources: {'Port': ['ID=0ab32802-2a42-423e-8289-dfafc34f43ba,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:50.153327 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:50.153619 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:50.153910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:50.154250 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:50.154597 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:50.154966 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:50.155311 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:50.155688 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:50.156129 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:50.156592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:50.156903 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:50.227757 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:50.257216 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9a76af08-f36f-4748-bcb0-57c2791613bb req-e6c81c5c-53e8-4848-b033-5b96a22d80b4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1177413 Feb 10 12:17:50.453756 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9a76af08-f36f-4748-bcb0-57c2791613bb req-f334dc31-c39d-4451-abf9-1d5ac3fcd3ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 1099 time: 0.1241410 Feb 10 12:17:50.635330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76af08-f36f-4748-bcb0-57c2791613bb req-3442bf8b-8d7a-4ac6-b6b8-20da4e52bb8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:50.636797 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9a76af08-f36f-4748-bcb0-57c2791613bb req-3442bf8b-8d7a-4ac6-b6b8-20da4e52bb8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.1613004 Feb 10 12:17:50.708383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Router c675128f-fef7-43c4-87c9-0368363ef2eb has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:17:50.722453 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9a76af08-f36f-4748-bcb0-57c2791613bb req-88150fd0-ef6d-4341-9e88-c6133cc0656e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1 HTTP/1.1" status: 200 len: 217 time: 0.0784402 Feb 10 12:17:50.800625 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76af08-f36f-4748-bcb0-57c2791613bb req-7a474d99-effd-493d-ab1f-7b333cbe1164 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:50.803043 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9a76af08-f36f-4748-bcb0-57c2791613bb req-7a474d99-effd-493d-ab1f-7b333cbe1164 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.0753706 Feb 10 12:17:50.920756 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9a76af08-f36f-4748-bcb0-57c2791613bb req-43caf4fb-eceb-493c-be26-d0e9272c9d83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1113904 Feb 10 12:17:50.977657 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:17:50.995566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b345006-6ebe-4b7b-b2ec-f988b8c8d760 None None] Sync routers for ids ['c675128f-fef7-43c4-87c9-0368363ef2eb'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:17:51.004364 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:51.017317 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b345006-6ebe-4b7b-b2ec-f988b8c8d760 None None] Routers {'c675128f-fef7-43c4-87c9-0368363ef2eb'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:17:51.018485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6b345006-6ebe-4b7b-b2ec-f988b8c8d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:17:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c675128f-fef7-43c4-87c9-0368363ef2eb'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:17:51.088449 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9bed17da-a557-4220-b1d4-a55e7339723d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "DELETE /v2.0/floatingips/8af224ae-ed5f-4a75-b042-8dc425651349 HTTP/1.1" status: 204 len: 168 time: 1.8494530 Feb 10 12:17:51.090188 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'tag': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:17:51.163363 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9a76af08-f36f-4748-bcb0-57c2791613bb req-235a09ce-0fc8-4dcf-b119-2dadba0a5657 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360303 Feb 10 12:17:51.275044 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-6b345006-6ebe-4b7b-b2ec-f988b8c8d760 None None] Set router c675128f-fef7-43c4-87c9-0368363ef2eb gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:17:51.366326 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9a76af08-f36f-4748-bcb0-57c2791613bb req-df378877-4550-4304-90f1-c78cc9afac14 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964123 Feb 10 12:17:51.411368 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'tag': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'status': 'completed', 'code': 200} Feb 10 12:17:51.532120 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2da38c1c-0894-4d3c-b4b9-89675597c5cd req-25cd8c0f-4323-4384-8178-e22251f56e8e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 1099 time: 0.0956862 Feb 10 12:17:51.702955 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6b345006-6ebe-4b7b-b2ec-f988b8c8d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '3141ae89-9371-4a6d-90b1-814e6d97c640', 'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'mac_address': 'fa:16:3e:9f:d2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:20Z', 'updated_at': '2022-02-10T12:13:40Z', 'revision_number': 5, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'subnets': [{'id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:17:51.709862 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b345006-6ebe-4b7b-b2ec-f988b8c8d760 None None] Checking router: c675128f-fef7-43c4-87c9-0368363ef2eb for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:17:51.727870 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b345006-6ebe-4b7b-b2ec-f988b8c8d760 None None] Routers {'c675128f-fef7-43c4-87c9-0368363ef2eb'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:17:51.728870 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6b345006-6ebe-4b7b-b2ec-f988b8c8d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:17:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c675128f-fef7-43c4-87c9-0368363ef2eb'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:17:51.749953 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da38c1c-0894-4d3c-b4b9-89675597c5cd req-99eaffb1-8b0a-45ba-ab34-3d08bcc4de2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:51.752374 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2da38c1c-0894-4d3c-b4b9-89675597c5cd req-99eaffb1-8b0a-45ba-ab34-3d08bcc4de2c service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.2101779 Feb 10 12:17:51.881470 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b686ec-1bf4-4ed2-a69b-4b2bd2690dec req-25da4f52-c9ff-40bb-a00d-ac4c670a7389 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:51.882789 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-44b686ec-1bf4-4ed2-a69b-4b2bd2690dec req-25da4f52-c9ff-40bb-a00d-ac4c670a7389 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Synchronizing usage tracker for tenant:06834672d5854a118f236abcb4b0dfc6 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:17:51.917175 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-44b686ec-1bf4-4ed2-a69b-4b2bd2690dec req-25da4f52-c9ff-40bb-a00d-ac4c670a7389 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Unset dirty status for tenant:06834672d5854a118f236abcb4b0dfc6 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:17:51.919315 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44b686ec-1bf4-4ed2-a69b-4b2bd2690dec req-25da4f52-c9ff-40bb-a00d-ac4c670a7389 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 946 time: 0.1440694 Feb 10 12:17:51.987622 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2da38c1c-0894-4d3c-b4b9-89675597c5cd req-714ac682-282d-48aa-9d5f-fbd9ad9315ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1 HTTP/1.1" status: 200 len: 217 time: 0.2286119 Feb 10 12:17:51.994103 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44b686ec-1bf4-4ed2-a69b-4b2bd2690dec req-70f071ef-ee8d-4ab9-abf6-814813add582 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640790 Feb 10 12:17:52.067742 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da38c1c-0894-4d3c-b4b9-89675597c5cd req-a81c9d2f-d6ab-4699-b263-9c95f3c17816 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:52.070570 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2da38c1c-0894-4d3c-b4b9-89675597c5cd req-a81c9d2f-d6ab-4699-b263-9c95f3c17816 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.0761552 Feb 10 12:17:52.080843 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-6b345006-6ebe-4b7b-b2ec-f988b8c8d760 None None] Set router c675128f-fef7-43c4-87c9-0368363ef2eb gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:17:52.169810 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2da38c1c-0894-4d3c-b4b9-89675597c5cd req-7353b6d0-99f4-4ed3-aaed-67184c68fa18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928142 Feb 10 12:17:52.330228 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2da38c1c-0894-4d3c-b4b9-89675597c5cd req-9f72786b-c864-4f94-a253-c121f02c4474 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539721 Feb 10 12:17:52.485806 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2da38c1c-0894-4d3c-b4b9-89675597c5cd req-73c05429-9196-462c-bbbc-df58605e967d service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476681 Feb 10 12:17:52.560822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6b345006-6ebe-4b7b-b2ec-f988b8c8d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '3141ae89-9371-4a6d-90b1-814e6d97c640', 'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'mac_address': 'fa:16:3e:9f:d2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:20Z', 'updated_at': '2022-02-10T12:13:40Z', 'revision_number': 5, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'subnets': [{'id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:17:52.566056 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b345006-6ebe-4b7b-b2ec-f988b8c8d760 None None] The sync data for ids ['c675128f-fef7-43c4-87c9-0368363ef2eb'] in dv-neutron-828497-1-hyperv is: [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '3141ae89-9371-4a6d-90b1-814e6d97c640', 'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'mac_address': 'fa:16:3e:9f:d2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:20Z', 'updated_at': '2022-02-10T12:13:40Z', 'revision_number': 5, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'subnets': [{'id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:17:52.840565 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1f595-d2aa-4911-8468-632ae589f75a None None] New status for floating IP 8af224ae-ed5f-4a75-b042-8dc425651349: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:17:53.069492 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f1413-57e7-4cb1-be17-cca4d0d905ea req-babe042c-9738-4bdf-85a0-8ede4b9f916c tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:53.070522 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-6e8f1413-57e7-4cb1-be17-cca4d0d905ea req-babe042c-9738-4bdf-85a0-8ede4b9f916c tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Synchronizing usage tracker for tenant:06834672d5854a118f236abcb4b0dfc6 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:17:53.092329 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-6e8f1413-57e7-4cb1-be17-cca4d0d905ea req-babe042c-9738-4bdf-85a0-8ede4b9f916c tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Unset dirty status for tenant:06834672d5854a118f236abcb4b0dfc6 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:17:53.094394 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6e8f1413-57e7-4cb1-be17-cca4d0d905ea req-babe042c-9738-4bdf-85a0-8ede4b9f916c tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.73 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 946 time: 0.1353576 Feb 10 12:17:53.225634 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-6e8f1413-57e7-4cb1-be17-cca4d0d905ea req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Deleting port e5328a24-46fe-48b9-8045-cd2e4bba95a1 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:17:53.226205 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-6e8f1413-57e7-4cb1-be17-cca4d0d905ea req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:53.332357 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47ac81-a0b8-43d5-8a7c-c315797ebb7d req-58a0cd51-54b3-4d85-8636-a6153b149511 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:53.334301 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1b47ac81-a0b8-43d5-8a7c-c315797ebb7d req-58a0cd51-54b3-4d85-8636-a6153b149511 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 946 time: 0.1922905 Feb 10 12:17:53.389107 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1b47ac81-a0b8-43d5-8a7c-c315797ebb7d req-a0973757-5af5-44c7-9bf3-57c64ad8a5a2 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a8bda4-492d-4b4b-bdaf-829832fbbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439911 Feb 10 12:17:53.544133 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-6e8f1413-57e7-4cb1-be17-cca4d0d905ea req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] For port e5328a24-46fe-48b9-8045-cd2e4bba95a1, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=e5328a24-46fe-48b9-8045-cd2e4bba95a1,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:17:53.544880 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-6e8f1413-57e7-4cb1-be17-cca4d0d905ea req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:53.682966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-6e8f1413-57e7-4cb1-be17-cca4d0d905ea req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Calling delete_port for e5328a24-46fe-48b9-8045-cd2e4bba95a1 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:17:53.846524 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-6e8f1413-57e7-4cb1-be17-cca4d0d905ea req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:53.900481 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event deleted for resources: {'Port': ['ID=e5328a24-46fe-48b9-8045-cd2e4bba95a1,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:53.944690 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:53.945045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:53.945424 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:53.945789 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:53.946105 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:53.946452 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:53.946780 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:53.947113 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:53.947443 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:53.947770 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:53.948098 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:53.992154 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8f1413-57e7-4cb1-be17-cca4d0d905ea req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] No DVR routers for this DVR port e5328a24-46fe-48b9-8045-cd2e4bba95a1 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:17:53.994823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-6e8f1413-57e7-4cb1-be17-cca4d0d905ea req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:53.997672 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'name': 'network-vif-deleted', 'tag': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:17:54.015486 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-6e8f1413-57e7-4cb1-be17-cca4d0d905ea req-8ed776be-f7b4-495b-9913-b7b54eecc337 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.73 "DELETE /v2.0/ports/e5328a24-46fe-48b9-8045-cd2e4bba95a1 HTTP/1.1" status: 204 len: 173 time: 0.9145191 Feb 10 12:17:54.157349 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fd85d4-1a9c-472e-8efa-0b54a158ef65', 'name': 'network-vif-deleted', 'tag': 'e5328a24-46fe-48b9-8045-cd2e4bba95a1', 'status': 'completed', 'code': 200} Feb 10 12:17:54.640683 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9b59ea47-6619-478f-8997-0d9736e90dc7 req-c83569a3-bdb0-4d5a-8093-57edf4ad24ba tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd85d4-1a9c-472e-8efa-0b54a158ef65 HTTP/1.1" status: 200 len: 210 time: 0.0441513 Feb 10 12:17:55.767206 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48058) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:55.841774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c388d555-ba12-408c-aa78-33d7c0617507 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:55.893961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c388d555-ba12-408c-aa78-33d7c0617507 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:55.969234 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c388d555-ba12-408c-aa78-33d7c0617507 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:55.989846 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388d555-ba12-408c-aa78-33d7c0617507 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a8bda4-492d-4b4b-bdaf-829832fbbfd6,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:56.006235 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c388d555-ba12-408c-aa78-33d7c0617507 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:56.007276 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-c388d555-ba12-408c-aa78-33d7c0617507 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "DELETE /v2.0/security-groups/29a8bda4-492d-4b4b-bdaf-829832fbbfd6 HTTP/1.1" status: 204 len: 168 time: 0.2386050 Feb 10 12:17:56.427472 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device e5328a24-46fe-48b9-8045-cd2e4bba95a1 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:17:56.490428 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: e5328a24-46fe-48b9-8045-cd2e4bba95a1 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:17:56.490973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device e5328a24-46fe-48b9-8045-cd2e4bba95a1 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:17:56.519109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48066) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:56.526196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b5658c17-3ee5-4dff-9dde-0c32772396d1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2016426793', 'description': 'tempest-secgroup-smoke-2016426793 description', 'project_id': '06834672d5854a118f236abcb4b0dfc6'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:17:56.533824 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b5658c17-3ee5-4dff-9dde-0c32772396d1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:56.538610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b5658c17-3ee5-4dff-9dde-0c32772396d1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:security_group and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:17:56.543676 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b5658c17-3ee5-4dff-9dde-0c32772396d1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:17:56.552879 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b5658c17-3ee5-4dff-9dde-0c32772396d1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:56.566745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0b252bdb-666d-4769-8f98-d43328381d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:56.568656 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5658c17-3ee5-4dff-9dde-0c32772396d1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:56.618855 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b5658c17-3ee5-4dff-9dde-0c32772396d1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:56.626862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b5658c17-3ee5-4dff-9dde-0c32772396d1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:security_group_rule and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:17:56.631976 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b5658c17-3ee5-4dff-9dde-0c32772396d1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:17:56.643266 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b5658c17-3ee5-4dff-9dde-0c32772396d1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:56.716314 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5658c17-3ee5-4dff-9dde-0c32772396d1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:56.721674 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5658c17-3ee5-4dff-9dde-0c32772396d1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:56.771637 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5658c17-3ee5-4dff-9dde-0c32772396d1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:56.775902 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5658c17-3ee5-4dff-9dde-0c32772396d1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:56.777386 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b5658c17-3ee5-4dff-9dde-0c32772396d1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2571058 Feb 10 12:17:56.782284 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48070) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:56.788143 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-37914b8c-3102-4f7d-9c3d-a317510d51ea tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'security_group_rule': {'security_group_id': '4b2b480f-b51f-4bd5-a954-8b1e71f0db7c', 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:17:56.794943 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-37914b8c-3102-4f7d-9c3d-a317510d51ea tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:56.799970 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-37914b8c-3102-4f7d-9c3d-a317510d51ea tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:security_group_rule and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:17:56.803380 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-37914b8c-3102-4f7d-9c3d-a317510d51ea tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:17:56.809569 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-37914b8c-3102-4f7d-9c3d-a317510d51ea tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:56.830636 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37914b8c-3102-4f7d-9c3d-a317510d51ea tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:56.926229 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37914b8c-3102-4f7d-9c3d-a317510d51ea tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:56.930485 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37914b8c-3102-4f7d-9c3d-a317510d51ea tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:56.956259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37914b8c-3102-4f7d-9c3d-a317510d51ea tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5adb6fa2-0a6f-43a4-97b6-2b060cfafed3,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:56.967212 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37914b8c-3102-4f7d-9c3d-a317510d51ea tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:56.969072 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-37914b8c-3102-4f7d-9c3d-a317510d51ea tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1857655 Feb 10 12:17:56.972091 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48074) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:56.977981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-70a0b264-ba15-45b6-8098-ddd3a48dd0bd tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'security_group_rule': {'security_group_id': '4b2b480f-b51f-4bd5-a954-8b1e71f0db7c', 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:17:56.985262 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-70a0b264-ba15-45b6-8098-ddd3a48dd0bd tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:56.989742 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-70a0b264-ba15-45b6-8098-ddd3a48dd0bd tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:security_group_rule and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:17:56.993248 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-70a0b264-ba15-45b6-8098-ddd3a48dd0bd tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:17:56.999296 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-70a0b264-ba15-45b6-8098-ddd3a48dd0bd tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:57.018232 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-70a0b264-ba15-45b6-8098-ddd3a48dd0bd tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:57.101000 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-70a0b264-ba15-45b6-8098-ddd3a48dd0bd tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:57.105882 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-70a0b264-ba15-45b6-8098-ddd3a48dd0bd tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:57.132282 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0b264-ba15-45b6-8098-ddd3a48dd0bd tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d763d8-1ffd-495f-a635-4ed941a7f775,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:57.144226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-70a0b264-ba15-45b6-8098-ddd3a48dd0bd tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:57.146295 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-70a0b264-ba15-45b6-8098-ddd3a48dd0bd tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1729174 Feb 10 12:17:57.149254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48078) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:57.156727 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-1fa0c567-205a-4963-aae6-a1b60f474f47 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'security_group_rule': {'security_group_id': '4b2b480f-b51f-4bd5-a954-8b1e71f0db7c', 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:17:57.164107 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1fa0c567-205a-4963-aae6-a1b60f474f47 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:57.169111 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1fa0c567-205a-4963-aae6-a1b60f474f47 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:security_group_rule and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:17:57.173551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1fa0c567-205a-4963-aae6-a1b60f474f47 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:17:57.180501 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1fa0c567-205a-4963-aae6-a1b60f474f47 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:57.200954 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1fa0c567-205a-4963-aae6-a1b60f474f47 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:57.309361 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1fa0c567-205a-4963-aae6-a1b60f474f47 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:57.314784 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1fa0c567-205a-4963-aae6-a1b60f474f47 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:57.359617 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0c567-205a-4963-aae6-a1b60f474f47 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db93e2a-e8ad-484e-8692-0e5d7f68e3fa,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:57.373072 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1fa0c567-205a-4963-aae6-a1b60f474f47 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:57.374965 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1fa0c567-205a-4963-aae6-a1b60f474f47 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2246826 Feb 10 12:17:57.379819 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48082) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:57.385591 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-61783e16-0b83-47d1-a818-afeadcdc5b14 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'security_group_rule': {'security_group_id': '4b2b480f-b51f-4bd5-a954-8b1e71f0db7c', 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:17:57.392208 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-61783e16-0b83-47d1-a818-afeadcdc5b14 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:57.396384 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-61783e16-0b83-47d1-a818-afeadcdc5b14 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:security_group_rule and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:17:57.399824 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-61783e16-0b83-47d1-a818-afeadcdc5b14 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:17:57.408692 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-61783e16-0b83-47d1-a818-afeadcdc5b14 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:57.545557 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61783e16-0b83-47d1-a818-afeadcdc5b14 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:57.641065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61783e16-0b83-47d1-a818-afeadcdc5b14 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:57.645644 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61783e16-0b83-47d1-a818-afeadcdc5b14 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:57.670394 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61783e16-0b83-47d1-a818-afeadcdc5b14 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5af2c4-3158-4d72-8b9a-a42a1f442ffd,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:57.682627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61783e16-0b83-47d1-a818-afeadcdc5b14 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:57.683856 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-61783e16-0b83-47d1-a818-afeadcdc5b14 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3030558 Feb 10 12:17:57.688790 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 48086) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:57.695544 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-68891b87-b06f-47c1-8033-d0b711ccc033 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'security_group_rule': {'security_group_id': '4b2b480f-b51f-4bd5-a954-8b1e71f0db7c', 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:17:57.704354 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-68891b87-b06f-47c1-8033-d0b711ccc033 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:57.712470 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-68891b87-b06f-47c1-8033-d0b711ccc033 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:security_group_rule and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:17:57.715549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-68891b87-b06f-47c1-8033-d0b711ccc033 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:17:57.724679 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-68891b87-b06f-47c1-8033-d0b711ccc033 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:57.737893 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-68891b87-b06f-47c1-8033-d0b711ccc033 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Project 06834672d5854a118f236abcb4b0dfc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:17:57.745232 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-68891b87-b06f-47c1-8033-d0b711ccc033 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:57.830061 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-68891b87-b06f-47c1-8033-d0b711ccc033 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:57.834944 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-68891b87-b06f-47c1-8033-d0b711ccc033 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:57.863388 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68891b87-b06f-47c1-8033-d0b711ccc033 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063e8669-7e89-4cb6-924a-21e9a12aea1c,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:57.876833 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-68891b87-b06f-47c1-8033-d0b711ccc033 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:57.886631 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48090) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:57.887295 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-68891b87-b06f-47c1-8033-d0b711ccc033 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1967483 Feb 10 12:17:57.894506 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-b7bd54c3-eed3-46ba-ab43-8653ddf3c331 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'security_group_rule': {'security_group_id': '4b2b480f-b51f-4bd5-a954-8b1e71f0db7c', 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:17:57.901192 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b7bd54c3-eed3-46ba-ab43-8653ddf3c331 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:57.908032 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b7bd54c3-eed3-46ba-ab43-8653ddf3c331 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:security_group_rule and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:17:57.912237 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-b7bd54c3-eed3-46ba-ab43-8653ddf3c331 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:17:57.923517 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-b7bd54c3-eed3-46ba-ab43-8653ddf3c331 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:57.944060 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.securitygroups_db [None req-b7bd54c3-eed3-46ba-ab43-8653ddf3c331 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Project 06834672d5854a118f236abcb4b0dfc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:17:57.953967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7bd54c3-eed3-46ba-ab43-8653ddf3c331 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:58.055298 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7bd54c3-eed3-46ba-ab43-8653ddf3c331 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:58.059835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7bd54c3-eed3-46ba-ab43-8653ddf3c331 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:58.088086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd54c3-eed3-46ba-ab43-8653ddf3c331 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371e8e0f-566c-483c-a026-152dd01d9066,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:58.101461 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7bd54c3-eed3-46ba-ab43-8653ddf3c331 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:58.102692 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b7bd54c3-eed3-46ba-ab43-8653ddf3c331 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2142351 Feb 10 12:17:58.867743 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e4c415e2-17d3-4fc7-9998-1a85a62786c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:00.018522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:00.191189 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:01.424785 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:18:01.746337 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:08.747926 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:14.781922 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-b509bbde-08ad-42a9-99ef-95c6393f19e0 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016426793&fields=id&tenant_id=06834672d5854a118f236abcb4b0dfc6 HTTP/1.1" status: 200 len: 267 time: 0.0445211 Feb 10 12:18:14.962016 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-3251597c-b5b2-4407-8e16-3c5327736913 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:14.963579 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-3251597c-b5b2-4407-8e16-3c5327736913 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 808 time: 0.1712432 Feb 10 12:18:14.991478 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-7d01f857-23ad-43f2-8309-ea4a55dd2fab tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/quotas/06834672d5854a118f236abcb4b0dfc6 HTTP/1.1" status: 200 len: 375 time: 0.0204132 Feb 10 12:18:15.083289 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-ea7031af-a54f-452b-b872-802283afdb56 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862827 Feb 10 12:18:15.319391 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-4770935d-08b2-4944-82b7-f07e1357205e service neutron] 10.222.0.36 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213731 Feb 10 12:18:15.473454 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-6f2a2f9d-95fb-4ae8-9d20-37c39ca81654 service neutron] 10.222.0.36 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477907 Feb 10 12:18:15.996109 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-adcc9d43-a3c3-416d-b4ed-b1740404cfed req-0d6571e0-cb75-4b91-a57e-f73ffea70e7a tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 210 time: 0.0531135 Feb 10 12:18:17.128163 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-6c07a34f-967c-4aa9-a851-2675e184389e tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:17.130577 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-6c07a34f-967c-4aa9-a851-2675e184389e tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 808 time: 0.1756332 Feb 10 12:18:17.220018 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-e1b4073f-af1e-4d91-b921-31780bf6e6d2 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Synchronizing usage tracker for tenant:06834672d5854a118f236abcb4b0dfc6 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:18:17.241858 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-e1b4073f-af1e-4d91-b921-31780bf6e6d2 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Unset dirty status for tenant:06834672d5854a118f236abcb4b0dfc6 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:18:17.244445 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-e1b4073f-af1e-4d91-b921-31780bf6e6d2 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06834672d5854a118f236abcb4b0dfc6 HTTP/1.1" status: 200 len: 380 time: 0.0948181 Feb 10 12:18:17.257596 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'port': {'device_id': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'admin_state_up': True, 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'security_groups': ['4b2b480f-b51f-4bd5-a954-8b1e71f0db7c']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:18:17.321683 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a8dd2d1e-1233-405c-97b6-17ab62190a39 req-dfe4bc98-5ea8-4018-bf3f-6585e8576984 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 210 time: 0.0449221 Feb 10 12:18:17.476409 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:18:17.484309 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:port and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:18:17.489363 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:18:17.499926 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:18:17.515373 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Made reservation on behalf of 06834672d5854a118f236abcb4b0dfc6 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:18:17.518905 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:17.740819 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Allocated IP 172.20.0.9 (06ead31e-4b76-4c1b-8aaf-72c9e75cad54/a3371f47-f313-4ba3-ac2b-1a4bd4712ea5/b48d37e5-b27f-49e3-bd83-4afc18378afd) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:18:17.978618 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:17.997942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Transition to ACTIVE for port object b48d37e5-b27f-49e3-bd83-4afc18378afd will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:18:18.033041 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:18.171155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:18:18.177295 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:18:18.186253 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:18:18.243010 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'Port': ['ID=b48d37e5-b27f-49e3-bd83-4afc18378afd,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:18:18.301625 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:18.302234 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:18.335276 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-16ab0cca-c19d-41ad-92d7-6230701e9d4b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0851803 Feb 10 12:18:18.351321 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Request body: {'port': {'device_id': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:18:18.511410 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-74153507-b5c0-4155-8574-7d7cec8b427a None None] Provisioning for port b48d37e5-b27f-49e3-bd83-4afc18378afd completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:18:18.522675 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-74153507-b5c0-4155-8574-7d7cec8b427a None None] Provisioning complete for port b48d37e5-b27f-49e3-bd83-4afc18378afd triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:18:18.523587 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-74153507-b5c0-4155-8574-7d7cec8b427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:18.556847 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:18.655895 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ee551-4b71-4a3a-912f-0a131eeb260e req-3a4939b0-717b-4f10-b1d8-86b234dcc27d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:18.658310 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-118ee551-4b71-4a3a-912f-0a131eeb260e req-3a4939b0-717b-4f10-b1d8-86b234dcc27d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 931 time: 0.1253161 Feb 10 12:18:18.660555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-74153507-b5c0-4155-8574-7d7cec8b427a None None] Port b48d37e5-b27f-49e3-bd83-4afc18378afd cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:18:18.725964 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-118ee551-4b71-4a3a-912f-0a131eeb260e req-9d6e714d-6fc3-41b0-946b-1077c34c3a38 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551882 Feb 10 12:18:19.056562 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48d37e5-b27f-49e3-bd83-4afc18378afd {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:18:19.066928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:19.085894 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Transition to ACTIVE for port object b48d37e5-b27f-49e3-bd83-4afc18378afd will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:18:19.090012 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:19.250410 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Pushing event updated for resources: {'Port': ['ID=b48d37e5-b27f-49e3-bd83-4afc18378afd,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:18:19.540159 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Attempting to bind port b48d37e5-b27f-49e3-bd83-4afc18378afd on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:18:19.540535 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Attempting to bind port b48d37e5-b27f-49e3-bd83-4afc18378afd by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '610919cb-ff9e-4da5-8ab9-bafe9523ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:18:19.540798 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Attempting to bind port b48d37e5-b27f-49e3-bd83-4afc18378afd on network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:18:19.549288 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Port b48d37e5-b27f-49e3-bd83-4afc18378afd on network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:18:19.549721 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Attempting to bind port b48d37e5-b27f-49e3-bd83-4afc18378afd on network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:18:19.557079 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:18:19.557505 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Checking segment: {'id': '610919cb-ff9e-4da5-8ab9-bafe9523ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:18:19.557985 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Bound using segment: {'id': '610919cb-ff9e-4da5-8ab9-bafe9523ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:18:19.558538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Bound port: b48d37e5-b27f-49e3-bd83-4afc18378afd, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610919cb-ff9e-4da5-8ab9-bafe9523ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:18:19.558925 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:19.660991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] For port b48d37e5-b27f-49e3-bd83-4afc18378afd, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:18:19.665036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] For port b48d37e5-b27f-49e3-bd83-4afc18378afd, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:18:19.670468 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:19.747013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:19.749812 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] 10.222.0.73 "PUT /v2.0/ports/b48d37e5-b27f-49e3-bd83-4afc18378afd HTTP/1.1" status: 200 len: 1093 time: 1.4065192 Feb 10 12:18:19.750504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'tag': 'b48d37e5-b27f-49e3-bd83-4afc18378afd'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:18:19.770622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e044b-c71e-4207-81f0-447f655f5b68 service neutron] Pushing event updated for resources: {'Port': ['ID=b48d37e5-b27f-49e3-bd83-4afc18378afd,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:18:19.898937 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'tag': 'b48d37e5-b27f-49e3-bd83-4afc18378afd', 'status': 'completed', 'code': 200} Feb 10 12:18:19.934610 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-1b4ad3f2-0ffa-41ed-8453-d9e2d4dd6df0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 1096 time: 0.1406801 Feb 10 12:18:20.041638 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-17379408-a7da-4fcd-aea8-e341394495a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd HTTP/1.1" status: 200 len: 217 time: 0.0994434 Feb 10 12:18:20.114466 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfc0bb-b329-41e8-a7bd-9c40a3c51594 req-c9669991-ad70-41aa-91ce-3813010e2ecf tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:20.116585 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e1dfc0bb-b329-41e8-a7bd-9c40a3c51594 req-c9669991-ad70-41aa-91ce-3813010e2ecf tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 943 time: 0.1163638 Feb 10 12:18:20.127065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a9d01137-1862-405a-95ef-224a2924c26c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:20.129386 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-a9d01137-1862-405a-95ef-224a2924c26c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.0797813 Feb 10 12:18:20.183210 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e1dfc0bb-b329-41e8-a7bd-9c40a3c51594 req-b11841c4-6bd5-456a-bbec-191ee85437dc tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584114 Feb 10 12:18:20.238849 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-c7785a88-1c7d-42a2-8e0c-8dd823055eec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1030211 Feb 10 12:18:20.384021 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-fda8130e-fbd0-4d1e-acb8-df8c3698b542 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392422 Feb 10 12:18:20.531134 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e74d625a-67d5-468a-91b7-a05c8b44664a req-31e1ec79-9b13-42a0-9f17-c103c6db768c service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402848 Feb 10 12:18:20.660059 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8461782d-4d7c-4232-b30a-acc15c6eab50 req-e01b2c2d-3fb3-4bfb-bef6-b1c9db53408c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 1096 time: 0.0781932 Feb 10 12:18:20.811998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461782d-4d7c-4232-b30a-acc15c6eab50 req-5a64239b-de81-4bb5-af46-f42255723ca9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:20.811998 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8461782d-4d7c-4232-b30a-acc15c6eab50 req-5a64239b-de81-4bb5-af46-f42255723ca9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.1454291 Feb 10 12:18:20.890261 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8461782d-4d7c-4232-b30a-acc15c6eab50 req-74fb35be-b0b1-4b4e-9b40-bb2c2041b0d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd HTTP/1.1" status: 200 len: 217 time: 0.0722706 Feb 10 12:18:20.959458 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461782d-4d7c-4232-b30a-acc15c6eab50 req-edd55833-4b41-450d-955c-2255ef681272 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:20.960916 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8461782d-4d7c-4232-b30a-acc15c6eab50 req-edd55833-4b41-450d-955c-2255ef681272 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.0649593 Feb 10 12:18:21.046470 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8461782d-4d7c-4232-b30a-acc15c6eab50 req-1e6ae188-7de5-4879-8582-d3d40a8e8e32 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798645 Feb 10 12:18:21.193255 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8461782d-4d7c-4232-b30a-acc15c6eab50 req-cf7b0d6a-bccb-4427-b51d-652e03708c2f service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405120 Feb 10 12:18:21.344701 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-8461782d-4d7c-4232-b30a-acc15c6eab50 req-7cff305b-4283-49bf-98d0-4e334a208e84 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455426 Feb 10 12:18:21.491149 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea224b8-d93f-4290-b891-39bf77ef8bb5 req-16aedf35-3231-4d07-be14-fab0f8dd7191 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:21.492908 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ea224b8-d93f-4290-b891-39bf77ef8bb5 req-16aedf35-3231-4d07-be14-fab0f8dd7191 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 943 time: 0.0900042 Feb 10 12:18:21.542594 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ea224b8-d93f-4290-b891-39bf77ef8bb5 req-5c3f60f1-bc16-41b0-ab75-a81abd99947f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423849 Feb 10 12:18:22.757549 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98169fdb-fcc1-4b97-80d4-854e28163621 req-7884ed5f-0cbe-4066-9bdf-7a25b0086589 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:22.759108 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-98169fdb-fcc1-4b97-80d4-854e28163621 req-7884ed5f-0cbe-4066-9bdf-7a25b0086589 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 943 time: 0.0860147 Feb 10 12:18:22.810583 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-98169fdb-fcc1-4b97-80d4-854e28163621 req-6087da67-78a9-4e39-83cf-f5a288510ff8 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438519 Feb 10 12:18:24.030491 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1429d9-86ac-4605-a73f-8d461dd1e6b1 req-37228321-02d5-4cbb-b487-064e9e03b5e8 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:24.031960 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a1429d9-86ac-4605-a73f-8d461dd1e6b1 req-37228321-02d5-4cbb-b487-064e9e03b5e8 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 943 time: 0.0849614 Feb 10 12:18:24.081478 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a1429d9-86ac-4605-a73f-8d461dd1e6b1 req-8b962a9e-e157-4d90-b1da-b67b96b80e75 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436451 Feb 10 12:18:25.291200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd138c48-6dac-4298-995c-867cfeb838a7 req-daaf0703-d954-4376-9498-92df94bcc564 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:25.292713 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dd138c48-6dac-4298-995c-867cfeb838a7 req-daaf0703-d954-4376-9498-92df94bcc564 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 943 time: 0.0819650 Feb 10 12:18:25.343439 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dd138c48-6dac-4298-995c-867cfeb838a7 req-f74afcad-346b-4dea-bae6-5508b14f1252 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441716 Feb 10 12:18:26.565088 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-11812e9e-f087-4cdb-a7c3-c31cc20d9f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:26.573279 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061928a-9b8c-42ed-9809-750b46f7da54 req-18c92bd2-b4d7-42c6-a55b-3234bb16ee12 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:26.574770 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b061928a-9b8c-42ed-9809-750b46f7da54 req-18c92bd2-b4d7-42c6-a55b-3234bb16ee12 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 943 time: 0.0946500 Feb 10 12:18:26.632099 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b061928a-9b8c-42ed-9809-750b46f7da54 req-bc0c6de1-2b82-4b4a-9675-4ae2a2a29e69 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507617 Feb 10 12:18:27.840596 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f6031-6488-4190-bb1e-151701e74a9f req-aa69a3f4-9dc4-49b6-ae4a-822330560327 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:27.842941 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f39f6031-6488-4190-bb1e-151701e74a9f req-aa69a3f4-9dc4-49b6-ae4a-822330560327 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 943 time: 0.0817695 Feb 10 12:18:27.907903 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f39f6031-6488-4190-bb1e-151701e74a9f req-f8b44306-c829-4ce0-94d1-06edcead58aa tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588217 Feb 10 12:18:28.564696 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device b48d37e5-b27f-49e3-bd83-4afc18378afd details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:18:28.725268 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port b48d37e5-b27f-49e3-bd83-4afc18378afd, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:18:28.740500 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'b48d37e5-b27f-49e3-bd83-4afc18378afd', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'port_id': 'b48d37e5-b27f-49e3-bd83-4afc18378afd', 'mac_address': 'fa:16:3e:32:08:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:18:28.804580 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:28.824209 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48d37e5-b27f-49e3-bd83-4afc18378afd {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:18:28.849988 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port b48d37e5-b27f-49e3-bd83-4afc18378afd, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:18:28.855300 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:28.893227 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-90a24b33-ac9f-4141-813d-ef066985eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:28.933186 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=b48d37e5-b27f-49e3-bd83-4afc18378afd,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:18:28.942756 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:18:28.943106 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:18:28.943444 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:18:28.943780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:18:28.944110 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:18:28.944439 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:18:28.944765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:18:28.945092 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:18:28.945440 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:18:28.945760 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:18:28.946080 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:18:29.068164 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['b48d37e5-b27f-49e3-bd83-4afc18378afd'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:18:29.133948 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b247f9c-4179-46ff-8c4b-b03e20171e1d req-a3967473-aec0-4b1d-ad45-c2ce12c16743 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:29.135404 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5b247f9c-4179-46ff-8c4b-b03e20171e1d req-a3967473-aec0-4b1d-ad45-c2ce12c16743 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 944 time: 0.0861380 Feb 10 12:18:29.193903 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5b247f9c-4179-46ff-8c4b-b03e20171e1d req-fc78574d-4db6-4d4d-a271-e53b52ba13ae tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511270 Feb 10 12:18:30.014489 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:30.189197 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:30.509421 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9cbdc-a2fb-4228-9218-ce902658ca04 req-7f5ceac3-517f-465d-8055-5be525601cc6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:30.511049 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39c9cbdc-a2fb-4228-9218-ce902658ca04 req-7f5ceac3-517f-465d-8055-5be525601cc6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 944 time: 0.1760628 Feb 10 12:18:30.562618 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39c9cbdc-a2fb-4228-9218-ce902658ca04 req-b26aa30d-43b6-4507-a81c-0680f9f3d81d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429909 Feb 10 12:18:30.582285 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device b48d37e5-b27f-49e3-bd83-4afc18378afd up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:18:30.660765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port b48d37e5-b27f-49e3-bd83-4afc18378afd completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:18:30.666346 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port b48d37e5-b27f-49e3-bd83-4afc18378afd triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:18:30.666722 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:30.795616 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:30.828048 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48d37e5-b27f-49e3-bd83-4afc18378afd'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:18:30.838980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port b48d37e5-b27f-49e3-bd83-4afc18378afd, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:18:30.844201 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:30.893073 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48d37e5-b27f-49e3-bd83-4afc18378afd', 'code': 200} Feb 10 12:18:30.932778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=b48d37e5-b27f-49e3-bd83-4afc18378afd,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:18:31.195714 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-26a5b102-7924-468b-b3c7-f2c8d88de710 req-83a8ed6c-cc5b-4553-bc34-613258d2bfec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 1098 time: 0.0966971 Feb 10 12:18:31.240057 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-26a5b102-7924-468b-b3c7-f2c8d88de710 req-246df109-d15e-4fd0-bc2c-b2fbb191252e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384352 Feb 10 12:18:31.747854 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:31.798288 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65305025-9df2-4224-a8dc-f1c67df60ff6 req-f7990ebf-8f8f-48c1-a0b2-269225f779f8 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:31.799880 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65305025-9df2-4224-a8dc-f1c67df60ff6 req-f7990ebf-8f8f-48c1-a0b2-269225f779f8 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.0916138 Feb 10 12:18:31.858356 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65305025-9df2-4224-a8dc-f1c67df60ff6 req-bc4bd5e5-8d99-4a86-a054-82b172ee3e8c tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519080 Feb 10 12:18:33.158750 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20796677-f350-458a-b5e0-d8bd91c71a2a req-21a1d90f-79f2-4a63-860b-c69303a87d8d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:33.160314 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-20796677-f350-458a-b5e0-d8bd91c71a2a req-21a1d90f-79f2-4a63-860b-c69303a87d8d tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.0868912 Feb 10 12:18:33.222286 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-20796677-f350-458a-b5e0-d8bd91c71a2a req-3f758ec7-b4ea-4531-8ab3-5a74b5c00c90 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560489 Feb 10 12:18:33.424507 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953f370-d5ae-4abc-bd5c-6173f12ee462 req-6aa11e4c-ba81-48e5-8fca-f46690435a46 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:33.425987 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8953f370-d5ae-4abc-bd5c-6173f12ee462 req-6aa11e4c-ba81-48e5-8fca-f46690435a46 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.0791123 Feb 10 12:18:33.476781 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8953f370-d5ae-4abc-bd5c-6173f12ee462 req-f2fecce4-d436-45e6-a7aa-8a4d865b5a0b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442381 Feb 10 12:18:33.514605 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 48238) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:18:33.589627 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0dceb220-c8b4-4fc7-9bf9-e81fb7f52908 tempest-TestShelveInstance-2073979371 tempest-TestShelveInstance-2073979371-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 1093 time: 0.0736296 Feb 10 12:18:33.593991 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 48242) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:18:33.600721 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': 'b48d37e5-b27f-49e3-bd83-4afc18378afd', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:18:33.606676 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:18:33.611106 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Usage tracker for resource:floatingip and tenant:06834672d5854a118f236abcb4b0dfc6 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:18:33.614056 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:18:33.620154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:18:33.632249 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:33.772375 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:33.920569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Allocated IP 172.26.4.23 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/3595ab6b-22e4-4684-b870-036a04d6b7c3) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:18:34.077906 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:34.107396 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:34.174475 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:18:34.177383 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:18:34.181622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:18:34.206176 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'Port': ['ID=3595ab6b-22e4-4684-b870-036a04d6b7c3,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:18:34.751141 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:34.814856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:35.159914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:35.164910 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:35.280655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event updated for resources: {'Port': ['ID=3595ab6b-22e4-4684-b870-036a04d6b7c3,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:18:35.298768 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:35.509995 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Floating IP 88e85f8a-0898-4aa4-8e4a-5850eee2ebaf associated. External IP: 172.26.4.23, port: b48d37e5-b27f-49e3-bd83-4afc18378afd. Feb 10 12:18:35.937614 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Router c675128f-fef7-43c4-87c9-0368363ef2eb has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:18:36.147677 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:18:36.160423 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3fdbb2-b1ee-4f96-8389-90632de595a2 None None] Sync routers for ids ['c675128f-fef7-43c4-87c9-0368363ef2eb'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:18:36.177154 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3fdbb2-b1ee-4f96-8389-90632de595a2 None None] Routers {'c675128f-fef7-43c4-87c9-0368363ef2eb'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:18:36.178260 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2e3fdbb2-b1ee-4f96-8389-90632de595a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:18:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c675128f-fef7-43c4-87c9-0368363ef2eb'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:18:36.188788 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:36.253763 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-18478fc6-1238-4a3d-bea3-995a54173d9f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6584387 Feb 10 12:18:36.254328 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'tag': 'b48d37e5-b27f-49e3-bd83-4afc18378afd'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:18:36.316050 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'tag': 'b48d37e5-b27f-49e3-bd83-4afc18378afd', 'status': 'completed', 'code': 200} Feb 10 12:18:36.395128 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-2e3fdbb2-b1ee-4f96-8389-90632de595a2 None None] Set router c675128f-fef7-43c4-87c9-0368363ef2eb gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:18:36.425962 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-21f4243a-48bf-483c-904b-6d5d870aa5ea req-21cfd295-4bf6-4b03-bd4a-c8bf3a035973 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 1098 time: 0.0871582 Feb 10 12:18:36.700972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4243a-48bf-483c-904b-6d5d870aa5ea req-04f78e83-b09e-4619-87c7-c293112c061a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:36.702873 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-21f4243a-48bf-483c-904b-6d5d870aa5ea req-04f78e83-b09e-4619-87c7-c293112c061a service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.2707267 Feb 10 12:18:36.832221 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-21f4243a-48bf-483c-904b-6d5d870aa5ea req-f07343e8-5e1a-4cea-95e0-fde1a4d381b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd HTTP/1.1" status: 200 len: 998 time: 0.1163137 Feb 10 12:18:36.851877 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2e3fdbb2-b1ee-4f96-8389-90632de595a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '88e85f8a-0898-4aa4-8e4a-5850eee2ebaf', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'floating_ip_address': '172.26.4.23', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'port_id': 'b48d37e5-b27f-49e3-bd83-4afc18378afd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'mac_address': 'fa:16:3e:32:08:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:18:34Z', 'updated_at': '2022-02-10T12:18:34Z', 'revision_number': 0, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3141ae89-9371-4a6d-90b1-814e6d97c640', 'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'mac_address': 'fa:16:3e:9f:d2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:20Z', 'updated_at': '2022-02-10T12:13:40Z', 'revision_number': 5, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'subnets': [{'id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:18:36.859703 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3fdbb2-b1ee-4f96-8389-90632de595a2 None None] Checking router: c675128f-fef7-43c4-87c9-0368363ef2eb for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:18:36.878874 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3fdbb2-b1ee-4f96-8389-90632de595a2 None None] Routers {'c675128f-fef7-43c4-87c9-0368363ef2eb'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:18:36.880151 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2e3fdbb2-b1ee-4f96-8389-90632de595a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:18:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c675128f-fef7-43c4-87c9-0368363ef2eb'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:18:36.899365 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4243a-48bf-483c-904b-6d5d870aa5ea req-64fb14b2-9ffb-428b-80e6-fd9424f41407 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:36.900798 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-21f4243a-48bf-483c-904b-6d5d870aa5ea req-64fb14b2-9ffb-428b-80e6-fd9424f41407 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.0626912 Feb 10 12:18:36.984847 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-21f4243a-48bf-483c-904b-6d5d870aa5ea req-e874c0e4-02d7-4189-b2c3-4b79c89ea6f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781686 Feb 10 12:18:37.113046 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-2e3fdbb2-b1ee-4f96-8389-90632de595a2 None None] Set router c675128f-fef7-43c4-87c9-0368363ef2eb gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:18:37.147835 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-21f4243a-48bf-483c-904b-6d5d870aa5ea req-14753e0d-98f5-45b8-948c-5be94451bc28 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552410 Feb 10 12:18:37.293402 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-21f4243a-48bf-483c-904b-6d5d870aa5ea req-ac49ec47-1818-4015-9842-70f602924127 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388185 Feb 10 12:18:37.499912 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2e3fdbb2-b1ee-4f96-8389-90632de595a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '88e85f8a-0898-4aa4-8e4a-5850eee2ebaf', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'floating_ip_address': '172.26.4.23', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'port_id': 'b48d37e5-b27f-49e3-bd83-4afc18378afd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'mac_address': 'fa:16:3e:32:08:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:18:34Z', 'updated_at': '2022-02-10T12:18:34Z', 'revision_number': 0, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3141ae89-9371-4a6d-90b1-814e6d97c640', 'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'mac_address': 'fa:16:3e:9f:d2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:20Z', 'updated_at': '2022-02-10T12:13:40Z', 'revision_number': 5, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'subnets': [{'id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:18:37.504345 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3fdbb2-b1ee-4f96-8389-90632de595a2 None None] The sync data for ids ['c675128f-fef7-43c4-87c9-0368363ef2eb'] in dv-neutron-828497-1-hyperv is: [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '88e85f8a-0898-4aa4-8e4a-5850eee2ebaf', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'floating_ip_address': '172.26.4.23', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'port_id': 'b48d37e5-b27f-49e3-bd83-4afc18378afd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'mac_address': 'fa:16:3e:32:08:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:18:34Z', 'updated_at': '2022-02-10T12:18:34Z', 'revision_number': 0, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3141ae89-9371-4a6d-90b1-814e6d97c640', 'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'mac_address': 'fa:16:3e:9f:d2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:20Z', 'updated_at': '2022-02-10T12:13:40Z', 'revision_number': 5, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'subnets': [{'id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:18:37.707989 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77da347-1da5-4c67-ad6a-85e37f4b902e None None] New status for floating IP 88e85f8a-0898-4aa4-8e4a-5850eee2ebaf: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:18:38.426685 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:18:38.750397 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:51.234085 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b6053369-e762-414a-abb5-07c27c79e76b req-0d8bf07f-c539-4fd0-8f4f-f2e684e56e0c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1103680 Feb 10 12:18:51.394615 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b6053369-e762-414a-abb5-07c27c79e76b req-56db1e6f-c337-43f2-ad11-a26126522166 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 1098 time: 0.0819967 Feb 10 12:18:51.563513 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6053369-e762-414a-abb5-07c27c79e76b req-b84b5ecb-08e8-4092-97d0-78502e0eb0da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:51.565636 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b6053369-e762-414a-abb5-07c27c79e76b req-b84b5ecb-08e8-4092-97d0-78502e0eb0da service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.1490645 Feb 10 12:18:51.675802 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b6053369-e762-414a-abb5-07c27c79e76b req-902e0bcb-824a-41ea-833f-7b5b53e1e2db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd HTTP/1.1" status: 200 len: 1000 time: 0.1044774 Feb 10 12:18:51.748405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6053369-e762-414a-abb5-07c27c79e76b req-350e6e93-6d4c-4ff6-9edc-8b5b4fae7618 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:51.749902 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b6053369-e762-414a-abb5-07c27c79e76b req-350e6e93-6d4c-4ff6-9edc-8b5b4fae7618 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.0676150 Feb 10 12:18:51.834116 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b6053369-e762-414a-abb5-07c27c79e76b req-84f65393-5f0c-451c-9377-fc700e348f4f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767014 Feb 10 12:18:51.980679 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b6053369-e762-414a-abb5-07c27c79e76b req-5422f261-8171-4828-a98e-c8bb123282c2 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391470 Feb 10 12:18:52.147717 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-b6053369-e762-414a-abb5-07c27c79e76b req-db081626-e937-401f-97ce-1e2ffb508ddc service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591866 Feb 10 12:18:56.562819 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-73dbde29-6ddf-4c88-8d96-75eb563ed404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:58.867640 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3ec1128e-3ea6-4066-ba2b-e80c92f2b732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:00.024215 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:00.200499 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:01.765844 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:08.756657 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:15.428139 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:19:26.556495 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf840-215a-4bbf-9d19-9c0b018a8871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:28.862626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1838d574-e80d-4ded-bcd6-540b3673f29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:30.019492 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:30.185212 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:31.754703 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:38.757041 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:51.216078 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-70d5ff71-4466-499e-a6a3-3e54931a470a req-b031e16b-2347-4bce-9c6a-da9f79d655a6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745032 Feb 10 12:19:51.480087 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-70d5ff71-4466-499e-a6a3-3e54931a470a req-e7fb19e5-65d6-4519-903f-7e83f15c86ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 1098 time: 0.1916258 Feb 10 12:19:51.636731 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5ff71-4466-499e-a6a3-3e54931a470a req-18fdff8a-1bb8-415f-847f-3476a1d32387 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:19:51.638289 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-70d5ff71-4466-499e-a6a3-3e54931a470a req-18fdff8a-1bb8-415f-847f-3476a1d32387 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.1390016 Feb 10 12:19:51.754518 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-70d5ff71-4466-499e-a6a3-3e54931a470a req-31f799f9-fe34-4c6f-9b86-45782d87fc21 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd HTTP/1.1" status: 200 len: 1000 time: 0.1089811 Feb 10 12:19:51.824686 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5ff71-4466-499e-a6a3-3e54931a470a req-93e494b7-0581-4b31-82fb-8fdba9d6430b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:19:51.826555 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-70d5ff71-4466-499e-a6a3-3e54931a470a req-93e494b7-0581-4b31-82fb-8fdba9d6430b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.0654414 Feb 10 12:19:51.911906 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-70d5ff71-4466-499e-a6a3-3e54931a470a req-47c4dc01-7a9b-4557-b553-40f9b9ff6024 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788321 Feb 10 12:19:52.059865 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-70d5ff71-4466-499e-a6a3-3e54931a470a req-c8b3ca28-0152-4700-a095-e622ae9d31fa service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418822 Feb 10 12:19:52.293836 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-70d5ff71-4466-499e-a6a3-3e54931a470a req-a05cb4cd-b194-4340-8972-b7da6c59c59e service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254150 Feb 10 12:19:52.428892 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:19:56.553188 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9ed35cfd-6cc2-43de-b5f0-4bc7fd871ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:58.871295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8da58510-df20-49e7-a2a2-11bf78d3736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:00.029162 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:00.193867 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:01.761894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:08.774575 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:26.547941 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a4f63f33-1f3a-4acb-bf94-0a80cf3684a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:28.866874 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-eb21f0e9-d437-4fc3-bda1-a1bf73c3fec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:29.429075 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:20:30.028833 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:30.194527 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:31.762787 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:33.168956 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c1d56-90eb-44b3-869e-dcc3c11c73a6 req-089720f8-798b-4b94-8027-54917f80e1a4 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:33.170563 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c62c1d56-90eb-44b3-869e-dcc3c11c73a6 req-089720f8-798b-4b94-8027-54917f80e1a4 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.0858409 Feb 10 12:20:33.227941 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c62c1d56-90eb-44b3-869e-dcc3c11c73a6 req-55e03599-c33a-4408-ba74-735adffd6633 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514939 Feb 10 12:20:34.486251 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96bb61-23dc-4498-902a-bfecb818f067 req-e45f52d7-16a8-4e91-b1aa-66b1d93aa0d9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:34.487983 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5f96bb61-23dc-4498-902a-bfecb818f067 req-e45f52d7-16a8-4e91-b1aa-66b1d93aa0d9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.0827646 Feb 10 12:20:34.547741 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5f96bb61-23dc-4498-902a-bfecb818f067 req-90a7d88a-7f06-4333-89dc-f17e6032878c tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471289 Feb 10 12:20:35.844364 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2c7ae-94dd-4854-a9b5-88b3b561fbe3 req-747b96c1-8582-4153-842a-27ae778a2280 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:35.846208 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fef2c7ae-94dd-4854-a9b5-88b3b561fbe3 req-747b96c1-8582-4153-842a-27ae778a2280 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.0906870 Feb 10 12:20:35.911242 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fef2c7ae-94dd-4854-a9b5-88b3b561fbe3 req-33b606ef-e8af-4662-be59-f317311e31f8 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551362 Feb 10 12:20:37.146927 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b14e22-bc68-4bf4-a4b0-9d7955dd5d85 req-cdbe84c7-7681-41a4-bff1-3408c6f71227 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:37.149984 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-37b14e22-bc68-4bf4-a4b0-9d7955dd5d85 req-cdbe84c7-7681-41a4-bff1-3408c6f71227 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.0917702 Feb 10 12:20:37.200563 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-37b14e22-bc68-4bf4-a4b0-9d7955dd5d85 req-90f3738f-5b31-4377-9b31-34571f03f262 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442293 Feb 10 12:20:38.416519 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743b2fe-dd1e-4799-87c2-7b538299cd3d req-21dcad55-61c3-4bfc-8ebe-8f097b5f88a9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:38.418133 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c743b2fe-dd1e-4799-87c2-7b538299cd3d req-21dcad55-61c3-4bfc-8ebe-8f097b5f88a9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.0838704 Feb 10 12:20:38.472689 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c743b2fe-dd1e-4799-87c2-7b538299cd3d req-ec9fbfdb-7ee9-4847-87f0-d2a3e802c9fd tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444493 Feb 10 12:20:38.768609 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:39.878114 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f169e55-51c1-4269-9063-7f2f9f8b8d19 req-b273e5b1-d8f6-450a-aa84-c3d257cb0b20 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:39.879606 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5f169e55-51c1-4269-9063-7f2f9f8b8d19 req-b273e5b1-d8f6-450a-aa84-c3d257cb0b20 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.2775054 Feb 10 12:20:39.938470 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5f169e55-51c1-4269-9063-7f2f9f8b8d19 req-4be8a2b1-42d4-4f5a-bf37-fade5acc1e17 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477593 Feb 10 12:20:41.150531 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1555d-b199-4d87-a7e5-daa7259e773a req-fcb9972e-0480-4946-aa67-71f7016958f7 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:41.152377 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a1e1555d-b199-4d87-a7e5-daa7259e773a req-fcb9972e-0480-4946-aa67-71f7016958f7 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.0832639 Feb 10 12:20:41.220243 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a1e1555d-b199-4d87-a7e5-daa7259e773a req-c220af31-9893-40b5-9e64-2d9d64a059c0 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614443 Feb 10 12:20:42.441308 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5ee2f-ea64-4277-9a29-786c692eaec0 req-de90411c-2498-414f-8796-65634827e76f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:42.442978 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-01b5ee2f-ea64-4277-9a29-786c692eaec0 req-de90411c-2498-414f-8796-65634827e76f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.0873036 Feb 10 12:20:42.498343 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-01b5ee2f-ea64-4277-9a29-786c692eaec0 req-d8e4782b-02a2-4193-a5b9-191c1500258e tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450943 Feb 10 12:20:43.206618 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f23d3930-eeae-44b4-b935-ebc68a0599ac req-c5e92504-7eea-49dc-8780-bb71c9974025 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 1098 time: 0.0848067 Feb 10 12:20:43.360544 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d3930-eeae-44b4-b935-ebc68a0599ac req-70415fb3-3239-494b-aef0-c42a0ecb8f7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:43.362085 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f23d3930-eeae-44b4-b935-ebc68a0599ac req-70415fb3-3239-494b-aef0-c42a0ecb8f7c service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.1493509 Feb 10 12:20:43.478883 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f23d3930-eeae-44b4-b935-ebc68a0599ac req-41065558-ccae-456b-af93-82f2a46976c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd HTTP/1.1" status: 200 len: 1000 time: 0.1102765 Feb 10 12:20:43.557076 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d3930-eeae-44b4-b935-ebc68a0599ac req-95aa477c-5e4d-423d-a41f-803fd96e7124 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:43.559636 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f23d3930-eeae-44b4-b935-ebc68a0599ac req-95aa477c-5e4d-423d-a41f-803fd96e7124 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.0749316 Feb 10 12:20:43.706482 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f23d3930-eeae-44b4-b935-ebc68a0599ac req-ccb4c956-6900-491e-8091-ca4f47e33d4f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1408474 Feb 10 12:20:43.717287 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [req-f23d3930-eeae-44b4-b935-ebc68a0599ac req-de058a5a-6790-4427-823e-b4b4b01f8dad service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83555) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 12:20:43.718654 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f23d3930-eeae-44b4-b935-ebc68a0599ac req-de058a5a-6790-4427-823e-b4b4b01f8dad service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058026 Feb 10 12:20:43.797720 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85074a1e-5b7a-445d-82b4-8eb090f685a3 req-fe3de3de-3706-4473-ac3e-2ca05c390a75 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:43.800012 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85074a1e-5b7a-445d-82b4-8eb090f685a3 req-fe3de3de-3706-4473-ac3e-2ca05c390a75 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.0937524 Feb 10 12:20:43.879650 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85074a1e-5b7a-445d-82b4-8eb090f685a3 req-6a2735f6-f3b7-4d13-afcd-1ba1218d8775 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723488 Feb 10 12:20:43.904913 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f23d3930-eeae-44b4-b935-ebc68a0599ac req-bf3381b3-1e49-408b-9633-8cd93f29386d service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803298 Feb 10 12:20:44.050355 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f23d3930-eeae-44b4-b935-ebc68a0599ac req-d6c0cb15-bb78-4cf4-a2a9-c00c85ac5144 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357880 Feb 10 12:20:45.117023 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b6fa1-07d9-413e-b58d-4f3a9a8f450a req-74a061cd-027a-46e9-82d1-b01bb17e9d14 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:45.118568 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-565b6fa1-07d9-413e-b58d-4f3a9a8f450a req-74a061cd-027a-46e9-82d1-b01bb17e9d14 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.0878701 Feb 10 12:20:45.171562 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-565b6fa1-07d9-413e-b58d-4f3a9a8f450a req-66115841-3ca4-4491-be99-129a4c2eb537 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464773 Feb 10 12:20:46.489782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d8867-55f1-438e-8e20-de8f3e78c49c req-382a0cbd-c52a-45f2-a41f-7297cea2bef6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:46.493968 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-051d8867-55f1-438e-8e20-de8f3e78c49c req-382a0cbd-c52a-45f2-a41f-7297cea2bef6 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.1458352 Feb 10 12:20:46.571898 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-051d8867-55f1-438e-8e20-de8f3e78c49c req-81dd803d-b9be-451e-b790-af8e1b60aa7e tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718458 Feb 10 12:20:47.056956 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dab591d2-87a1-4a20-aaea-b2fe1d10257e req-b7dbf680-d690-42b6-bc65-9fe45c6994c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2787533 Feb 10 12:20:47.200226 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 48318) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:20:47.455874 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebe358-aefd-4deb-843e-56b806e80f62 req-648690f8-608f-49a1-ad4a-bb28a328304c tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:47.457333 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-70ebe358-aefd-4deb-843e-56b806e80f62 req-648690f8-608f-49a1-ad4a-bb28a328304c tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.1889873 Feb 10 12:20:47.461615 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-81d2760d-b082-46e6-ac9a-505870577a0d req-739208cf-b8f9-4cb3-9edd-d70721a58b6e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2599685 Feb 10 12:20:47.511470 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-70ebe358-aefd-4deb-843e-56b806e80f62 req-1ff30af1-fa50-41be-832e-cabbc3828d0b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476582 Feb 10 12:20:48.857214 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6577791-102f-4a0e-bdf4-8ebc483d0ed5 req-77b77e78-8696-4b97-8b14-7b0410de7316 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:48.859773 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6577791-102f-4a0e-bdf4-8ebc483d0ed5 req-77b77e78-8696-4b97-8b14-7b0410de7316 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.1882896 Feb 10 12:20:48.931735 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6577791-102f-4a0e-bdf4-8ebc483d0ed5 req-9847cd00-90c8-40c8-ac0e-f1d255ab8084 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656924 Feb 10 12:20:49.299893 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device b48d37e5-b27f-49e3-bd83-4afc18378afd no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:20:49.476378 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:49.507896 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b48d37e5-b27f-49e3-bd83-4afc18378afd'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:20:49.518455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port b48d37e5-b27f-49e3-bd83-4afc18378afd, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:20:49.523813 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:49.585868 dv-neutron-828497-1-hyperv neutron-server[83556]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b48d37e5-b27f-49e3-bd83-4afc18378afd', 'code': 422} returned with failed status Feb 10 12:20:49.606295 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=b48d37e5-b27f-49e3-bd83-4afc18378afd,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:20:49.616788 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:49.617223 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:49.617572 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:49.617914 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:49.618254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:49.618616 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:49.618962 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:49.619261 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:49.619581 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:49.620194 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:49.620194 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:50.197282 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685dbdc-9e45-41d8-9905-6e524744512b req-8ea45ec0-863a-4d2d-bb47-5ce3e10bd942 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:50.198890 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5685dbdc-9e45-41d8-9905-6e524744512b req-8ea45ec0-863a-4d2d-bb47-5ce3e10bd942 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 943 time: 0.1114848 Feb 10 12:20:50.279116 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5685dbdc-9e45-41d8-9905-6e524744512b req-8f3512f5-0598-44fd-891e-0908946ce3b3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697749 Feb 10 12:20:50.489039 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-81d2760d-b082-46e6-ac9a-505870577a0d req-268a25f4-b18b-4ac4-96d4-ad80fe98b085 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f&tenant_id=06834672d5854a118f236abcb4b0dfc6 HTTP/1.1" status: 200 len: 1096 time: 0.2536082 Feb 10 12:20:50.587793 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-81d2760d-b082-46e6-ac9a-505870577a0d req-ae291f44-76ec-4279-a276-3426ae83543d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 1096 time: 0.0755551 Feb 10 12:20:50.843089 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2760d-b082-46e6-ac9a-505870577a0d req-ae268523-220d-4f8b-9111-97b9fcfa1d23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:50.844553 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-81d2760d-b082-46e6-ac9a-505870577a0d req-ae268523-220d-4f8b-9111-97b9fcfa1d23 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.2509065 Feb 10 12:20:50.950242 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-81d2760d-b082-46e6-ac9a-505870577a0d req-c9d7fc08-c3c3-40ab-93dd-5eb36c8bafe0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd HTTP/1.1" status: 200 len: 998 time: 0.0990548 Feb 10 12:20:51.020765 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2760d-b082-46e6-ac9a-505870577a0d req-0f4b27d2-093e-4433-978c-fd93bb4b99cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:51.022731 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-81d2760d-b082-46e6-ac9a-505870577a0d req-0f4b27d2-093e-4433-978c-fd93bb4b99cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.0666835 Feb 10 12:20:51.107726 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-81d2760d-b082-46e6-ac9a-505870577a0d req-05f903fd-17ce-4b87-a585-48c784babbfe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797737 Feb 10 12:20:51.253494 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-81d2760d-b082-46e6-ac9a-505870577a0d req-21617a5e-cbab-48ca-9519-66f5519f4fb6 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394410 Feb 10 12:20:51.404580 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-81d2760d-b082-46e6-ac9a-505870577a0d req-85900760-730b-4fef-8569-a348bba9d8b9 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445308 Feb 10 12:20:51.525450 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744485b-e878-4f4d-857e-b42e9e727c76 req-e9a73e05-50dc-4133-8668-d10fd79b1bbe tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:51.527012 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8744485b-e878-4f4d-857e-b42e9e727c76 req-e9a73e05-50dc-4133-8668-d10fd79b1bbe tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 943 time: 0.0920382 Feb 10 12:20:51.583385 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8744485b-e878-4f4d-857e-b42e9e727c76 req-d6ea547e-8a3f-4ad3-8b2f-6f68e1c4f99f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501778 Feb 10 12:20:52.820439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e11b2b-a48b-41d1-8ad8-ecd3988e746c req-6692fe34-98c9-4000-9a86-29c33f13c8e9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:52.822561 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-23e11b2b-a48b-41d1-8ad8-ecd3988e746c req-6692fe34-98c9-4000-9a86-29c33f13c8e9 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 943 time: 0.0881772 Feb 10 12:20:52.875105 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-23e11b2b-a48b-41d1-8ad8-ecd3988e746c req-31fff7ea-556c-49f3-93c2-daa9b09b5bdd tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464771 Feb 10 12:20:53.259814 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9902496b-0075-49a3-b035-5009fa907306 req-4fa11894-4b83-498d-9404-aec9d67de523 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 1096 time: 0.0826635 Feb 10 12:20:53.419487 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902496b-0075-49a3-b035-5009fa907306 req-cabbe87f-e042-4b29-925f-e4ef929b7918 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:53.420972 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9902496b-0075-49a3-b035-5009fa907306 req-cabbe87f-e042-4b29-925f-e4ef929b7918 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.1422284 Feb 10 12:20:53.535490 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9902496b-0075-49a3-b035-5009fa907306 req-7ee3b07d-4ee9-48be-aece-630dc3ddb02d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd HTTP/1.1" status: 200 len: 998 time: 0.1083481 Feb 10 12:20:53.607669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902496b-0075-49a3-b035-5009fa907306 req-803f87fc-cbee-4c85-91d2-54bad4133088 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:53.609151 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9902496b-0075-49a3-b035-5009fa907306 req-803f87fc-cbee-4c85-91d2-54bad4133088 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.0677683 Feb 10 12:20:53.698403 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9902496b-0075-49a3-b035-5009fa907306 req-b32e1663-0dc0-4b22-94f7-32a42d5a926c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815687 Feb 10 12:20:53.843306 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9902496b-0075-49a3-b035-5009fa907306 req-3f34b2c8-7718-44b0-a50f-52a1763c9cdf service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410792 Feb 10 12:20:54.001443 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9902496b-0075-49a3-b035-5009fa907306 req-b82287d2-2cbb-490c-adad-befad98946cd service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521633 Feb 10 12:20:54.136309 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b8723-f4e1-40ad-a68f-f147a1111105 req-470b6e1e-9822-45e6-8b26-d6cce527822b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:54.137933 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-403b8723-f4e1-40ad-a68f-f147a1111105 req-470b6e1e-9822-45e6-8b26-d6cce527822b tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 943 time: 0.0896962 Feb 10 12:20:54.194912 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-403b8723-f4e1-40ad-a68f-f147a1111105 req-a2136c42-0a04-4fc5-8f66-de4f2552bebe tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472639 Feb 10 12:20:55.418725 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54770a4a-af4f-454d-b5dc-c9d8af5a119c req-5052e5fe-82e0-40d8-8dc4-0ce6552bf92e tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:55.420291 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-54770a4a-af4f-454d-b5dc-c9d8af5a119c req-5052e5fe-82e0-40d8-8dc4-0ce6552bf92e tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 943 time: 0.0933592 Feb 10 12:20:55.476045 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-54770a4a-af4f-454d-b5dc-c9d8af5a119c req-7d6b731b-3edd-4017-aaaf-30d16a771bc8 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442669 Feb 10 12:20:56.557664 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c357f32d-7e1d-4bc1-9246-496e0a134c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:56.814556 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c8b98-0ad5-43c3-b868-abdd9e639d5f req-9c712fc2-a907-4da6-85b9-47ec157e1d12 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:56.816136 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-501c8b98-0ad5-43c3-b868-abdd9e639d5f req-9c712fc2-a907-4da6-85b9-47ec157e1d12 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 943 time: 0.1629946 Feb 10 12:20:56.873064 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-501c8b98-0ad5-43c3-b868-abdd9e639d5f req-76014a2a-6521-415c-8907-b7cb2644148a tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489604 Feb 10 12:20:58.120470 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffc926-fcc5-4ae5-97b9-082690bd8fdd req-5888959b-1bfa-45e5-a737-ea5d8e5074b1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:58.122048 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bffc926-fcc5-4ae5-97b9-082690bd8fdd req-5888959b-1bfa-45e5-a737-ea5d8e5074b1 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 943 time: 0.0917270 Feb 10 12:20:58.171867 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bffc926-fcc5-4ae5-97b9-082690bd8fdd req-59d6f9b9-75ef-40eb-8644-b3ee9981f814 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438719 Feb 10 12:20:58.867290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e4d49562-fee1-4ad3-83ff-579b7ef0b2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:59.395156 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0ef0b-86e8-416a-bd3d-6c9b54392c83 req-6be08126-a101-4dc8-9442-d8d86ced28d7 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:59.397070 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-01d0ef0b-86e8-416a-bd3d-6c9b54392c83 req-6be08126-a101-4dc8-9442-d8d86ced28d7 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 943 time: 0.0907104 Feb 10 12:20:59.448650 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-01d0ef0b-86e8-416a-bd3d-6c9b54392c83 req-32e490a4-c20b-43df-81a4-ee61ec88949f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449317 Feb 10 12:21:00.029679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:00.194636 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:00.667664 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053f1ff-b567-4b1a-b4d4-5b5304136b9a req-bc8582ad-a772-4957-994f-6e7e055525ae tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:21:00.669253 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c053f1ff-b567-4b1a-b4d4-5b5304136b9a req-bc8582ad-a772-4957-994f-6e7e055525ae tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 943 time: 0.0847974 Feb 10 12:21:00.723963 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c053f1ff-b567-4b1a-b4d4-5b5304136b9a req-559838ac-c7c2-4c35-ae86-8e1d5f66e093 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443037 Feb 10 12:21:01.362044 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device b48d37e5-b27f-49e3-bd83-4afc18378afd details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:21:01.521963 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port b48d37e5-b27f-49e3-bd83-4afc18378afd, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:21:01.542403 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'b48d37e5-b27f-49e3-bd83-4afc18378afd', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'port_id': 'b48d37e5-b27f-49e3-bd83-4afc18378afd', 'mac_address': 'fa:16:3e:32:08:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:21:01.659338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:01.682203 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48d37e5-b27f-49e3-bd83-4afc18378afd {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:21:01.700218 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port b48d37e5-b27f-49e3-bd83-4afc18378afd, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:21:01.705565 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:01.809758 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:01.823842 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=b48d37e5-b27f-49e3-bd83-4afc18378afd,revision_number=7']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:21:01.937066 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['b48d37e5-b27f-49e3-bd83-4afc18378afd'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:21:02.038691 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b8d80-144f-4a35-bf79-dc8175bd1fd9 req-b8c06b10-b1bc-4293-bff4-182f35af2764 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:21:02.040620 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a69b8d80-144f-4a35-bf79-dc8175bd1fd9 req-b8c06b10-b1bc-4293-bff4-182f35af2764 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 944 time: 0.1358676 Feb 10 12:21:02.117420 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a69b8d80-144f-4a35-bf79-dc8175bd1fd9 req-4bb84ddb-58f0-430b-9f08-37b68d57b620 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666506 Feb 10 12:21:03.371263 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device b48d37e5-b27f-49e3-bd83-4afc18378afd up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:21:03.490824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port b48d37e5-b27f-49e3-bd83-4afc18378afd triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:21:03.491269 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:03.567436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95ce59-754b-4521-90c2-d6cc61b7246b req-0b668454-b91a-4f76-97c0-e0cbf39f3ae0 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:21:03.569600 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6b95ce59-754b-4521-90c2-d6cc61b7246b req-0b668454-b91a-4f76-97c0-e0cbf39f3ae0 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 944 time: 0.1008806 Feb 10 12:21:03.627833 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6b95ce59-754b-4521-90c2-d6cc61b7246b req-766e9990-7e1c-437c-82fa-94e8f8fc90fa tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475211 Feb 10 12:21:03.635479 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:03.685705 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48d37e5-b27f-49e3-bd83-4afc18378afd'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:21:03.703626 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port b48d37e5-b27f-49e3-bd83-4afc18378afd, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:21:03.710828 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:03.803250 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=b48d37e5-b27f-49e3-bd83-4afc18378afd,revision_number=8']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:21:04.858593 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297d6a9-7315-4a0d-90ac-21e065a9bd8a req-deb2215c-a679-4dd7-8244-7fed2c61ace3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:21:04.862448 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6297d6a9-7315-4a0d-90ac-21e065a9bd8a req-deb2215c-a679-4dd7-8244-7fed2c61ace3 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.1009634 Feb 10 12:21:04.929668 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48d37e5-b27f-49e3-bd83-4afc18378afd', 'code': 200} Feb 10 12:21:04.964685 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6297d6a9-7315-4a0d-90ac-21e065a9bd8a req-f86cdca0-5bd7-4c35-8c03-dbec1edb0e74 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866709 Feb 10 12:21:05.228464 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2dbdb11b-3939-41ad-a62c-a9eb7445384e req-00482886-8de6-447b-aa38-9f3a2f8be8ad service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 1098 time: 0.0777235 Feb 10 12:21:05.275250 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-2dbdb11b-3939-41ad-a62c-a9eb7445384e req-ccf1e0e3-7408-47bf-b75a-4c406f8f306f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408034 Feb 10 12:21:06.371584 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3951c-00f5-4fbe-9c16-d91c30c79ecd req-c5f433df-6992-4284-bb44-a457a9220d19 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:21:06.374255 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aeb3951c-00f5-4fbe-9c16-d91c30c79ecd req-c5f433df-6992-4284-bb44-a457a9220d19 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.1408687 Feb 10 12:21:06.431918 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:21:06.518976 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aeb3951c-00f5-4fbe-9c16-d91c30c79ecd req-4d4f334a-becc-48eb-9888-1971ad9cdc62 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390550 Feb 10 12:21:07.732184 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92072a2-36e7-4b25-886e-45a9ff982175 req-2522c167-e70b-43db-93c3-7a24d45e4dad tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:21:07.733808 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a92072a2-36e7-4b25-886e-45a9ff982175 req-2522c167-e70b-43db-93c3-7a24d45e4dad tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.0810668 Feb 10 12:21:07.785067 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a92072a2-36e7-4b25-886e-45a9ff982175 req-f731b79d-9953-4509-8a30-e63e570eae04 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450962 Feb 10 12:21:08.772168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:26.574119 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-72009a03-36e3-4db3-91e5-5ec7aa0b61cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:28.872209 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-eac7cb2a-9f92-46e6-af2b-3f00866435d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:30.041482 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:30.192474 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:31.775063 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:38.772091 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:43.433355 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:21:53.197075 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-475f940f-a073-40d4-8f82-b3a7a5de11dc req-f189e28a-9406-466e-8417-1877d247dd5d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845745 Feb 10 12:21:53.360891 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-475f940f-a073-40d4-8f82-b3a7a5de11dc req-aefba855-0cf6-4e03-9642-71515bc37d4b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 1098 time: 0.0846322 Feb 10 12:21:53.618397 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f940f-a073-40d4-8f82-b3a7a5de11dc req-b260f05e-69b0-4427-813b-414bcda36b34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:21:53.619858 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-475f940f-a073-40d4-8f82-b3a7a5de11dc req-b260f05e-69b0-4427-813b-414bcda36b34 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.2379785 Feb 10 12:21:53.730186 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-475f940f-a073-40d4-8f82-b3a7a5de11dc req-d3810279-01ad-417c-99c3-e85e94909db8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd HTTP/1.1" status: 200 len: 1000 time: 0.1036811 Feb 10 12:21:53.809437 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f940f-a073-40d4-8f82-b3a7a5de11dc req-42103ec3-9698-407b-8081-8908f4096e7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:21:53.810910 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-475f940f-a073-40d4-8f82-b3a7a5de11dc req-42103ec3-9698-407b-8081-8908f4096e7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.0745046 Feb 10 12:21:53.891068 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-475f940f-a073-40d4-8f82-b3a7a5de11dc req-91b6f0ec-4555-426c-8a8b-c485d4ea3e08 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730278 Feb 10 12:21:54.040363 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-475f940f-a073-40d4-8f82-b3a7a5de11dc req-c8e22d56-6a81-41b9-8a84-540e01d25714 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417911 Feb 10 12:21:54.219013 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-475f940f-a073-40d4-8f82-b3a7a5de11dc req-b94382ae-9ff0-46a3-b9f2-58ff39bd3168 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715369 Feb 10 12:21:56.556207 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7b0298d9-b4a8-48c5-a099-d88bded8b1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:58.875199 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a764595e-c5ea-4ff6-b050-70cef4d9f914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:00.036558 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:00.186857 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:01.775088 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:08.766746 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:20.434586 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:22:26.562326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8d555ad2-8029-4e81-a136-9e41779502e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:28.873544 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7b5f4acf-2218-4452-9bb7-63254f735922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:29.499139 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48432) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:29.732254 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Deleting port 3595ab6b-22e4-4684-b870-036a04d6b7c3 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:22:29.732539 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:29.933091 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:29.933446 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:30.052691 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:30.070821 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Calling delete_port for 3595ab6b-22e4-4684-b870-036a04d6b7c3 owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:22:30.198959 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:30.251636 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:30.342376 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event deleted for resources: {'Port': ['ID=3595ab6b-22e4-4684-b870-036a04d6b7c3,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:30.390182 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:30.390538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:30.390873 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:30.391206 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:30.391540 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:30.391869 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:30.392195 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:30.392521 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:30.393370 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:30.393815 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:30.394172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:30.459108 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for floatingip, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:31.145597 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Router c675128f-fef7-43c4-87c9-0368363ef2eb has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:22:31.394706 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:22:31.405595 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ddcb8-adde-4ce3-a2da-1cd8c9ddda2a None None] Sync routers for ids ['c675128f-fef7-43c4-87c9-0368363ef2eb'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:22:31.420171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ddcb8-adde-4ce3-a2da-1cd8c9ddda2a None None] Routers {'c675128f-fef7-43c4-87c9-0368363ef2eb'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:31.420810 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-239ddcb8-adde-4ce3-a2da-1cd8c9ddda2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c675128f-fef7-43c4-87c9-0368363ef2eb'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:31.421551 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:31.517432 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-44c31bb5-09d6-4524-8c4f-6dd20fd5a18f tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "DELETE /v2.0/floatingips/88e85f8a-0898-4aa4-8e4a-5850eee2ebaf HTTP/1.1" status: 204 len: 168 time: 2.0169158 Feb 10 12:22:31.518831 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'tag': 'b48d37e5-b27f-49e3-bd83-4afc18378afd'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:22:31.659298 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'tag': 'b48d37e5-b27f-49e3-bd83-4afc18378afd', 'status': 'completed', 'code': 200} Feb 10 12:22:31.662602 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-239ddcb8-adde-4ce3-a2da-1cd8c9ddda2a None None] Set router c675128f-fef7-43c4-87c9-0368363ef2eb gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:22:31.794208 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cf412c81-4400-4446-bbe1-dd8a76000df0 req-1acb8873-5261-4fd2-8ab8-eaed3392c218 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06834672d5854a118f236abcb4b0dfc6&device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 1098 time: 0.1098943 Feb 10 12:22:31.819091 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:32.005323 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf412c81-4400-4446-bbe1-dd8a76000df0 req-42297cb2-1d10-4927-a9f4-4a7ed13810e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:32.010764 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cf412c81-4400-4446-bbe1-dd8a76000df0 req-42297cb2-1d10-4927-a9f4-4a7ed13810e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 200 len: 909 time: 0.2098017 Feb 10 12:22:32.100939 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cf412c81-4400-4446-bbe1-dd8a76000df0 req-9d235220-6350-4570-bd22-dc83c64eb694 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd HTTP/1.1" status: 200 len: 217 time: 0.0841081 Feb 10 12:22:32.183936 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf412c81-4400-4446-bbe1-dd8a76000df0 req-b4a1739b-26dc-4984-8d0a-35db07509e03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:32.186926 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cf412c81-4400-4446-bbe1-dd8a76000df0 req-b4a1739b-26dc-4984-8d0a-35db07509e03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 200 len: 847 time: 0.0772796 Feb 10 12:22:32.234000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-239ddcb8-adde-4ce3-a2da-1cd8c9ddda2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '3141ae89-9371-4a6d-90b1-814e6d97c640', 'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'mac_address': 'fa:16:3e:9f:d2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:20Z', 'updated_at': '2022-02-10T12:13:40Z', 'revision_number': 5, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'subnets': [{'id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:32.240049 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ddcb8-adde-4ce3-a2da-1cd8c9ddda2a None None] Checking router: c675128f-fef7-43c4-87c9-0368363ef2eb for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:22:32.256228 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ddcb8-adde-4ce3-a2da-1cd8c9ddda2a None None] Routers {'c675128f-fef7-43c4-87c9-0368363ef2eb'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:32.256947 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-239ddcb8-adde-4ce3-a2da-1cd8c9ddda2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c675128f-fef7-43c4-87c9-0368363ef2eb'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:32.290972 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13043519-550a-40c3-88da-add91e56f19e req-69dda855-88f9-4fad-8eab-751b6f9ba586 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:32.292881 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-13043519-550a-40c3-88da-add91e56f19e req-69dda855-88f9-4fad-8eab-751b6f9ba586 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.1008973 Feb 10 12:22:32.326057 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cf412c81-4400-4446-bbe1-dd8a76000df0 req-a799854d-bc4a-4a70-84fc-bd1c099c189a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06ead31e-4b76-4c1b-8aaf-72c9e75cad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1330423 Feb 10 12:22:32.389017 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-13043519-550a-40c3-88da-add91e56f19e req-61f11201-745b-49de-a95c-9046dfb54c75 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822647 Feb 10 12:22:32.520169 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cf412c81-4400-4446-bbe1-dd8a76000df0 req-d318bcc6-9b35-467e-9385-f58fbcd0475c service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850090 Feb 10 12:22:32.593895 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-239ddcb8-adde-4ce3-a2da-1cd8c9ddda2a None None] Set router c675128f-fef7-43c4-87c9-0368363ef2eb gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:22:32.701539 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-cf412c81-4400-4446-bbe1-dd8a76000df0 req-72352afb-e2f6-4a66-958f-399d773534a2 service neutron] 10.222.0.73 "GET /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742835 Feb 10 12:22:32.961241 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-239ddcb8-adde-4ce3-a2da-1cd8c9ddda2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '3141ae89-9371-4a6d-90b1-814e6d97c640', 'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'mac_address': 'fa:16:3e:9f:d2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:20Z', 'updated_at': '2022-02-10T12:13:40Z', 'revision_number': 5, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'subnets': [{'id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:32.966567 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ddcb8-adde-4ce3-a2da-1cd8c9ddda2a None None] The sync data for ids ['c675128f-fef7-43c4-87c9-0368363ef2eb'] in dv-neutron-828497-1-hyperv is: [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:21Z', 'revision_number': 4, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '3141ae89-9371-4a6d-90b1-814e6d97c640', 'name': '', 'network_id': '06ead31e-4b76-4c1b-8aaf-72c9e75cad54', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'mac_address': 'fa:16:3e:9f:d2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:20Z', 'updated_at': '2022-02-10T12:13:40Z', 'revision_number': 5, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'subnets': [{'id': 'a3371f47-f313-4ba3-ac2b-1a4bd4712ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:22:33.256426 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f393eaa-64a2-4ae9-8b38-312a6a3639ec None None] New status for floating IP 88e85f8a-0898-4aa4-8e4a-5850eee2ebaf: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:22:33.611372 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0664441-3422-4798-aca6-cc242ffc6d4a req-85f36117-3847-443f-9fb5-68b1d6fa258a tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:33.614170 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f0664441-3422-4798-aca6-cc242ffc6d4a req-85f36117-3847-443f-9fb5-68b1d6fa258a tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.0878706 Feb 10 12:22:33.676859 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f0664441-3422-4798-aca6-cc242ffc6d4a req-760bc318-7de9-4b4f-8324-525ef823ad3a tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567610 Feb 10 12:22:33.691151 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c89b4f-a223-47b0-9b54-ebd48cac77c2 req-58c77f0b-ba42-4293-a2c8-9c592d70270c tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:33.691846 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-d1c89b4f-a223-47b0-9b54-ebd48cac77c2 req-58c77f0b-ba42-4293-a2c8-9c592d70270c tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Synchronizing usage tracker for tenant:06834672d5854a118f236abcb4b0dfc6 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:22:33.711877 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-d1c89b4f-a223-47b0-9b54-ebd48cac77c2 req-58c77f0b-ba42-4293-a2c8-9c592d70270c tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Unset dirty status for tenant:06834672d5854a118f236abcb4b0dfc6 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:22:33.713511 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d1c89b4f-a223-47b0-9b54-ebd48cac77c2 req-58c77f0b-ba42-4293-a2c8-9c592d70270c tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.73 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 945 time: 0.1131105 Feb 10 12:22:33.789610 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-d1c89b4f-a223-47b0-9b54-ebd48cac77c2 req-0031d25a-5af7-4230-aee3-b9401a49a707 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Deleting port b48d37e5-b27f-49e3-bd83-4afc18378afd {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:22:33.790043 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d1c89b4f-a223-47b0-9b54-ebd48cac77c2 req-0031d25a-5af7-4230-aee3-b9401a49a707 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:34.211032 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-d1c89b4f-a223-47b0-9b54-ebd48cac77c2 req-0031d25a-5af7-4230-aee3-b9401a49a707 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] For port b48d37e5-b27f-49e3-bd83-4afc18378afd, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b48d37e5-b27f-49e3-bd83-4afc18378afd,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:34.211398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d1c89b4f-a223-47b0-9b54-ebd48cac77c2 req-0031d25a-5af7-4230-aee3-b9401a49a707 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:34.432914 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-d1c89b4f-a223-47b0-9b54-ebd48cac77c2 req-0031d25a-5af7-4230-aee3-b9401a49a707 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Calling delete_port for b48d37e5-b27f-49e3-bd83-4afc18378afd owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:22:34.692562 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d1c89b4f-a223-47b0-9b54-ebd48cac77c2 req-0031d25a-5af7-4230-aee3-b9401a49a707 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:34.781303 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031d25a-5af7-4230-aee3-b9401a49a707 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event deleted for resources: {'Port': ['ID=b48d37e5-b27f-49e3-bd83-4afc18378afd,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:34.911510 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-81a75db4-48f0-4cd4-b554-97d9cbb927de req-28fcf3d5-f4f8-4eab-917d-ab88b54c0f6a tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 210 time: 0.0814140 Feb 10 12:22:34.915964 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c89b4f-a223-47b0-9b54-ebd48cac77c2 req-0031d25a-5af7-4230-aee3-b9401a49a707 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] No DVR routers for this DVR port b48d37e5-b27f-49e3-bd83-4afc18378afd on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:22:34.919248 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-d1c89b4f-a223-47b0-9b54-ebd48cac77c2 req-0031d25a-5af7-4230-aee3-b9401a49a707 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:34.922665 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'name': 'network-vif-deleted', 'tag': 'b48d37e5-b27f-49e3-bd83-4afc18378afd'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:22:34.943835 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-d1c89b4f-a223-47b0-9b54-ebd48cac77c2 req-0031d25a-5af7-4230-aee3-b9401a49a707 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.73 "DELETE /v2.0/ports/b48d37e5-b27f-49e3-bd83-4afc18378afd HTTP/1.1" status: 204 len: 173 time: 1.2253809 Feb 10 12:22:35.011734 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891387de-b6c5-4c75-bf8e-d4c7050fcb4f', 'name': 'network-vif-deleted', 'tag': 'b48d37e5-b27f-49e3-bd83-4afc18378afd', 'status': 'completed', 'code': 200} Feb 10 12:22:35.842838 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device b48d37e5-b27f-49e3-bd83-4afc18378afd no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:22:35.902996 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: b48d37e5-b27f-49e3-bd83-4afc18378afd {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:22:35.903339 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device b48d37e5-b27f-49e3-bd83-4afc18378afd not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:22:36.215025 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f0631aa-2da6-4241-8daa-9eaf2803f63f req-aca4f2f6-182a-4de2-80f2-1ce4f014dbb7 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "GET /v2.0/ports?device_id=891387de-b6c5-4c75-bf8e-d4c7050fcb4f HTTP/1.1" status: 200 len: 210 time: 0.0431714 Feb 10 12:22:37.348711 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48462) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:37.441876 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7e3472b-ef28-4c1d-b3c4-35278c139713 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:37.497394 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7e3472b-ef28-4c1d-b3c4-35278c139713 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:37.616139 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7e3472b-ef28-4c1d-b3c4-35278c139713 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:37.652298 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3472b-ef28-4c1d-b3c4-35278c139713 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2b480f-b51f-4bd5-a954-8b1e71f0db7c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:37.665870 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7e3472b-ef28-4c1d-b3c4-35278c139713 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:37.671192 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b7e3472b-ef28-4c1d-b3c4-35278c139713 tempest-TestShelveInstance-217098145 tempest-TestShelveInstance-217098145-project] 10.222.0.36 "DELETE /v2.0/security-groups/4b2b480f-b51f-4bd5-a954-8b1e71f0db7c HTTP/1.1" status: 204 len: 168 time: 0.3172746 Feb 10 12:22:37.756388 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48468) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:38.454063 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6494cd57-7a51-4e17-a2b0-d65bc6e0322b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:38.781560 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:39.250880 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6494cd57-7a51-4e17-a2b0-d65bc6e0322b admin admin] Deleting port 3141ae89-9371-4a6d-90b1-814e6d97c640 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:22:39.251176 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6494cd57-7a51-4e17-a2b0-d65bc6e0322b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:39.450716 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-6494cd57-7a51-4e17-a2b0-d65bc6e0322b admin admin] For port 3141ae89-9371-4a6d-90b1-814e6d97c640, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=3141ae89-9371-4a6d-90b1-814e6d97c640,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:39.451080 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6494cd57-7a51-4e17-a2b0-d65bc6e0322b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:39.585196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6494cd57-7a51-4e17-a2b0-d65bc6e0322b admin admin] Calling delete_port for 3141ae89-9371-4a6d-90b1-814e6d97c640 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:22:39.777928 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6494cd57-7a51-4e17-a2b0-d65bc6e0322b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:39.836514 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494cd57-7a51-4e17-a2b0-d65bc6e0322b admin admin] Pushing event deleted for resources: {'Port': ['ID=3141ae89-9371-4a6d-90b1-814e6d97c640,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:40.297155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6494cd57-7a51-4e17-a2b0-d65bc6e0322b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:41.041177 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6494cd57-7a51-4e17-a2b0-d65bc6e0322b admin admin] Router c675128f-fef7-43c4-87c9-0368363ef2eb has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:22:41.263231 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6494cd57-7a51-4e17-a2b0-d65bc6e0322b admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:22:41.275504 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef4b74b-3753-4f3b-92d8-bb3b95a7de15 None None] Sync routers for ids ['c675128f-fef7-43c4-87c9-0368363ef2eb'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:22:41.278534 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6494cd57-7a51-4e17-a2b0-d65bc6e0322b admin admin] 10.222.0.36 "PUT /v2.0/routers/c675128f-fef7-43c4-87c9-0368363ef2eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5205545 Feb 10 12:22:41.281485 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48476) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:41.295953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef4b74b-3753-4f3b-92d8-bb3b95a7de15 None None] Routers {'c675128f-fef7-43c4-87c9-0368363ef2eb'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:41.297001 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-cef4b74b-3753-4f3b-92d8-bb3b95a7de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c675128f-fef7-43c4-87c9-0368363ef2eb'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:41.510844 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f368a79e-9300-4047-a6c9-6bf436c4bd67 admin admin] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:41.550530 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-cef4b74b-3753-4f3b-92d8-bb3b95a7de15 None None] Set router c675128f-fef7-43c4-87c9-0368363ef2eb gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:22:41.753564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f368a79e-9300-4047-a6c9-6bf436c4bd67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:41.769776 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f368a79e-9300-4047-a6c9-6bf436c4bd67 admin admin] Deleting port b3dda148-605f-48b1-9f52-5ab14b25ed97 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:22:41.770344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f368a79e-9300-4047-a6c9-6bf436c4bd67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:41.922582 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-cef4b74b-3753-4f3b-92d8-bb3b95a7de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:22:39Z', 'revision_number': 5, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port': {'id': 'b3dda148-605f-48b1-9f52-5ab14b25ed97', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:41.929641 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef4b74b-3753-4f3b-92d8-bb3b95a7de15 None None] Checking router: c675128f-fef7-43c4-87c9-0368363ef2eb for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:22:41.949435 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef4b74b-3753-4f3b-92d8-bb3b95a7de15 None None] Routers {'c675128f-fef7-43c4-87c9-0368363ef2eb'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:41.950464 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-cef4b74b-3753-4f3b-92d8-bb3b95a7de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['c675128f-fef7-43c4-87c9-0368363ef2eb'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:42.015966 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-f368a79e-9300-4047-a6c9-6bf436c4bd67 admin admin] For port b3dda148-605f-48b1-9f52-5ab14b25ed97, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=b3dda148-605f-48b1-9f52-5ab14b25ed97,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:42.016334 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f368a79e-9300-4047-a6c9-6bf436c4bd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:42.149033 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f368a79e-9300-4047-a6c9-6bf436c4bd67 admin admin] Calling delete_port for b3dda148-605f-48b1-9f52-5ab14b25ed97 owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:22:42.192097 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-cef4b74b-3753-4f3b-92d8-bb3b95a7de15 None None] Set router c675128f-fef7-43c4-87c9-0368363ef2eb gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:22:42.362541 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f368a79e-9300-4047-a6c9-6bf436c4bd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:42.382997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-cef4b74b-3753-4f3b-92d8-bb3b95a7de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:22:41Z', 'revision_number': 6, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:42.389961 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef4b74b-3753-4f3b-92d8-bb3b95a7de15 None None] The sync data for ids ['c675128f-fef7-43c4-87c9-0368363ef2eb'] in dv-neutron-828497-1-hyperv is: [{'id': 'c675128f-fef7-43c4-87c9-0368363ef2eb', 'name': 'tempest-TestShelveInstance-409803733-router', 'tenant_id': '06834672d5854a118f236abcb4b0dfc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:17Z', 'updated_at': '2022-02-10T12:22:41Z', 'revision_number': 6, 'project_id': '06834672d5854a118f236abcb4b0dfc6', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:22:42.437278 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368a79e-9300-4047-a6c9-6bf436c4bd67 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3dda148-605f-48b1-9f52-5ab14b25ed97,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:42.831961 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f368a79e-9300-4047-a6c9-6bf436c4bd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:43.131669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f368a79e-9300-4047-a6c9-6bf436c4bd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:43.137892 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f368a79e-9300-4047-a6c9-6bf436c4bd67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:43.168028 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f368a79e-9300-4047-a6c9-6bf436c4bd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:43.168730 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f368a79e-9300-4047-a6c9-6bf436c4bd67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c675128f-fef7-43c4-87c9-0368363ef2eb {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:22:43.184243 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f368a79e-9300-4047-a6c9-6bf436c4bd67 admin admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:43.185533 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f368a79e-9300-4047-a6c9-6bf436c4bd67 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c675128f-fef7-43c4-87c9-0368363ef2eb HTTP/1.1" status: 204 len: 168 time: 1.9030066 Feb 10 12:22:43.188595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48480) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:43.262848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2628b0-fabe-49ce-b41f-193a28400484 admin admin] Deleting subnet a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:22:43.266670 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f2628b0-fabe-49ce-b41f-193a28400484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:43.328569 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f2628b0-fabe-49ce-b41f-193a28400484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:43.425883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f2628b0-fabe-49ce-b41f-193a28400484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:43.507876 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f2628b0-fabe-49ce-b41f-193a28400484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:43.548733 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2628b0-fabe-49ce-b41f-193a28400484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3371f47-f313-4ba3-ac2b-1a4bd4712ea5,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:43.557882 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f2628b0-fabe-49ce-b41f-193a28400484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:43.566137 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38805435-d960-4f3a-ab01-6d9e2ee9b2fd None None] Network 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:22:43.566983 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-0f2628b0-fabe-49ce-b41f-193a28400484 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a3371f47-f313-4ba3-ac2b-1a4bd4712ea5 HTTP/1.1" status: 204 len: 168 time: 0.3758578 Feb 10 12:22:43.570228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48484) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:43.695440 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:43.708173 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] Deleting port fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:22:43.708651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:43.927160 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b279bb5-7237-45f0-ac0a-7fad90d85df6 None None] DHCP port deletion for 06ead31e-4b76-4c1b-8aaf-72c9e75cad54 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:22:43.932617 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6b279bb5-7237-45f0-ac0a-7fad90d85df6 None None] Deleting port fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:22:43.933299 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6b279bb5-7237-45f0-ac0a-7fad90d85df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:44.013520 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] For port fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:44.014141 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:44.160304 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] Calling delete_port for fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:22:44.170329 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6b279bb5-7237-45f0-ac0a-7fad90d85df6 None None] For port fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac,segment=NetworkSegment(610919cb-ff9e-4da5-8ab9-bafe9523ac12),segment_id=610919cb-ff9e-4da5-8ab9-bafe9523ac12)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:44.170720 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6b279bb5-7237-45f0-ac0a-7fad90d85df6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:44.241503 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3141ae89-9371-4a6d-90b1-814e6d97c640 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:22:44.289031 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:44.335046 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6b279bb5-7237-45f0-ac0a-7fad90d85df6 None None] Calling delete_port for fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:22:44.374589 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 3141ae89-9371-4a6d-90b1-814e6d97c640 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:22:44.374927 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 3141ae89-9371-4a6d-90b1-814e6d97c640 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:22:44.375336 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b3dda148-605f-48b1-9f52-5ab14b25ed97 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:22:44.383981 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:44.392291 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] No DVR routers for this DVR port fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:22:44.426223 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: b3dda148-605f-48b1-9f52-5ab14b25ed97 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:22:44.426570 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device b3dda148-605f-48b1-9f52-5ab14b25ed97 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:22:44.426991 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:22:44.464731 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:22:44.465106 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:22:44.496821 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-6b279bb5-7237-45f0-ac0a-7fad90d85df6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 12:22:44.497083 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-6b279bb5-7237-45f0-ac0a-7fad90d85df6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 12:22:44.562923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:44.716259 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ead31e-4b76-4c1b-8aaf-72c9e75cad54']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:44.731540 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610919cb-ff9e-4da5-8ab9-bafe9523ac12') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:44.731942 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610919cb-ff9e-4da5-8ab9-bafe9523ac12') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:44.746145 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:44.765890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:44.776577 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:22:44.777213 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:22:44.793143 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:22:44.890863 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:44.913572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:44.927826 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] Pushing event deleted for resources: {'Network': ['ID=06ead31e-4b76-4c1b-8aaf-72c9e75cad54,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:44.943211 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ad3b1b7e-6f69-48ed-8c04-e7536efbd890 admin admin] 10.222.0.36 "DELETE /v2.0/networks/06ead31e-4b76-4c1b-8aaf-72c9e75cad54 HTTP/1.1" status: 204 len: 168 time: 1.3716533 Feb 10 12:22:44.946995 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48488) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:44.999039 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6b279bb5-7237-45f0-ac0a-7fad90d85df6 None None] Deleting port fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:22:44.999644 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6b279bb5-7237-45f0-ac0a-7fad90d85df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:45.119522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6b279bb5-7237-45f0-ac0a-7fad90d85df6 None None] The port 'fa81e1c8-13e8-4c32-a3e6-f15e3c6b93ac' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 12:22:45.495435 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e6b08815-89a2-4cf6-9c91-abbbd665bccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:46.198150 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e6b08815-89a2-4cf6-9c91-abbbd665bccf admin admin] Deleting port e11e84b1-8a21-463a-8f0d-2c4328f6cd98 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:22:46.198584 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e6b08815-89a2-4cf6-9c91-abbbd665bccf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:46.418470 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e6b08815-89a2-4cf6-9c91-abbbd665bccf admin admin] For port e11e84b1-8a21-463a-8f0d-2c4328f6cd98, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=e11e84b1-8a21-463a-8f0d-2c4328f6cd98,segment=NetworkSegment(85a1865c-2296-42aa-8f26-72025dc7dc55),segment_id=85a1865c-2296-42aa-8f26-72025dc7dc55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:46.418883 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e6b08815-89a2-4cf6-9c91-abbbd665bccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:46.672176 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e6b08815-89a2-4cf6-9c91-abbbd665bccf admin admin] Calling delete_port for e11e84b1-8a21-463a-8f0d-2c4328f6cd98 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:22:46.884134 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e6b08815-89a2-4cf6-9c91-abbbd665bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:46.933245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b08815-89a2-4cf6-9c91-abbbd665bccf admin admin] Pushing event deleted for resources: {'Port': ['ID=e11e84b1-8a21-463a-8f0d-2c4328f6cd98,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:47.285694 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e6b08815-89a2-4cf6-9c91-abbbd665bccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:47.942740 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b08815-89a2-4cf6-9c91-abbbd665bccf admin admin] Router 2f781e7e-0142-405c-954c-932d06226726 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:22:48.189926 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b08815-89a2-4cf6-9c91-abbbd665bccf admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:22:48.207836 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69fd92b-0ca2-4adc-87e1-5d7a388ff08a None None] Sync routers for ids ['2f781e7e-0142-405c-954c-932d06226726'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:22:48.217034 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-e6b08815-89a2-4cf6-9c91-abbbd665bccf admin admin] 10.222.0.36 "PUT /v2.0/routers/2f781e7e-0142-405c-954c-932d06226726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2678547 Feb 10 12:22:48.219948 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48496) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:48.221908 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69fd92b-0ca2-4adc-87e1-5d7a388ff08a None None] Routers {'2f781e7e-0142-405c-954c-932d06226726'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:48.222540 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d69fd92b-0ca2-4adc-87e1-5d7a388ff08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2f781e7e-0142-405c-954c-932d06226726'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:48.473506 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-d69fd92b-0ca2-4adc-87e1-5d7a388ff08a None None] Set router 2f781e7e-0142-405c-954c-932d06226726 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:22:48.651711 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2736f902-6065-4b02-a88d-ec9c37fb20d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:48.892329 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2736f902-6065-4b02-a88d-ec9c37fb20d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:48.911174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2736f902-6065-4b02-a88d-ec9c37fb20d0 admin admin] Deleting port db214970-d840-4a65-941c-a83ae4b18cde {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:22:48.911758 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2736f902-6065-4b02-a88d-ec9c37fb20d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:48.992697 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d69fd92b-0ca2-4adc-87e1-5d7a388ff08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f781e7e-0142-405c-954c-932d06226726', 'name': 'tempest-TestShelveInstance-1840440952-router', 'tenant_id': 'b6d010ada2c5493db6b6f497c598f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'db214970-d840-4a65-941c-a83ae4b18cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:25Z', 'updated_at': '2022-02-10T12:22:46Z', 'revision_number': 5, 'project_id': 'b6d010ada2c5493db6b6f497c598f562', 'gw_port': {'id': 'db214970-d840-4a65-941c-a83ae4b18cde', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f781e7e-0142-405c-954c-932d06226726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:13:26Z', 'updated_at': '2022-02-10T12:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:48.998976 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69fd92b-0ca2-4adc-87e1-5d7a388ff08a None None] Checking router: 2f781e7e-0142-405c-954c-932d06226726 for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:22:49.016170 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69fd92b-0ca2-4adc-87e1-5d7a388ff08a None None] Routers {'2f781e7e-0142-405c-954c-932d06226726'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:49.017592 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d69fd92b-0ca2-4adc-87e1-5d7a388ff08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['2f781e7e-0142-405c-954c-932d06226726'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:49.182075 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-d69fd92b-0ca2-4adc-87e1-5d7a388ff08a None None] Set router 2f781e7e-0142-405c-954c-932d06226726 gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:22:49.195372 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-2736f902-6065-4b02-a88d-ec9c37fb20d0 admin admin] For port db214970-d840-4a65-941c-a83ae4b18cde, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=db214970-d840-4a65-941c-a83ae4b18cde,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:49.196207 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2736f902-6065-4b02-a88d-ec9c37fb20d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:49.312943 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-d69fd92b-0ca2-4adc-87e1-5d7a388ff08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f781e7e-0142-405c-954c-932d06226726', 'name': 'tempest-TestShelveInstance-1840440952-router', 'tenant_id': 'b6d010ada2c5493db6b6f497c598f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:25Z', 'updated_at': '2022-02-10T12:22:48Z', 'revision_number': 6, 'project_id': 'b6d010ada2c5493db6b6f497c598f562', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:49.318748 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69fd92b-0ca2-4adc-87e1-5d7a388ff08a None None] The sync data for ids ['2f781e7e-0142-405c-954c-932d06226726'] in dv-neutron-828497-1-hyperv is: [{'id': '2f781e7e-0142-405c-954c-932d06226726', 'name': 'tempest-TestShelveInstance-1840440952-router', 'tenant_id': 'b6d010ada2c5493db6b6f497c598f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:13:25Z', 'updated_at': '2022-02-10T12:22:48Z', 'revision_number': 6, 'project_id': 'b6d010ada2c5493db6b6f497c598f562', 'gw_port_host': None}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:22:49.353920 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2736f902-6065-4b02-a88d-ec9c37fb20d0 admin admin] Calling delete_port for db214970-d840-4a65-941c-a83ae4b18cde owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:22:49.614974 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2736f902-6065-4b02-a88d-ec9c37fb20d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:49.719360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736f902-6065-4b02-a88d-ec9c37fb20d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=db214970-d840-4a65-941c-a83ae4b18cde,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:50.019885 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2736f902-6065-4b02-a88d-ec9c37fb20d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:50.248555 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e11e84b1-8a21-463a-8f0d-2c4328f6cd98 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:22:50.316108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: e11e84b1-8a21-463a-8f0d-2c4328f6cd98 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:22:50.316653 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device e11e84b1-8a21-463a-8f0d-2c4328f6cd98 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:22:50.317338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device db214970-d840-4a65-941c-a83ae4b18cde no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:22:50.376706 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: db214970-d840-4a65-941c-a83ae4b18cde {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:22:50.377370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device db214970-d840-4a65-941c-a83ae4b18cde not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:22:50.525861 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2736f902-6065-4b02-a88d-ec9c37fb20d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:50.530894 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2736f902-6065-4b02-a88d-ec9c37fb20d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:50.562512 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2736f902-6065-4b02-a88d-ec9c37fb20d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:50.563101 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2736f902-6065-4b02-a88d-ec9c37fb20d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f781e7e-0142-405c-954c-932d06226726 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:22:50.577058 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2736f902-6065-4b02-a88d-ec9c37fb20d0 admin admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:50.578285 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-2736f902-6065-4b02-a88d-ec9c37fb20d0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2f781e7e-0142-405c-954c-932d06226726 HTTP/1.1" status: 204 len: 168 time: 2.3565893 Feb 10 12:22:50.582899 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48500) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:50.653903 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_v2 [None req-faddefbe-517b-4e14-a164-3ffe53160a6c admin admin] Deleting subnet 235f7eed-69fa-4eae-919a-c295f50db189 {{(pid=83555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:22:50.658344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-faddefbe-517b-4e14-a164-3ffe53160a6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:50.723344 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-faddefbe-517b-4e14-a164-3ffe53160a6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1612982'] for subnet, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:50.814377 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-faddefbe-517b-4e14-a164-3ffe53160a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:50.927017 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-faddefbe-517b-4e14-a164-3ffe53160a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1612128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1648865'] for subnet, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:50.974892 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddefbe-517b-4e14-a164-3ffe53160a6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=235f7eed-69fa-4eae-919a-c295f50db189,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:50.979148 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-faddefbe-517b-4e14-a164-3ffe53160a6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:50.986797 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-faddefbe-517b-4e14-a164-3ffe53160a6c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/235f7eed-69fa-4eae-919a-c295f50db189 HTTP/1.1" status: 204 len: 168 time: 0.4018738 Feb 10 12:22:50.988609 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a8720a-593f-49d6-bd59-d7ac585ab517 None None] Network 2cc56200-6892-4d98-8cdc-0af495e1dc6b requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:22:50.990553 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48504) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:51.148505 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:51.165466 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] Deleting port be909dd1-2cc2-4117-8473-dd774a6f1e57 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:22:51.165801 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:51.286541 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cac01e-f3e3-4957-acb6-df110a689db3 None None] DHCP port deletion for 2cc56200-6892-4d98-8cdc-0af495e1dc6b request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:22:51.291224 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-47cac01e-f3e3-4957-acb6-df110a689db3 None None] Deleting port be909dd1-2cc2-4117-8473-dd774a6f1e57 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:22:51.291598 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-47cac01e-f3e3-4957-acb6-df110a689db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:51.404174 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] For port be909dd1-2cc2-4117-8473-dd774a6f1e57, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=be909dd1-2cc2-4117-8473-dd774a6f1e57,segment=NetworkSegment(85a1865c-2296-42aa-8f26-72025dc7dc55),segment_id=85a1865c-2296-42aa-8f26-72025dc7dc55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:51.404681 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:51.514749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-47cac01e-f3e3-4957-acb6-df110a689db3 None None] For port be909dd1-2cc2-4117-8473-dd774a6f1e57, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=be909dd1-2cc2-4117-8473-dd774a6f1e57,segment=NetworkSegment(85a1865c-2296-42aa-8f26-72025dc7dc55),segment_id=85a1865c-2296-42aa-8f26-72025dc7dc55)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:51.515057 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-47cac01e-f3e3-4957-acb6-df110a689db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:51.648892 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] Calling delete_port for be909dd1-2cc2-4117-8473-dd774a6f1e57 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:22:51.692640 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-47cac01e-f3e3-4957-acb6-df110a689db3 None None] Calling delete_port for be909dd1-2cc2-4117-8473-dd774a6f1e57 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:22:51.749461 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:51.780000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-47cac01e-f3e3-4957-acb6-df110a689db3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 12:22:51.780355 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-47cac01e-f3e3-4957-acb6-df110a689db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 12:22:51.799089 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=be909dd1-2cc2-4117-8473-dd774a6f1e57,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:51.804250 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] No DVR routers for this DVR port be909dd1-2cc2-4117-8473-dd774a6f1e57 on host dv-neutron-828497-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:22:51.930784 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:51.958109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc56200-6892-4d98-8cdc-0af495e1dc6b']}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:51.972615 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a1865c-2296-42aa-8f26-72025dc7dc55') {'for_net_delete': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:51.972910 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.services.segments.db [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a1865c-2296-42aa-8f26-72025dc7dc55') {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:51.985606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612989'] for segment, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:52.007575 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:52.014228 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=83555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:22:52.014629 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1612234'] for segment, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: Traceback (most recent call last): Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: timer() Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: cb(*args, **kw) Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: return func(*args, **kwargs) Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: self._notify() Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: self.callback(batched_events) Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: event.method(event) Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: return f(self, *a, **k) Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._get(url).json() Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: return self.request(url, 'GET', **kwargs) Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:22:52.028921 dv-neutron-828497-1-hyperv neutron-server[83555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:22:52.109943 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:52.130063 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:52.150305 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc56200-6892-4d98-8cdc-0af495e1dc6b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:52.153361 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1b8c4d5f-af12-4865-82bf-64022067d9d5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2cc56200-6892-4d98-8cdc-0af495e1dc6b HTTP/1.1" status: 204 len: 168 time: 1.1611569 Feb 10 12:22:52.227936 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device be909dd1-2cc2-4117-8473-dd774a6f1e57 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:22:52.290277 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-47cac01e-f3e3-4957-acb6-df110a689db3 None None] Deleting port be909dd1-2cc2-4117-8473-dd774a6f1e57 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:22:52.290953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-47cac01e-f3e3-4957-acb6-df110a689db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:52.310342 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48512) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:52.340426 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: be909dd1-2cc2-4117-8473-dd774a6f1e57 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:22:52.341014 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device be909dd1-2cc2-4117-8473-dd774a6f1e57 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:22:52.374798 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-d1e15972-52ba-4a38-9478-b144a5a34e52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06834672d5854a118f236abcb4b0dfc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0632746 Feb 10 12:22:52.378892 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48516) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:52.388710 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-47cac01e-f3e3-4957-acb6-df110a689db3 None None] The port 'be909dd1-2cc2-4117-8473-dd774a6f1e57' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 12:22:52.450405 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b739ba3b-e047-433b-8261-646231e3e5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:52.480330 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b739ba3b-e047-433b-8261-646231e3e5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:52.539073 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b739ba3b-e047-433b-8261-646231e3e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:52.558216 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739ba3b-e047-433b-8261-646231e3e5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2f2e0f-9101-4b99-9f15-475fd4d260b1,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:52.567520 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b739ba3b-e047-433b-8261-646231e3e5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:52.572004 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b739ba3b-e047-433b-8261-646231e3e5c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c2f2e0f-9101-4b99-9f15-475fd4d260b1 HTTP/1.1" status: 204 len: 168 time: 0.1881788 Feb 10 12:22:53.147315 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48526) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:53.203909 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-533b3c65-47b0-4c7a-a36f-b7cfb3bbc691 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6d010ada2c5493db6b6f497c598f562&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0550234 Feb 10 12:22:53.206493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48530) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:53.281040 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9251-9815-40cb-a131-80420246ad0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:53.312385 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9251-9815-40cb-a131-80420246ad0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:53.375131 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9251-9815-40cb-a131-80420246ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:53.405569 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f9251-9815-40cb-a131-80420246ad0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f6f8c1-a23c-4b52-a37f-88706e5ff160,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:53.416052 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9251-9815-40cb-a131-80420246ad0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:53.417980 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-6a8f9251-9815-40cb-a131-80420246ad0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68f6f8c1-a23c-4b52-a37f-88706e5ff160 HTTP/1.1" status: 204 len: 168 time: 0.2102525 Feb 10 12:22:54.547196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48552) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:54.686650 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1791954948-network', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:54.691810 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:54.696089 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Usage tracker for resource:network and tenant:61a246a3d24949788dcdc3dd9c190dc1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:54.699172 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:54.706784 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:54.719066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Made reservation on behalf of 61a246a3d24949788dcdc3dd9c190dc1 for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:22:54.722145 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:54.735058 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:54.769503 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:54.773420 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Usage tracker for resource:security_group_rule and tenant:61a246a3d24949788dcdc3dd9c190dc1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:54.776564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:54.783427 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:54.867564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:54.872001 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:54.903570 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:22:54.917868 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9698d004-e710-47a9-a629-cdd9a10948fe,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:54.927722 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:54.927722 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Added segment 0c5b06e4-cdb8-471a-9c92-211fc9c8a39a of type vlan for network 61ae865f-23c9-4b29-9a12-891588038d90 Feb 10 12:22:54.957111 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:54.992246 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:54.993499 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:54.994128 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:55.106753 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] Pushing event updated for resources: {'Network': ['ID=61ae865f-23c9-4b29-9a12-891588038d90,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:55.111609 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-1c18280d-4efc-4a26-b227-b56300fca4a4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5623255 Feb 10 12:22:55.114728 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48558) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:55.119402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 61ae865f-23c9-4b29-9a12-891588038d90 details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:22:55.122193 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-f3ab002a-8881-4a5b-a23e-97badec871bd admin admin] Request body: {'subnet': {'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1791954948-subnet', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'ip_version': 4}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:55.128033 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f3ab002a-8881-4a5b-a23e-97badec871bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:55.132375 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f3ab002a-8881-4a5b-a23e-97badec871bd admin admin] Usage tracker for resource:subnet and tenant:61a246a3d24949788dcdc3dd9c190dc1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:55.136268 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-f3ab002a-8881-4a5b-a23e-97badec871bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:55.145572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-f3ab002a-8881-4a5b-a23e-97badec871bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:55.161045 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ab002a-8881-4a5b-a23e-97badec871bd admin admin] Made reservation on behalf of 61a246a3d24949788dcdc3dd9c190dc1 for: {'subnet': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:22:55.163590 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3ab002a-8881-4a5b-a23e-97badec871bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1648838'] for subnet, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:55.418679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3ab002a-8881-4a5b-a23e-97badec871bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1612067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1648888'] for subnet, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:55.491521 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab002a-8881-4a5b-a23e-97badec871bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=31497515-2bce-4920-b835-0e43ace429aa,revision_number=0']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:55.509688 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ab002a-8881-4a5b-a23e-97badec871bd admin admin] Checking segment: {'id': '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:22:55.510049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ab002a-8881-4a5b-a23e-97badec871bd admin admin] Network hostable DHCP agents. Network: 61ae865f-23c9-4b29-9a12-891588038d90, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:22:55.534734 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ab002a-8881-4a5b-a23e-97badec871bd admin admin] Network 61ae865f-23c9-4b29-9a12-891588038d90 is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:22:55.551165 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-f3ab002a-8881-4a5b-a23e-97badec871bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 61ae865f-23c9-4b29-9a12-891588038d90) {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:22:55.557096 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab002a-8881-4a5b-a23e-97badec871bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:55.558170 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f3ab002a-8881-4a5b-a23e-97badec871bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:55.564131 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9bef9e-5e7d-4779-bc5b-9811dd1771cb None None] Network 61ae865f-23c9-4b29-9a12-891588038d90 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:22:55.599855 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-f3ab002a-8881-4a5b-a23e-97badec871bd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4837151 Feb 10 12:22:55.603236 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48562) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:55.611978 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:55.620627 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:55.629168 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Usage tracker for resource:router and tenant:61a246a3d24949788dcdc3dd9c190dc1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:55.634360 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:55.641416 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:55.655712 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:55.657667 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:55.688365 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:55.842557 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-61ae865f-23c9-4b29-9a12-891588038d90', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:22:55.843898 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:55.962125 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:56.034380 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Allocated IP 172.20.0.2 (61ae865f-23c9-4b29-9a12-891588038d90/31497515-2bce-4920-b835-0e43ace429aa/94ac506f-1fa1-4f91-a86f-fe3e6d061516) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:22:56.212173 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:56.260572 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:56.286225 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:56.298254 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Transition to ACTIVE for port object 94ac506f-1fa1-4f91-a86f-fe3e6d061516 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:22:56.320274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Transition to ACTIVE for port object 94ac506f-1fa1-4f91-a86f-fe3e6d061516 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:22:56.327604 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:56.442644 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Network 61ae865f-23c9-4b29-9a12-891588038d90 is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:22:56.445742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:22:56.449875 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:22:56.455662 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Pushing event updated for resources: {'Port': ['ID=94ac506f-1fa1-4f91-a86f-fe3e6d061516,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:56.466391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Allocated IP 172.26.4.229 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/6b87ed8a-5f35-4f28-ae8d-e60b4baf7663) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:22:56.494168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:56.494516 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:56.494936 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:56.495356 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:56.495804 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:56.496198 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:56.496611 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:56.497083 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:56.497491 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:56.497816 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:56.498178 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:56.576935 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f5f4bc08-84e4-472d-8378-633203b0ccab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:56.583096 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Attempting to bind port 94ac506f-1fa1-4f91-a86f-fe3e6d061516 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:22:56.583474 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Attempting to bind port 94ac506f-1fa1-4f91-a86f-fe3e6d061516 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:22:56.583837 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Attempting to bind port 94ac506f-1fa1-4f91-a86f-fe3e6d061516 on network 61ae865f-23c9-4b29-9a12-891588038d90 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:22:56.592001 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:22:56.592394 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Checking segment: {'id': '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:22:56.592811 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:56.593269 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Bound using segment: {'id': '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:22:56.593778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Bound port: 94ac506f-1fa1-4f91-a86f-fe3e6d061516, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:22:56.594163 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:56.672538 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:56.710510 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] For port 94ac506f-1fa1-4f91-a86f-fe3e6d061516, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:22:56.715061 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] For port 94ac506f-1fa1-4f91-a86f-fe3e6d061516, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=94ac506f-1fa1-4f91-a86f-fe3e6d061516,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:22:56.718579 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:56.719537 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:56.803203 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:22:56.806549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:22:56.811662 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:22:56.831382 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942658e1-1188-49f3-bf87-d670e8486e97 None None] Pushing event updated for resources: {'Port': ['ID=94ac506f-1fa1-4f91-a86f-fe3e6d061516,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:56.845035 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Pushing event updated for resources: {'Port': ['ID=6b87ed8a-5f35-4f28-ae8d-e60b4baf7663,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:57.041378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:57.042124 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:57.301225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:22:57.437068 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:22:57.530013 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:22:57.544474 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Sync routers for ids ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:22:57.565971 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:57.566623 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Routers {'81afc210-f20c-4d84-aa66-2d2d55fe6bd4'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:57.570115 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:57.570391 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-aa89bf0d-902b-4b53-8944-e82496214027 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9630637 Feb 10 12:22:57.571816 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48566) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:57.897903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Set router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:22:58.099116 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a496555-14a0-4ba6-baa4-8df0d91e0944 None None] Network 61ae865f-23c9-4b29-9a12-891588038d90 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:22:58.289998 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 94ac506f-1fa1-4f91-a86f-fe3e6d061516 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:22:58.346359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1e5158a0-48bb-496e-9fa2-a413d8fd1204 None None] Provisioning for port 94ac506f-1fa1-4f91-a86f-fe3e6d061516 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:22:58.573171 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 94ac506f-1fa1-4f91-a86f-fe3e6d061516 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:22:58.590603 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 94ac506f-1fa1-4f91-a86f-fe3e6d061516 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:58.590987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:58.689938 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:56Z', 'revision_number': 3, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:58.724489 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Checking router: 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:22:58.724848 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Updating router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 port 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:22:58.788074 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:58.810078 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:58.833759 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:58.898357 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 94ac506f-1fa1-4f91-a86f-fe3e6d061516, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=94ac506f-1fa1-4f91-a86f-fe3e6d061516,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:58.911012 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:58.994255 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-342df76d-3b03-4b79-aad7-aad60e9268af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:59.149458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=94ac506f-1fa1-4f91-a86f-fe3e6d061516,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:59.159994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-940aae40-7abb-4e38-928d-5e39cb840573 None None] Provisioning complete for port 94ac506f-1fa1-4f91-a86f-fe3e6d061516 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:59.160368 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-940aae40-7abb-4e38-928d-5e39cb840573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:59.165830 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Allocated IP 172.20.0.1 (61ae865f-23c9-4b29-9a12-891588038d90/31497515-2bce-4920-b835-0e43ace429aa/4a4cdbfa-b312-41b8-9f59-4f4d8d22b112) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:22:59.394208 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:59.415602 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:59.421611 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Transition to ACTIVE for port object 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:22:59.430851 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Transition to ACTIVE for port object 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:22:59.440501 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:59.455863 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:59.531157 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5db89-4a83-43a3-89e6-0f298e87e684 None None] Pushing event updated for resources: {'Port': ['ID=6b87ed8a-5f35-4f28-ae8d-e60b4baf7663,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:59.534361 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Attempting to bind port 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:22:59.534736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Attempting to bind port 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:22:59.535108 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Attempting to bind port 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:22:59.544009 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:22:59.544396 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:22:59.544803 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:59.545230 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:22:59.545715 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Bound port: 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:22:59.546092 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:59.553717 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Network 61ae865f-23c9-4b29-9a12-891588038d90 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:22:59.557717 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Pushing event updated for resources: {'Port': ['ID=4a4cdbfa-b312-41b8-9f59-4f4d8d22b112,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:59.560630 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:22:59.564476 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:22:59.655489 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:59.659092 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] For port 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:22:59.665609 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] For port 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6b87ed8a-5f35-4f28-ae8d-e60b4baf7663,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:22:59.669292 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:59.765202 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5db89-4a83-43a3-89e6-0f298e87e684 None None] Pushing event updated for resources: {'Port': ['ID=6b87ed8a-5f35-4f28-ae8d-e60b4baf7663,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:59.770131 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Routers {'81afc210-f20c-4d84-aa66-2d2d55fe6bd4'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:59.771068 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:59.812042 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:00.057299 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:00.059704 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7874ca2a-0efc-4851-b365-5f812b1989af None None] Provisioning for port 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:23:00.068940 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7874ca2a-0efc-4851-b365-5f812b1989af None None] Provisioning complete for port 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:00.069342 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7874ca2a-0efc-4851-b365-5f812b1989af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:00.103168 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] Set router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:23:00.109322 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:00.116717 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:00.221526 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-7874ca2a-0efc-4851-b365-5f812b1989af None None] Port 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:23:00.233572 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:00.266894 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Pushing event updated for resources: {'Port': ['ID=4a4cdbfa-b312-41b8-9f59-4f4d8d22b112,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:00.269600 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:00.339775 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 94ac506f-1fa1-4f91-a86f-fe3e6d061516 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:23:00.421929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Network 61ae865f-23c9-4b29-9a12-891588038d90 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:23:00.423752 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:23:00.644797 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 94ac506f-1fa1-4f91-a86f-fe3e6d061516 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:00.645179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:00.779955 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b34c09a2-7039-4105-9549-3b11d4308ffc None None] Provisioning complete for port 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:00.780929 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b34c09a2-7039-4105-9549-3b11d4308ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:00.893716 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4a4cdbfa-b312-41b8-9f59-4f4d8d22b112', 'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'mac_address': 'fa:16:3e:74:0e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:58Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 1, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'subnets': [{'id': '31497515-2bce-4920-b835-0e43ace429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:23:00.896732 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b34c09a2-7039-4105-9549-3b11d4308ffc None None] Port 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:23:00.902771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79a0d3-25db-436b-80c9-46be96edb964 None None] The sync data for ids ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'] in dv-neutron-828497-1-hyperv is: [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4a4cdbfa-b312-41b8-9f59-4f4d8d22b112', 'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'mac_address': 'fa:16:3e:74:0e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:58Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 1, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'subnets': [{'id': '31497515-2bce-4920-b835-0e43ace429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:23:01.137827 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:23:01.511758 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:23:01.523865 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b1866957-8c20-42b0-b44e-0dfd18f6d178 admin admin] 10.222.0.36 "PUT /v2.0/routers/81afc210-f20c-4d84-aa66-2d2d55fe6bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9499607 Feb 10 12:23:01.782838 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:02.279003 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:23:02.400178 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:23:02.412528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:02.414005 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:02.585030 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:02.611878 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6b87ed8a-5f35-4f28-ae8d-e60b4baf7663,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:23:02.617383 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:02.711521 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=6b87ed8a-5f35-4f28-ae8d-e60b4baf7663,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:02.956660 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48592) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:23:02.964398 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-266093394-network', 'tenant_id': 'b021c58e590a46eca695bf0359b2f58e'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:23:02.971494 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:23:02.978520 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Usage tracker for resource:network and tenant:b021c58e590a46eca695bf0359b2f58e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:23:02.983886 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:23:02.993005 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:23:03.007049 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Made reservation on behalf of b021c58e590a46eca695bf0359b2f58e for: {'network': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:23:03.010504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for network, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:03.026709 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:03.076014 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:23:03.083757 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Usage tracker for resource:security_group_rule and tenant:b021c58e590a46eca695bf0359b2f58e is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:23:03.089630 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:23:03.098934 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:23:03.199503 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:03.207846 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:03.257378 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=83555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:23:03.268857 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478021f6-d5d7-4081-8e78-bf4ce5cfe855,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:03.276183 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:03.276684 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.segments_db [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Added segment 5453f233-923b-413b-9b6e-f53b261eef94 of type vlan for network 3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b Feb 10 12:23:03.307418 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768342950620'] for network, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:03.341473 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204'] for network, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:03.342275 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:03.342872 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Notify callbacks [] for network, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:03.454022 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] Pushing event updated for resources: {'Network': ['ID=3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:03.457308 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-71f48ce8-25f5-455f-af95-ccfce8375b3c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4994068 Feb 10 12:23:03.462166 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 48596) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:23:03.468914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Request body: {'subnet': {'network_id': '3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-266093394-subnet', 'tenant_id': 'b021c58e590a46eca695bf0359b2f58e', 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:23:03.471749 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Network 3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b details requested by agent ovs-agent-dv-neutron-828497-1-hyperv with host dv-neutron-828497-1-hyperv {{(pid=83556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:23:03.476024 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:23:03.481444 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Usage tracker for resource:subnet and tenant:b021c58e590a46eca695bf0359b2f58e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:23:03.486600 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:23:03.495451 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:23:03.511353 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Made reservation on behalf of b021c58e590a46eca695bf0359b2f58e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:23:03.517618 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1851294'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:03.772436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1694332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1851296'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:03.853816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fee822e-1c94-424a-8f21-f73d67d1406a,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:03.874119 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:03.874443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:03.874887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:03.875306 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:03.876159 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:03.876587 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:03.876998 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:03.877439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:03.877858 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:03.878268 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:03.878680 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:03.883000 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Checking segment: {'id': '5453f233-923b-413b-9b6e-f53b261eef94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:23:03.883465 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Network hostable DHCP agents. Network: 3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b, hostable agents: ['2d204cf5-b055-42b6-9762-d43a258970d6'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:23:03.914932 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Network 3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b is scheduled to be hosted by DHCP agent 2d204cf5-b055-42b6-9762-d43a258970d6 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:23:03.929649 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828497-1-hyperv, 3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:23:03.934772 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:03.935495 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:03.941718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99dc278-801b-4f84-81ab-b2eb10624aa1 None None] Network 3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:23:03.969867 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-31fcbe4b-7f66-4f1a-a467-d0bceb258276 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5052495 Feb 10 12:23:03.972697 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 48600) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:23:03.979328 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-266093394-router', 'tenant_id': 'b021c58e590a46eca695bf0359b2f58e', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:23:03.986740 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:23:03.991953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Usage tracker for resource:router and tenant:b021c58e590a46eca695bf0359b2f58e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:23:03.995991 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:23:04.005119 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:23:04.018841 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44777'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:04.020029 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44798'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:04.050092 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:04.231307 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44684'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:04.246183 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c99ed5-2509-5f56-99bd-672757068f45-3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b', 'network_id': '3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b', 'tenant_id': 'b021c58e590a46eca695bf0359b2f58e', 'fixed_ips': [{'subnet_id': '4fee822e-1c94-424a-8f21-f73d67d1406a'}]}} from dv-neutron-828497-1-hyperv. {{(pid=83556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:23:04.248156 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:04.282181 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:23:04.528264 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:04.544799 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:04.545552 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:04.561323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:04.604743 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.db_base_plugin_common [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Allocated IP 172.20.0.2 (3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b/4fee822e-1c94-424a-8f21-f73d67d1406a/a2c2cdc3-492f-4c90-8c99-6bdce23013e2) {{(pid=83556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:23:04.733442 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Allocated IP 172.26.4.146 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:23:04.913351 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:04.925742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:04.960664 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:05.039184 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Transition to ACTIVE for port object a2c2cdc3-492f-4c90-8c99-6bdce23013e2 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:23:05.044551 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:23:05.048856 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:23:05.053894 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:23:05.074997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Transition to ACTIVE for port object a2c2cdc3-492f-4c90-8c99-6bdce23013e2 will not be triggered until provisioned by entity DHCP. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:23:05.085091 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Pushing event updated for resources: {'Port': ['ID=898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:05.095332 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053'] for port, after_create {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:05.177736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Network 3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b is already hosted by enough agents. {{(pid=83556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:23:05.181994 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.scheduler.base_scheduler [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Resources bound (agent type, host, resource id): {{(pid=83556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:23:05.190514 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Received port after_create {{(pid=83556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:23:05.194460 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Pushing event updated for resources: {'Port': ['ID=a2c2cdc3-492f-4c90-8c99-6bdce23013e2,revision_number=1']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:05.248060 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:05.248796 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710422'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:05.314976 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Attempting to bind port a2c2cdc3-492f-4c90-8c99-6bdce23013e2 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:23:05.315286 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Attempting to bind port a2c2cdc3-492f-4c90-8c99-6bdce23013e2 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '5453f233-923b-413b-9b6e-f53b261eef94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:23:05.315731 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Attempting to bind port a2c2cdc3-492f-4c90-8c99-6bdce23013e2 on network 3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:23:05.327489 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:23:05.327871 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Checking segment: {'id': '5453f233-923b-413b-9b6e-f53b261eef94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:23:05.328280 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:05.328741 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Bound using segment: {'id': '5453f233-923b-413b-9b6e-f53b261eef94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:23:05.329894 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Bound port: a2c2cdc3-492f-4c90-8c99-6bdce23013e2, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5453f233-923b-413b-9b6e-f53b261eef94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:23:05.330390 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:05.442786 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] For port a2c2cdc3-492f-4c90-8c99-6bdce23013e2, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:23:05.446513 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] For port a2c2cdc3-492f-4c90-8c99-6bdce23013e2, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a2c2cdc3-492f-4c90-8c99-6bdce23013e2,segment=NetworkSegment(5453f233-923b-413b-9b6e-f53b261eef94),segment_id=5453f233-923b-413b-9b6e-f53b261eef94)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:23:05.450822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:05.539182 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33828f3-abfc-4020-ae77-301c25ecb3d7 None None] Pushing event updated for resources: {'Port': ['ID=a2c2cdc3-492f-4c90-8c99-6bdce23013e2,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:05.622323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Router 65ba16cf-e8a4-4717-b264-29b0b124512a is scheduled to L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:23:05.956037 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:23:05.969029 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Sync routers for ids ['65ba16cf-e8a4-4717-b264-29b0b124512a'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:23:05.984376 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:05.989579 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-22bfc8e2-981b-4dbc-82f1-654a846bc641 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0120242 Feb 10 12:23:05.989887 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 48604) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:23:05.990391 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Routers {'65ba16cf-e8a4-4717-b264-29b0b124512a'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:23:05.991829 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-62d657a7-599d-46d8-acbc-876922122936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['65ba16cf-e8a4-4717-b264-29b0b124512a'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:23:06.293667 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Set router 65ba16cf-e8a4-4717-b264-29b0b124512a gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:23:06.311039 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a2c2cdc3-492f-4c90-8c99-6bdce23013e2 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:23:06.453335 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port a2c2cdc3-492f-4c90-8c99-6bdce23013e2 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:23:06.724888 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e158dd-8d26-4648-bc33-5404d7c3fac2 None None] Network 3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:23:06.830556 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5c6c81c7-d391-4af2-9218-efb029ee7baf None None] Provisioning for port a2c2cdc3-492f-4c90-8c99-6bdce23013e2 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:23:06.831045 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-62d657a7-599d-46d8-acbc-876922122936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'name': 'tempest-TestSnapshotPattern-266093394-router', 'tenant_id': 'b021c58e590a46eca695bf0359b2f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:23:04Z', 'updated_at': '2022-02-10T12:23:05Z', 'revision_number': 3, 'project_id': 'b021c58e590a46eca695bf0359b2f58e', 'gw_port': {'id': '898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:23:04Z', 'updated_at': '2022-02-10T12:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:23:06.838385 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Checking router: 65ba16cf-e8a4-4717-b264-29b0b124512a for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:23:06.838955 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Updating router 65ba16cf-e8a4-4717-b264-29b0b124512a port 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:23:06.850400 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5c6c81c7-d391-4af2-9218-efb029ee7baf None None] Provisioning complete for port a2c2cdc3-492f-4c90-8c99-6bdce23013e2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:06.850873 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5c6c81c7-d391-4af2-9218-efb029ee7baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:06.936414 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:07.087649 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:07.133196 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5c6c81c7-d391-4af2-9218-efb029ee7baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:07.202049 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-5c6c81c7-d391-4af2-9218-efb029ee7baf None None] For port a2c2cdc3-492f-4c90-8c99-6bdce23013e2, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a2c2cdc3-492f-4c90-8c99-6bdce23013e2,segment=NetworkSegment(5453f233-923b-413b-9b6e-f53b261eef94),segment_id=5453f233-923b-413b-9b6e-f53b261eef94)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:23:07.211460 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5c6c81c7-d391-4af2-9218-efb029ee7baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:07.345294 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c81c7-d391-4af2-9218-efb029ee7baf None None] Pushing event updated for resources: {'Port': ['ID=a2c2cdc3-492f-4c90-8c99-6bdce23013e2,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:07.367583 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Allocated IP 172.20.0.1 (3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b/4fee822e-1c94-424a-8f21-f73d67d1406a/9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:23:07.377700 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:07.400665 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Transition to ACTIVE for port object 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:23:07.412156 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:07.508142 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Attempting to bind port 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:23:07.508503 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Attempting to bind port 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:23:07.508857 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Attempting to bind port 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5 on network 585d1acb-5d6b-405b-8a3c-1987eb05be45 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:23:07.511128 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a25f7-10c3-4dd8-a73d-f73936f3c69e None None] Pushing event updated for resources: {'Port': ['ID=898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:07.524854 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:23:07.525238 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Checking segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:23:07.526270 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:07.526647 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Bound using segment: {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:23:07.527133 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Bound port: 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a33d97b-1e31-4155-872e-607d2c8924a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:23:07.527512 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:07.550338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-445b7e1a-ea5b-4098-8ed0-851aea917568 None None] Provisioning complete for port a2c2cdc3-492f-4c90-8c99-6bdce23013e2 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:07.551084 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-445b7e1a-ea5b-4098-8ed0-851aea917568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:07.558523 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a25f7-10c3-4dd8-a73d-f73936f3c69e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:07.558825 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a25f7-10c3-4dd8-a73d-f73936f3c69e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:07.559151 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a25f7-10c3-4dd8-a73d-f73936f3c69e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:07.559408 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a25f7-10c3-4dd8-a73d-f73936f3c69e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:07.559735 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a25f7-10c3-4dd8-a73d-f73936f3c69e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:07.560094 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a25f7-10c3-4dd8-a73d-f73936f3c69e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:07.560385 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a25f7-10c3-4dd8-a73d-f73936f3c69e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:07.560708 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a25f7-10c3-4dd8-a73d-f73936f3c69e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:07.561059 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a25f7-10c3-4dd8-a73d-f73936f3c69e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:07.561482 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a25f7-10c3-4dd8-a73d-f73936f3c69e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:07.561799 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a25f7-10c3-4dd8-a73d-f73936f3c69e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:23:07.631320 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-62d657a7-599d-46d8-acbc-876922122936 None None] For port 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:23:07.638710 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-62d657a7-599d-46d8-acbc-876922122936 None None] For port 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:23:07.646761 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:07.667787 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:07.686742 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Transition to ACTIVE for port object 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:23:07.712736 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:07.742122 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a25f7-10c3-4dd8-a73d-f73936f3c69e None None] Pushing event updated for resources: {'Port': ['ID=898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:07.750985 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Routers {'65ba16cf-e8a4-4717-b264-29b0b124512a'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:23:07.752027 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-62d657a7-599d-46d8-acbc-876922122936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['65ba16cf-e8a4-4717-b264-29b0b124512a'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:23:07.790536 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Network 3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:23:07.793917 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:23:07.799218 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:23:07.836874 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Pushing event updated for resources: {'Port': ['ID=9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:07.865522 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708808'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:07.991375 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-62d657a7-599d-46d8-acbc-876922122936 None None] Set router 65ba16cf-e8a4-4717-b264-29b0b124512a gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:23:08.010494 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:08.157179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bac6ea4b-afcd-4802-a716-d910343ec6a5 None None] Provisioning for port 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:23:08.167283 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bac6ea4b-afcd-4802-a716-d910343ec6a5 None None] Provisioning complete for port 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:08.167853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bac6ea4b-afcd-4802-a716-d910343ec6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:08.301420 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-bac6ea4b-afcd-4802-a716-d910343ec6a5 None None] Port 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:23:08.321830 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a2c2cdc3-492f-4c90-8c99-6bdce23013e2 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:23:08.350682 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-62d657a7-599d-46d8-acbc-876922122936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'name': 'tempest-TestSnapshotPattern-266093394-router', 'tenant_id': 'b021c58e590a46eca695bf0359b2f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:23:04Z', 'updated_at': '2022-02-10T12:23:05Z', 'revision_number': 3, 'project_id': 'b021c58e590a46eca695bf0359b2f58e', 'gw_port': {'id': '898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:23:04Z', 'updated_at': '2022-02-10T12:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:23:08.356327 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d657a7-599d-46d8-acbc-876922122936 None None] The sync data for ids ['65ba16cf-e8a4-4717-b264-29b0b124512a'] in dv-neutron-828497-1-hyperv is: [{'id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'name': 'tempest-TestSnapshotPattern-266093394-router', 'tenant_id': 'b021c58e590a46eca695bf0359b2f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:23:04Z', 'updated_at': '2022-02-10T12:23:05Z', 'revision_number': 3, 'project_id': 'b021c58e590a46eca695bf0359b2f58e', 'gw_port': {'id': '898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:23:04Z', 'updated_at': '2022-02-10T12:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:23:08.374388 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:08.386561 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:08.437551 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port a2c2cdc3-492f-4c90-8c99-6bdce23013e2 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:08.438985 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:08.520828 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66718020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708645'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:08.524641 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Pushing event updated for resources: {'Port': ['ID=9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:08.682659 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Network 3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:23:08.683941 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:23:08.808710 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:09.031433 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b3815cf8-635e-44d1-8412-d726eb7c0dfa None None] Provisioning complete for port 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:09.032824 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b3815cf8-635e-44d1-8412-d726eb7c0dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:09.101742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b3815cf8-635e-44d1-8412-d726eb7c0dfa None None] Port 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:23:09.173790 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Router 65ba16cf-e8a4-4717-b264-29b0b124512a has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:23:09.420398 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:23:09.431493 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8dc54954-31ad-43b7-8857-a269433e542a admin admin] 10.222.0.36 "PUT /v2.0/routers/65ba16cf-e8a4-4717-b264-29b0b124512a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4404566 Feb 10 12:23:10.649539 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 48614) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:23:10.656000 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-671361cd-b7fe-430a-ba5b-dea060c0aa43 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1029798359', 'description': 'tempest-secgroup-smoke-1029798359 description', 'project_id': '61a246a3d24949788dcdc3dd9c190dc1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:23:10.663439 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-671361cd-b7fe-430a-ba5b-dea060c0aa43 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:23:10.667740 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-671361cd-b7fe-430a-ba5b-dea060c0aa43 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Usage tracker for resource:security_group and tenant:61a246a3d24949788dcdc3dd9c190dc1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:23:10.670881 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-671361cd-b7fe-430a-ba5b-dea060c0aa43 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:23:10.677868 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-671361cd-b7fe-430a-ba5b-dea060c0aa43 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:23:10.690180 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-671361cd-b7fe-430a-ba5b-dea060c0aa43 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:10.758904 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-671361cd-b7fe-430a-ba5b-dea060c0aa43 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:23:10.765444 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-671361cd-b7fe-430a-ba5b-dea060c0aa43 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Usage tracker for resource:security_group_rule and tenant:61a246a3d24949788dcdc3dd9c190dc1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:23:10.770752 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-671361cd-b7fe-430a-ba5b-dea060c0aa43 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:23:10.781088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-671361cd-b7fe-430a-ba5b-dea060c0aa43 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:23:10.877442 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-671361cd-b7fe-430a-ba5b-dea060c0aa43 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:10.883605 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-671361cd-b7fe-430a-ba5b-dea060c0aa43 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:10.938992 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671361cd-b7fe-430a-ba5b-dea060c0aa43 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a430825-1f9e-4c27-85b2-f17f0d8d69f1,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:10.943234 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-671361cd-b7fe-430a-ba5b-dea060c0aa43 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:10.944849 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-671361cd-b7fe-430a-ba5b-dea060c0aa43 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2941651 Feb 10 12:23:10.947970 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 48618) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:23:10.955716 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-47c05ba1-9cf1-4d50-972c-140ad6c70ad5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Request body: {'security_group_rule': {'security_group_id': '0a430825-1f9e-4c27-85b2-f17f0d8d69f1', 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:23:10.962139 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-47c05ba1-9cf1-4d50-972c-140ad6c70ad5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:23:10.966703 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-47c05ba1-9cf1-4d50-972c-140ad6c70ad5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Usage tracker for resource:security_group_rule and tenant:61a246a3d24949788dcdc3dd9c190dc1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:23:10.970986 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-47c05ba1-9cf1-4d50-972c-140ad6c70ad5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:23:10.977580 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-47c05ba1-9cf1-4d50-972c-140ad6c70ad5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:23:10.996982 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47c05ba1-9cf1-4d50-972c-140ad6c70ad5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.065567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47c05ba1-9cf1-4d50-972c-140ad6c70ad5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.070362 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47c05ba1-9cf1-4d50-972c-140ad6c70ad5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.098602 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c05ba1-9cf1-4d50-972c-140ad6c70ad5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1be4293-1fd3-4d5c-97e9-7e57eefe787f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:11.108982 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47c05ba1-9cf1-4d50-972c-140ad6c70ad5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.111912 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-47c05ba1-9cf1-4d50-972c-140ad6c70ad5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1626256 Feb 10 12:23:11.114850 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 48622) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:23:11.120670 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d8702682-982a-47d1-816c-8e0c7abfcc80 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Request body: {'security_group_rule': {'security_group_id': '0a430825-1f9e-4c27-85b2-f17f0d8d69f1', 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:23:11.128070 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d8702682-982a-47d1-816c-8e0c7abfcc80 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:23:11.132577 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d8702682-982a-47d1-816c-8e0c7abfcc80 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Usage tracker for resource:security_group_rule and tenant:61a246a3d24949788dcdc3dd9c190dc1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:23:11.135699 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d8702682-982a-47d1-816c-8e0c7abfcc80 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:23:11.143301 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d8702682-982a-47d1-816c-8e0c7abfcc80 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:23:11.164372 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d8702682-982a-47d1-816c-8e0c7abfcc80 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.340649 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d8702682-982a-47d1-816c-8e0c7abfcc80 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.346616 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d8702682-982a-47d1-816c-8e0c7abfcc80 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.371660 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8702682-982a-47d1-816c-8e0c7abfcc80 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d1e731-d471-4134-b66b-1d7d381259dd,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:11.382516 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d8702682-982a-47d1-816c-8e0c7abfcc80 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.383992 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d8702682-982a-47d1-816c-8e0c7abfcc80 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2679882 Feb 10 12:23:11.387125 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 48626) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:23:11.393821 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-75f2b49a-447a-40c8-bc5f-2b6418ff40d4 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Request body: {'security_group_rule': {'security_group_id': '0a430825-1f9e-4c27-85b2-f17f0d8d69f1', 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:23:11.400193 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-75f2b49a-447a-40c8-bc5f-2b6418ff40d4 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:23:11.404618 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-75f2b49a-447a-40c8-bc5f-2b6418ff40d4 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Usage tracker for resource:security_group_rule and tenant:61a246a3d24949788dcdc3dd9c190dc1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:23:11.408457 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-75f2b49a-447a-40c8-bc5f-2b6418ff40d4 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:23:11.414569 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-75f2b49a-447a-40c8-bc5f-2b6418ff40d4 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:23:11.434779 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75f2b49a-447a-40c8-bc5f-2b6418ff40d4 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.520437 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75f2b49a-447a-40c8-bc5f-2b6418ff40d4 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.524723 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75f2b49a-447a-40c8-bc5f-2b6418ff40d4 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.550154 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2b49a-447a-40c8-bc5f-2b6418ff40d4 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5b1d1b-2615-4ee8-ad21-43ee335b8120,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:11.560827 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75f2b49a-447a-40c8-bc5f-2b6418ff40d4 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.562209 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-75f2b49a-447a-40c8-bc5f-2b6418ff40d4 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1740181 Feb 10 12:23:11.566557 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 48630) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:23:11.572667 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-65f0953a-d887-40b9-b5bd-eabd9976deb5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Request body: {'security_group_rule': {'security_group_id': '0a430825-1f9e-4c27-85b2-f17f0d8d69f1', 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:23:11.579973 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-65f0953a-d887-40b9-b5bd-eabd9976deb5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:23:11.584714 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-65f0953a-d887-40b9-b5bd-eabd9976deb5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Usage tracker for resource:security_group_rule and tenant:61a246a3d24949788dcdc3dd9c190dc1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:23:11.588706 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-65f0953a-d887-40b9-b5bd-eabd9976deb5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:23:11.596201 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-65f0953a-d887-40b9-b5bd-eabd9976deb5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:23:11.615472 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65f0953a-d887-40b9-b5bd-eabd9976deb5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.692677 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65f0953a-d887-40b9-b5bd-eabd9976deb5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.697508 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65f0953a-d887-40b9-b5bd-eabd9976deb5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.728078 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0953a-d887-40b9-b5bd-eabd9976deb5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42a2635-1a4d-490c-b02c-7dc97e188815,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:11.740277 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65f0953a-d887-40b9-b5bd-eabd9976deb5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.741594 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-65f0953a-d887-40b9-b5bd-eabd9976deb5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1739349 Feb 10 12:23:11.745504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 48634) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:23:11.752475 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4c229e14-f7b6-453a-a9d4-e32d2961e8f8 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Request body: {'security_group_rule': {'security_group_id': '0a430825-1f9e-4c27-85b2-f17f0d8d69f1', 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:23:11.759201 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4c229e14-f7b6-453a-a9d4-e32d2961e8f8 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:23:11.763824 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4c229e14-f7b6-453a-a9d4-e32d2961e8f8 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Usage tracker for resource:security_group_rule and tenant:61a246a3d24949788dcdc3dd9c190dc1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:23:11.767738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4c229e14-f7b6-453a-a9d4-e32d2961e8f8 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:23:11.775139 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4c229e14-f7b6-453a-a9d4-e32d2961e8f8 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:23:11.787811 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-4c229e14-f7b6-453a-a9d4-e32d2961e8f8 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Project 61a246a3d24949788dcdc3dd9c190dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:23:11.796437 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c229e14-f7b6-453a-a9d4-e32d2961e8f8 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.881586 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c229e14-f7b6-453a-a9d4-e32d2961e8f8 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.886960 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c229e14-f7b6-453a-a9d4-e32d2961e8f8 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.917816 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c229e14-f7b6-453a-a9d4-e32d2961e8f8 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6112bc09-3dff-49a4-be26-e8fd589818cd,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:11.931825 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c229e14-f7b6-453a-a9d4-e32d2961e8f8 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:11.934483 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4c229e14-f7b6-453a-a9d4-e32d2961e8f8 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1876330 Feb 10 12:23:11.937023 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 48638) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:23:11.943780 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-87c71ed3-9fb6-415c-889f-6f3d74ef4eef tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Request body: {'security_group_rule': {'security_group_id': '0a430825-1f9e-4c27-85b2-f17f0d8d69f1', 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:23:11.950743 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-87c71ed3-9fb6-415c-889f-6f3d74ef4eef tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:23:11.955441 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-87c71ed3-9fb6-415c-889f-6f3d74ef4eef tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Usage tracker for resource:security_group_rule and tenant:61a246a3d24949788dcdc3dd9c190dc1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:23:11.959036 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-87c71ed3-9fb6-415c-889f-6f3d74ef4eef tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:23:11.966200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-87c71ed3-9fb6-415c-889f-6f3d74ef4eef tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:23:11.978805 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-87c71ed3-9fb6-415c-889f-6f3d74ef4eef tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Project 61a246a3d24949788dcdc3dd9c190dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:23:11.987379 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87c71ed3-9fb6-415c-889f-6f3d74ef4eef tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:12.080047 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87c71ed3-9fb6-415c-889f-6f3d74ef4eef tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:12.084738 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87c71ed3-9fb6-415c-889f-6f3d74ef4eef tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725595'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:12.112344 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c71ed3-9fb6-415c-889f-6f3d74ef4eef tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a15c4d4-c4e4-46e2-ad87-db3cb28e4d7a,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:12.124571 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87c71ed3-9fb6-415c-889f-6f3d74ef4eef tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:12.126552 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-87c71ed3-9fb6-415c-889f-6f3d74ef4eef tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1878672 Feb 10 12:23:12.413046 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-eb245823-335e-4d3d-855c-dad38207372e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Synchronizing usage tracker for tenant:61a246a3d24949788dcdc3dd9c190dc1 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:23:12.433333 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-eb245823-335e-4d3d-855c-dad38207372e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Unset dirty status for tenant:61a246a3d24949788dcdc3dd9c190dc1 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:23:12.434618 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-eb245823-335e-4d3d-855c-dad38207372e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1029798359&fields=id&tenant_id=61a246a3d24949788dcdc3dd9c190dc1 HTTP/1.1" status: 200 len: 267 time: 0.0722327 Feb 10 12:23:12.609897 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-d00babe6-b40c-433d-bb64-dda1b7a38934 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:12.611853 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-d00babe6-b40c-433d-bb64-dda1b7a38934 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/networks?id=61ae865f-23c9-4b29-9a12-891588038d90 HTTP/1.1" status: 200 len: 810 time: 0.1694760 Feb 10 12:23:12.629929 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-7aadf913-142e-4100-917b-cbcb70ec9c84 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/quotas/61a246a3d24949788dcdc3dd9c190dc1 HTTP/1.1" status: 200 len: 375 time: 0.0122588 Feb 10 12:23:12.717859 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-19013bec-6011-4499-a199-476498566820 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=61a246a3d24949788dcdc3dd9c190dc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818570 Feb 10 12:23:12.736714 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-71fb9ba4-b1ce-43ac-84ac-82521b0a1815 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 12:23:12.737840 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-71fb9ba4-b1ce-43ac-84ac-82521b0a1815 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066917 Feb 10 12:23:12.910771 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-4c56ea71-22c2-40f1-bcfc-dbf9cdd91268 service neutron] 10.222.0.36 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661065 Feb 10 12:23:13.084191 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-ee0a0e0b-c903-4fe5-9f66-b61b633ab14b service neutron] 10.222.0.36 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636257 Feb 10 12:23:13.345694 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7d72988e-0450-436f-8ddd-681b3f436eb2 req-3f94d799-ec15-47bf-9056-6da7ad475cc3 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 210 time: 0.0747859 Feb 10 12:23:14.326177 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:23:14.471341 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:23:14.479370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:14.479755 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:14.712384 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d381b35a-608c-49f3-8d22-524631ca848a req-87cf4932-3f4e-483e-bffa-9689bf1f08e2 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 210 time: 0.1105671 Feb 10 12:23:14.735535 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:14.776263 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:23:14.786274 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:14.872892 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Sync routers for ids ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:23:14.933101 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Routers {'81afc210-f20c-4d84-aa66-2d2d55fe6bd4'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:23:14.933843 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:23:15.051789 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:15.159868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Set router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:23:15.323915 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-55017c02-4ea8-40d1-b27c-9ec00eee5eae tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:15.324865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-55017c02-4ea8-40d1-b27c-9ec00eee5eae tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Synchronizing usage tracker for tenant:61a246a3d24949788dcdc3dd9c190dc1 on resource:network {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:23:15.347224 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-55017c02-4ea8-40d1-b27c-9ec00eee5eae tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Unset dirty status for tenant:61a246a3d24949788dcdc3dd9c190dc1 on resource:network {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:23:15.348803 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-55017c02-4ea8-40d1-b27c-9ec00eee5eae tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.73 "GET /v2.0/networks?id=61ae865f-23c9-4b29-9a12-891588038d90 HTTP/1.1" status: 200 len: 810 time: 0.2133949 Feb 10 12:23:15.450385 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-355dd704-ad27-452c-87b6-93e740464afa tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Synchronizing usage tracker for tenant:61a246a3d24949788dcdc3dd9c190dc1 on resource:security_group {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:23:15.473647 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-355dd704-ad27-452c-87b6-93e740464afa tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Unset dirty status for tenant:61a246a3d24949788dcdc3dd9c190dc1 on resource:security_group {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:23:15.475767 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-355dd704-ad27-452c-87b6-93e740464afa tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61a246a3d24949788dcdc3dd9c190dc1 HTTP/1.1" status: 200 len: 380 time: 0.1126246 Feb 10 12:23:15.487196 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Request body: {'port': {'device_id': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'admin_state_up': True, 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'security_groups': ['0a430825-1f9e-4c27-85b2-f17f0d8d69f1']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:23:15.672511 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4a4cdbfa-b312-41b8-9f59-4f4d8d22b112', 'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'mac_address': 'fa:16:3e:74:0e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:58Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 2, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'subnets': [{'id': '31497515-2bce-4920-b835-0e43ace429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:23:15.680199 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Checking router: 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:23:15.680875 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Updating router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 port 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 binding host dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:23:15.729487 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:23:15.735387 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Usage tracker for resource:port and tenant:61a246a3d24949788dcdc3dd9c190dc1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:23:15.739373 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:23:15.747086 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:23:15.770326 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:15.771852 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Made reservation on behalf of 61a246a3d24949788dcdc3dd9c190dc1 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:23:15.778799 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:15.993632 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85b19563-4df2-49fa-9e4d-a29a33b4825e req-39398abe-0ab5-40c5-8afa-8ead7e906b52 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 210 time: 0.0945086 Feb 10 12:23:16.131938 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Allocated IP 172.20.0.13 (61ae865f-23c9-4b29-9a12-891588038d90/31497515-2bce-4920-b835-0e43ace429aa/8600ba31-1502-4223-9b22-222bdb6d387b) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:23:16.279948 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:23:16.398995 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:16.405290 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:16.405980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:16.432495 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Transition to ACTIVE for port object 8600ba31-1502-4223-9b22-222bdb6d387b will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:23:16.469977 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:16.609225 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Network 61ae865f-23c9-4b29-9a12-891588038d90 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:23:16.616029 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:23:16.624021 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:23:16.678823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event updated for resources: {'Port': ['ID=8600ba31-1502-4223-9b22-222bdb6d387b,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:16.743603 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:16.744325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:16.779041 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-b587ffd9-b869-4975-9097-d6bcf9fbf6bc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2976818 Feb 10 12:23:16.794222 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Request body: {'port': {'device_id': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:23:16.994588 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:17.009940 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:17.010201 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Transition to ACTIVE for port object 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:23:17.023535 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:17.163395 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-81a2b516-711b-4871-a2a9-6ad191aaa739 None None] Provisioning for port 8600ba31-1502-4223-9b22-222bdb6d387b completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:23:17.185642 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-81a2b516-711b-4871-a2a9-6ad191aaa739 None None] Provisioning complete for port 8600ba31-1502-4223-9b22-222bdb6d387b triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:17.186110 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-81a2b516-711b-4871-a2a9-6ad191aaa739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:17.215450 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329b3ed-fdc3-46cf-a366-124b56877442 None None] Pushing event updated for resources: {'Port': ['ID=4a4cdbfa-b312-41b8-9f59-4f4d8d22b112,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:17.348760 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-81a2b516-711b-4871-a2a9-6ad191aaa739 None None] Port 8600ba31-1502-4223-9b22-222bdb6d387b cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:23:17.357018 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Attempting to bind port 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:23:17.357448 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Attempting to bind port 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:23:17.357819 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Attempting to bind port 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 on network 61ae865f-23c9-4b29-9a12-891588038d90 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:23:17.365804 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:23:17.366190 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Checking segment: {'id': '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:23:17.366600 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:17.367003 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Bound using segment: {'id': '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:23:17.367494 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Bound port: 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:23:17.367878 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:17.421550 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b42f1-5789-4dad-ad9c-ca7e6e1deeb5 req-812510e3-b163-4cd3-8eb8-3fdb0d912b6f tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:17.425077 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d9b42f1-5789-4dad-ad9c-ca7e6e1deeb5 req-812510e3-b163-4cd3-8eb8-3fdb0d912b6f tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 932 time: 0.1558712 Feb 10 12:23:17.479550 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] For port 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:23:17.484271 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] For port 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4a4cdbfa-b312-41b8-9f59-4f4d8d22b112,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:23:17.491277 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:17.499760 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d9b42f1-5789-4dad-ad9c-ca7e6e1deeb5 req-ccad9887-052d-412b-814c-ac0f058b1bd5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595207 Feb 10 12:23:17.616179 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329b3ed-fdc3-46cf-a366-124b56877442 None None] Pushing event updated for resources: {'Port': ['ID=4a4cdbfa-b312-41b8-9f59-4f4d8d22b112,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:17.625496 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Routers {'81afc210-f20c-4d84-aa66-2d2d55fe6bd4'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:23:17.626429 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:23:17.829651 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8600ba31-1502-4223-9b22-222bdb6d387b {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:23:17.842125 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:17.880998 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Transition to ACTIVE for port object 8600ba31-1502-4223-9b22-222bdb6d387b will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:23:17.891062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:17.895081 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] Set router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:23:17.971917 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Sync routers for ids ['65ba16cf-e8a4-4717-b264-29b0b124512a'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:23:17.995556 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Routers {'65ba16cf-e8a4-4717-b264-29b0b124512a'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:23:17.996888 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['65ba16cf-e8a4-4717-b264-29b0b124512a'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:23:18.072323 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Pushing event updated for resources: {'Port': ['ID=8600ba31-1502-4223-9b22-222bdb6d387b,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:18.353433 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:23:18.371374 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Set router 65ba16cf-e8a4-4717-b264-29b0b124512a gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:23:18.379325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Attempting to bind port 8600ba31-1502-4223-9b22-222bdb6d387b on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:23:18.379650 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Attempting to bind port 8600ba31-1502-4223-9b22-222bdb6d387b by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:23:18.379986 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Attempting to bind port 8600ba31-1502-4223-9b22-222bdb6d387b on network 61ae865f-23c9-4b29-9a12-891588038d90 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:23:18.386838 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Port 8600ba31-1502-4223-9b22-222bdb6d387b on network 61ae865f-23c9-4b29-9a12-891588038d90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:23:18.387168 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Attempting to bind port 8600ba31-1502-4223-9b22-222bdb6d387b on network 61ae865f-23c9-4b29-9a12-891588038d90 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:23:18.395100 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:23:18.395445 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Checking segment: {'id': '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:23:18.395858 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Bound using segment: {'id': '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:23:18.396420 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Bound port: 8600ba31-1502-4223-9b22-222bdb6d387b, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:23:18.396774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:18.535890 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] For port 8600ba31-1502-4223-9b22-222bdb6d387b, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:23:18.539640 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] For port 8600ba31-1502-4223-9b22-222bdb6d387b, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=8600ba31-1502-4223-9b22-222bdb6d387b,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:23:18.546278 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:18.622432 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:18.623997 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] 10.222.0.73 "PUT /v2.0/ports/8600ba31-1502-4223-9b22-222bdb6d387b HTTP/1.1" status: 200 len: 1094 time: 1.8379374 Feb 10 12:23:18.624469 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'tag': '8600ba31-1502-4223-9b22-222bdb6d387b'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:23:18.668307 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496aaed2-8759-4f57-a269-1db3bb910f02 service neutron] Pushing event updated for resources: {'Port': ['ID=8600ba31-1502-4223-9b22-222bdb6d387b,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:18.676478 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:23:18.691973 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:18.692744 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:18.856520 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4a4cdbfa-b312-41b8-9f59-4f4d8d22b112', 'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'mac_address': 'fa:16:3e:74:0e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:58Z', 'updated_at': '2022-02-10T12:23:17Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'subnets': [{'id': '31497515-2bce-4920-b835-0e43ace429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:23:18.873719 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae725f-ccbd-4e52-82bc-76394ba987d6 None None] The sync data for ids ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'] in dv-neutron-828497-1-hyperv is: [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4a4cdbfa-b312-41b8-9f59-4f4d8d22b112', 'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'mac_address': 'fa:16:3e:74:0e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:58Z', 'updated_at': '2022-02-10T12:23:17Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'subnets': [{'id': '31497515-2bce-4920-b835-0e43ace429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:23:18.955160 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'name': 'tempest-TestSnapshotPattern-266093394-router', 'tenant_id': 'b021c58e590a46eca695bf0359b2f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:23:04Z', 'updated_at': '2022-02-10T12:23:07Z', 'revision_number': 4, 'project_id': 'b021c58e590a46eca695bf0359b2f58e', 'gw_port': {'id': '898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:23:04Z', 'updated_at': '2022-02-10T12:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63', 'name': '', 'network_id': '3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b', 'tenant_id': 'b021c58e590a46eca695bf0359b2f58e', 'mac_address': 'fa:16:3e:8e:93:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fee822e-1c94-424a-8f21-f73d67d1406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:23:07Z', 'updated_at': '2022-02-10T12:23:08Z', 'revision_number': 2, 'project_id': 'b021c58e590a46eca695bf0359b2f58e', 'subnets': [{'id': '4fee822e-1c94-424a-8f21-f73d67d1406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:23:18.971296 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Checking router: 65ba16cf-e8a4-4717-b264-29b0b124512a for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:23:18.971884 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Updating router 65ba16cf-e8a4-4717-b264-29b0b124512a port 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 binding host dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:23:19.047238 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-1a54dc3c-78a1-4022-8935-c63339e103e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61a246a3d24949788dcdc3dd9c190dc1&device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 1097 time: 0.3184392 Feb 10 12:23:19.096892 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:19.165771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:19.191645 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d411260-70c9-40f3-9fe5-d91e7e85bb07 req-3e1a117d-5138-461a-99c2-11dc1669227e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:19.201720 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d411260-70c9-40f3-9fe5-d91e7e85bb07 req-3e1a117d-5138-461a-99c2-11dc1669227e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 944 time: 0.2978234 Feb 10 12:23:19.234989 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'tag': '8600ba31-1502-4223-9b22-222bdb6d387b', 'status': 'completed', 'code': 200} Feb 10 12:23:19.269758 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-6e00f917-2919-4c27-8456-0d8c228022d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8600ba31-1502-4223-9b22-222bdb6d387b HTTP/1.1" status: 200 len: 217 time: 0.2140520 Feb 10 12:23:19.291743 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4a4cdbfa-b312-41b8-9f59-4f4d8d22b112,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:23:19.318561 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:19.324056 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d411260-70c9-40f3-9fe5-d91e7e85bb07 req-d4d562ed-cf81-457c-bdca-c2004561a3d4 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002874 Feb 10 12:23:19.422425 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-522c644e-90f8-4a6a-96c8-9cae7091ed79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:19.424482 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-522c644e-90f8-4a6a-96c8-9cae7091ed79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31497515-2bce-4920-b835-0e43ace429aa HTTP/1.1" status: 200 len: 849 time: 0.1484993 Feb 10 12:23:19.460566 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=4a4cdbfa-b312-41b8-9f59-4f4d8d22b112,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:19.538433 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-245d05d5-7064-4ea5-aaed-1a191a354ae2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61ae865f-23c9-4b29-9a12-891588038d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1075010 Feb 10 12:23:19.714714 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:19.738826 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Transition to ACTIVE for port object 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:23:19.749443 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-956f9b08-3747-46b3-9aad-18733a17a58c service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046888 Feb 10 12:23:19.751423 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:19.909999 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825593b-f837-4867-aba7-67143a23fe85 None None] Pushing event updated for resources: {'Port': ['ID=9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:20.018645 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Attempting to bind port 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 on host dv-neutron-828497-1-hyperv for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:23:20.019585 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Attempting to bind port 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 by drivers openvswitch,hyperv on host dv-neutron-828497-1-hyperv at level 0 using segments [{'id': '5453f233-923b-413b-9b6e-f53b261eef94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:23:20.020414 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Attempting to bind port 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 on network 3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:23:20.033228 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Checking agent: {'id': '3e1fa019-d3db-4aa4-8268-c5964f12b798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828497-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 21), 'started_at': datetime.datetime(2022, 2, 10, 11, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828497-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:23:20.033862 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Checking segment: {'id': '5453f233-923b-413b-9b6e-f53b261eef94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:23:20.034392 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-39717f9a-26a5-4fd0-b82a-fc7aa8a45f7f req-689976ff-90d9-47dc-a517-06d990b7455b service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779982 Feb 10 12:23:20.034561 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:20.035113 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Bound using segment: {'id': '5453f233-923b-413b-9b6e-f53b261eef94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:23:20.035915 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Bound port: 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63, host: dv-neutron-828497-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5453f233-923b-413b-9b6e-f53b261eef94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:23:20.036525 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:20.207466 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0aac3623-7d5c-4388-a1b0-43043cd0f76d req-409c3e3f-9363-44d2-b1d0-fe41321e17fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61a246a3d24949788dcdc3dd9c190dc1&device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 1097 time: 0.1098926 Feb 10 12:23:20.215485 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] For port 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63, host dv-neutron-828497-1-hyperv, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:23:20.226094 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] For port 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63, host dv-neutron-828497-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63,segment=NetworkSegment(5453f233-923b-413b-9b6e-f53b261eef94),segment_id=5453f233-923b-413b-9b6e-f53b261eef94)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:23:20.232982 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:20.279024 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:23:20.403459 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Routers {'65ba16cf-e8a4-4717-b264-29b0b124512a'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:23:20.404401 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['65ba16cf-e8a4-4717-b264-29b0b124512a'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:23:20.495224 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac3623-7d5c-4388-a1b0-43043cd0f76d req-fb31433e-fb36-4de5-9523-6807657e6a2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:20.496737 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0aac3623-7d5c-4388-a1b0-43043cd0f76d req-fb31433e-fb36-4de5-9523-6807657e6a2b service neutron] 10.222.0.73 "GET /v2.0/networks?id=61ae865f-23c9-4b29-9a12-891588038d90 HTTP/1.1" status: 200 len: 911 time: 0.2833519 Feb 10 12:23:20.536283 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825593b-f837-4867-aba7-67143a23fe85 None None] Pushing event updated for resources: {'Port': ['ID=9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:20.575370 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:20.576210 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:20.698331 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efe5ab-d2ce-4c35-bfe8-7b626b5e2753 req-57af511e-de7b-4806-95eb-830bbc5d8edc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:20.706154 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-30efe5ab-d2ce-4c35-bfe8-7b626b5e2753 req-57af511e-de7b-4806-95eb-830bbc5d8edc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 944 time: 0.1404095 Feb 10 12:23:20.810028 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-30efe5ab-d2ce-4c35-bfe8-7b626b5e2753 req-7b5fac48-d743-45d5-9aa4-7ec142eb4df0 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974329 Feb 10 12:23:20.811894 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] Set router 65ba16cf-e8a4-4717-b264-29b0b124512a gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:23:20.857300 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0aac3623-7d5c-4388-a1b0-43043cd0f76d req-29bf2778-8ca1-447d-ad48-34dc5e5594e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8600ba31-1502-4223-9b22-222bdb6d387b HTTP/1.1" status: 200 len: 217 time: 0.3515234 Feb 10 12:23:20.936822 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac3623-7d5c-4388-a1b0-43043cd0f76d req-53687088-9b18-4ea0-8f50-f478d9c1c0ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:20.938626 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0aac3623-7d5c-4388-a1b0-43043cd0f76d req-53687088-9b18-4ea0-8f50-f478d9c1c0ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31497515-2bce-4920-b835-0e43ace429aa HTTP/1.1" status: 200 len: 849 time: 0.0750716 Feb 10 12:23:21.051532 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0aac3623-7d5c-4388-a1b0-43043cd0f76d req-e8c9ebc1-3773-4d2f-a806-ee66de31a747 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61ae865f-23c9-4b29-9a12-891588038d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1068313 Feb 10 12:23:21.209181 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0aac3623-7d5c-4388-a1b0-43043cd0f76d req-d7e1c0fe-3c70-4ab6-8ad8-efa97c29d12f service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512046 Feb 10 12:23:21.331136 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'name': 'tempest-TestSnapshotPattern-266093394-router', 'tenant_id': 'b021c58e590a46eca695bf0359b2f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:23:04Z', 'updated_at': '2022-02-10T12:23:07Z', 'revision_number': 4, 'project_id': 'b021c58e590a46eca695bf0359b2f58e', 'gw_port': {'id': '898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:23:04Z', 'updated_at': '2022-02-10T12:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63', 'name': '', 'network_id': '3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b', 'tenant_id': 'b021c58e590a46eca695bf0359b2f58e', 'mac_address': 'fa:16:3e:8e:93:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fee822e-1c94-424a-8f21-f73d67d1406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:23:07Z', 'updated_at': '2022-02-10T12:23:20Z', 'revision_number': 4, 'project_id': 'b021c58e590a46eca695bf0359b2f58e', 'subnets': [{'id': '4fee822e-1c94-424a-8f21-f73d67d1406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:23:21.337466 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b55bbb3-d571-4211-bc31-6e76f29d4f7b None None] The sync data for ids ['65ba16cf-e8a4-4717-b264-29b0b124512a'] in dv-neutron-828497-1-hyperv is: [{'id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'name': 'tempest-TestSnapshotPattern-266093394-router', 'tenant_id': 'b021c58e590a46eca695bf0359b2f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:23:04Z', 'updated_at': '2022-02-10T12:23:07Z', 'revision_number': 4, 'project_id': 'b021c58e590a46eca695bf0359b2f58e', 'gw_port': {'id': '898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:23:04Z', 'updated_at': '2022-02-10T12:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63', 'name': '', 'network_id': '3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b', 'tenant_id': 'b021c58e590a46eca695bf0359b2f58e', 'mac_address': 'fa:16:3e:8e:93:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fee822e-1c94-424a-8f21-f73d67d1406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:23:07Z', 'updated_at': '2022-02-10T12:23:20Z', 'revision_number': 4, 'project_id': 'b021c58e590a46eca695bf0359b2f58e', 'subnets': [{'id': '4fee822e-1c94-424a-8f21-f73d67d1406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:23:21.376959 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-0aac3623-7d5c-4388-a1b0-43043cd0f76d req-b5e5c064-c1b2-403f-b99f-f70a5f41917a service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611004 Feb 10 12:23:22.144443 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3fe5f-a938-48ca-90c4-da1cb5b2b254 req-c34daa43-48ad-4c29-bc98-ccf2fc174a85 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:22.146337 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9fa3fe5f-a938-48ca-90c4-da1cb5b2b254 req-c34daa43-48ad-4c29-bc98-ccf2fc174a85 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 944 time: 0.1043568 Feb 10 12:23:22.222167 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9fa3fe5f-a938-48ca-90c4-da1cb5b2b254 req-56d250a3-d1c4-48a9-968d-3f9693b39aa8 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686769 Feb 10 12:23:22.332190 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:23:22.428895 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning for port 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:23:22.434447 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:22.434822 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:22.573493 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:22.611728 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] For port 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63,segment=NetworkSegment(5453f233-923b-413b-9b6e-f53b261eef94),segment_id=5453f233-923b-413b-9b6e-f53b261eef94)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:23:22.616625 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:22.687048 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Pushing event updated for resources: {'Port': ['ID=9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:23.469004 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc18584-5725-4c9f-bae1-963027271ca1 req-dfe2bf63-557b-46b9-8c42-330c67dab67e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:23.471415 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cfc18584-5725-4c9f-bae1-963027271ca1 req-dfe2bf63-557b-46b9-8c42-330c67dab67e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 944 time: 0.0924664 Feb 10 12:23:23.522482 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cfc18584-5725-4c9f-bae1-963027271ca1 req-b9aeccde-3542-4e1e-ab01-bcd475778df8 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448320 Feb 10 12:23:24.025988 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 8600ba31-1502-4223-9b22-222bdb6d387b details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:23:24.179098 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 8600ba31-1502-4223-9b22-222bdb6d387b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=8600ba31-1502-4223-9b22-222bdb6d387b,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:23:24.201551 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '8600ba31-1502-4223-9b22-222bdb6d387b', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'port_id': '8600ba31-1502-4223-9b22-222bdb6d387b', 'mac_address': 'fa:16:3e:e4:b1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:23:24.253513 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 up at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:23:24.334980 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:24.366701 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8600ba31-1502-4223-9b22-222bdb6d387b {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:23:24.388953 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 8600ba31-1502-4223-9b22-222bdb6d387b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=8600ba31-1502-4223-9b22-222bdb6d387b,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:23:24.393313 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Provisioning complete for port 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:24.393782 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:24.424997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:24.527799 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=8600ba31-1502-4223-9b22-222bdb6d387b,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:24.661222 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['8600ba31-1502-4223-9b22-222bdb6d387b'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:23:24.836627 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdf55e-310d-4562-849f-0de08b62f055 req-03dcce65-19c5-44b7-8ef6-f2a5eb910250 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:24.838411 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a0fdf55e-310d-4562-849f-0de08b62f055 req-03dcce65-19c5-44b7-8ef6-f2a5eb910250 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 945 time: 0.0996544 Feb 10 12:23:24.925583 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a0fdf55e-310d-4562-849f-0de08b62f055 req-8c18e8eb-97f9-485c-9861-e9c31aec4e61 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767155 Feb 10 12:23:26.028659 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 8600ba31-1502-4223-9b22-222bdb6d387b up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:23:26.105754 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port 8600ba31-1502-4223-9b22-222bdb6d387b completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:23:26.111697 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 8600ba31-1502-4223-9b22-222bdb6d387b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:23:26.112141 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:26.215233 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66fd1a-7091-4e58-9614-61177cd0c54e req-f72cf53f-0f21-450d-b535-960566f59021 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:26.216791 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f66fd1a-7091-4e58-9614-61177cd0c54e req-f72cf53f-0f21-450d-b535-960566f59021 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 945 time: 0.1254759 Feb 10 12:23:26.261434 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:26.271060 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f66fd1a-7091-4e58-9614-61177cd0c54e req-d7097cba-e991-4cdd-a80e-0780e7ea7930 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447865 Feb 10 12:23:26.296293 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8600ba31-1502-4223-9b22-222bdb6d387b'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:23:26.306937 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 8600ba31-1502-4223-9b22-222bdb6d387b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=8600ba31-1502-4223-9b22-222bdb6d387b,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:23:26.316198 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:26.368033 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8600ba31-1502-4223-9b22-222bdb6d387b', 'code': 200} Feb 10 12:23:26.414261 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=8600ba31-1502-4223-9b22-222bdb6d387b,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:26.571445 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4f8d72b1-f87d-40eb-b325-730b01e63e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:26.688787 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5eb3083e-b0a8-4843-b4e3-76dd022dc89d req-7e42c7f4-e8b1-4fb7-9095-e1ee6792c61c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 1099 time: 0.0874419 Feb 10 12:23:26.736481 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-5eb3083e-b0a8-4843-b4e3-76dd022dc89d req-1519049f-718c-434d-a54a-5a951312f2a8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432358 Feb 10 12:23:27.608241 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfd17e-f508-4643-9225-2e28e19f1cbc req-0fb9f5d2-dc72-439f-a408-4e0382207f76 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:27.611265 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-96cfd17e-f508-4643-9225-2e28e19f1cbc req-0fb9f5d2-dc72-439f-a408-4e0382207f76 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 946 time: 0.1846275 Feb 10 12:23:27.672369 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-96cfd17e-f508-4643-9225-2e28e19f1cbc req-ca6b5001-251a-42a9-8695-4696be109e85 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548637 Feb 10 12:23:28.871809 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7a644d8c-18e6-40ab-a549-a00acb2ed0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:28.912171 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975886b-c156-4c7a-b0c3-df4c88c26017 req-84c98c2c-7196-4f44-9439-fc318cf94f6f tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:28.914794 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1975886b-c156-4c7a-b0c3-df4c88c26017 req-84c98c2c-7196-4f44-9439-fc318cf94f6f tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 946 time: 0.1118250 Feb 10 12:23:28.987114 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1975886b-c156-4c7a-b0c3-df4c88c26017 req-3cfddac3-b189-4bc4-a1c1-c4729c1eb291 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639706 Feb 10 12:23:29.253823 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6abb7-d289-42f6-9d79-b9c5a949a8b5 req-e0a9fd40-9858-4597-8703-4ba717a506e1 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:29.256171 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a9d6abb7-d289-42f6-9d79-b9c5a949a8b5 req-e0a9fd40-9858-4597-8703-4ba717a506e1 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 946 time: 0.1097164 Feb 10 12:23:29.309921 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a9d6abb7-d289-42f6-9d79-b9c5a949a8b5 req-5ee415a7-47aa-47e3-ad1a-46d2bbb5c31b tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476003 Feb 10 12:23:29.342972 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48702) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:23:29.607917 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-ec6a8b2a-bd82-4ee5-a429-cb22bfb417b0 tempest-TestSnapshotPattern-1348685700 tempest-TestSnapshotPattern-1348685700-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 1094 time: 0.2622182 Feb 10 12:23:29.611050 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 48708) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:23:29.616646 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': '8600ba31-1502-4223-9b22-222bdb6d387b', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:23:29.622865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:23:29.627764 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Usage tracker for resource:floatingip and tenant:61a246a3d24949788dcdc3dd9c190dc1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:23:29.631160 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:23:29.637762 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:23:29.650470 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:29.871923 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:30.040911 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:30.141622 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Allocated IP 172.26.4.183 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/fdd5154d-1495-41ac-a2f1-602b8d20cfe1) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:23:30.201941 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:30.339255 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:30.369820 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:30.442880 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:23:30.446162 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:23:30.450780 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:23:30.475822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event updated for resources: {'Port': ['ID=fdd5154d-1495-41ac-a2f1-602b8d20cfe1,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:31.010579 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:31.075998 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:31.315746 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:31.321259 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1694441'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:31.545323 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event updated for resources: {'Port': ['ID=fdd5154d-1495-41ac-a2f1-602b8d20cfe1,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:23:31.562911 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:31.785402 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Floating IP 8ea0e65f-08aa-4576-b504-3806fec796f8 associated. External IP: 172.26.4.183, port: 8600ba31-1502-4223-9b22-222bdb6d387b. Feb 10 12:23:31.790046 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:32.387289 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:23:32.644720 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:23:32.659875 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56fea2e-9f76-4a99-8f25-64cf4014f8d7 None None] Sync routers for ids ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:23:32.676528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56fea2e-9f76-4a99-8f25-64cf4014f8d7 None None] Routers {'81afc210-f20c-4d84-aa66-2d2d55fe6bd4'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:23:32.677437 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a56fea2e-9f76-4a99-8f25-64cf4014f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:23:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:23:32.687995 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:32.757437 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fcd2aae3-7eea-4ba5-8e85-d91d6e7b9292 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1397202 Feb 10 12:23:32.757437 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'tag': '8600ba31-1502-4223-9b22-222bdb6d387b'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:23:32.917658 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'tag': '8600ba31-1502-4223-9b22-222bdb6d387b', 'status': 'completed', 'code': 200} Feb 10 12:23:32.933743 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a56fea2e-9f76-4a99-8f25-64cf4014f8d7 None None] Set router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:23:33.022521 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-78191f6b-5a9c-4ad6-92e9-b105c25e818e req-67e74807-9d17-4e40-b161-9ebe6582bfca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61a246a3d24949788dcdc3dd9c190dc1&device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 1099 time: 0.0792491 Feb 10 12:23:33.195226 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78191f6b-5a9c-4ad6-92e9-b105c25e818e req-aae26063-3946-4a5d-818c-feacba6c8cc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:33.196689 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-78191f6b-5a9c-4ad6-92e9-b105c25e818e req-aae26063-3946-4a5d-818c-feacba6c8cc0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61ae865f-23c9-4b29-9a12-891588038d90 HTTP/1.1" status: 200 len: 911 time: 0.1688902 Feb 10 12:23:33.323936 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-78191f6b-5a9c-4ad6-92e9-b105c25e818e req-2c155897-7551-4893-8f42-3ec1ca962cfd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8600ba31-1502-4223-9b22-222bdb6d387b HTTP/1.1" status: 200 len: 1000 time: 0.1198027 Feb 10 12:23:33.403132 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78191f6b-5a9c-4ad6-92e9-b105c25e818e req-f4ffd793-2eb7-4540-bca0-85789208bbb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:33.404865 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-78191f6b-5a9c-4ad6-92e9-b105c25e818e req-f4ffd793-2eb7-4540-bca0-85789208bbb9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31497515-2bce-4920-b835-0e43ace429aa HTTP/1.1" status: 200 len: 849 time: 0.0747621 Feb 10 12:23:33.469718 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a56fea2e-9f76-4a99-8f25-64cf4014f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '8ea0e65f-08aa-4576-b504-3806fec796f8', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'port_id': '8600ba31-1502-4223-9b22-222bdb6d387b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'mac_address': 'fa:16:3e:e4:b1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:23:30Z', 'updated_at': '2022-02-10T12:23:30Z', 'revision_number': 0, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4cdbfa-b312-41b8-9f59-4f4d8d22b112', 'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'mac_address': 'fa:16:3e:74:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:58Z', 'updated_at': '2022-02-10T12:23:19Z', 'revision_number': 5, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'subnets': [{'id': '31497515-2bce-4920-b835-0e43ace429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:23:33.476097 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56fea2e-9f76-4a99-8f25-64cf4014f8d7 None None] Checking router: 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:23:33.495310 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56fea2e-9f76-4a99-8f25-64cf4014f8d7 None None] Routers {'81afc210-f20c-4d84-aa66-2d2d55fe6bd4'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:23:33.496393 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a56fea2e-9f76-4a99-8f25-64cf4014f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:23:29Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:23:33.501919 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-78191f6b-5a9c-4ad6-92e9-b105c25e818e req-cb21dde3-fc85-4511-aa84-0470cfe973ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61ae865f-23c9-4b29-9a12-891588038d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909405 Feb 10 12:23:33.656149 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-78191f6b-5a9c-4ad6-92e9-b105c25e818e req-d8ccadf0-16e7-45c0-b140-a066f52fb8f6 service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477790 Feb 10 12:23:33.832088 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a56fea2e-9f76-4a99-8f25-64cf4014f8d7 None None] Set router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:23:33.834805 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-78191f6b-5a9c-4ad6-92e9-b105c25e818e req-c4eb244a-a6ab-4f4e-a349-4f1f91357e3a service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732144 Feb 10 12:23:34.336853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a56fea2e-9f76-4a99-8f25-64cf4014f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '8ea0e65f-08aa-4576-b504-3806fec796f8', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'port_id': '8600ba31-1502-4223-9b22-222bdb6d387b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'mac_address': 'fa:16:3e:e4:b1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:23:30Z', 'updated_at': '2022-02-10T12:23:30Z', 'revision_number': 0, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4cdbfa-b312-41b8-9f59-4f4d8d22b112', 'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'mac_address': 'fa:16:3e:74:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:58Z', 'updated_at': '2022-02-10T12:23:19Z', 'revision_number': 5, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'subnets': [{'id': '31497515-2bce-4920-b835-0e43ace429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:23:34.344995 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56fea2e-9f76-4a99-8f25-64cf4014f8d7 None None] The sync data for ids ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'] in dv-neutron-828497-1-hyperv is: [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '8ea0e65f-08aa-4576-b504-3806fec796f8', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'port_id': '8600ba31-1502-4223-9b22-222bdb6d387b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'mac_address': 'fa:16:3e:e4:b1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:23:30Z', 'updated_at': '2022-02-10T12:23:30Z', 'revision_number': 0, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4cdbfa-b312-41b8-9f59-4f4d8d22b112', 'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'mac_address': 'fa:16:3e:74:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:58Z', 'updated_at': '2022-02-10T12:23:19Z', 'revision_number': 5, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'subnets': [{'id': '31497515-2bce-4920-b835-0e43ace429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:23:34.438497 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:23:38.786743 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:39.126797 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bb52a0-1e75-4204-b081-55041506f6d0 None None] New status for floating IP 8ea0e65f-08aa-4576-b504-3806fec796f8: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:23:53.190043 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f3c2ff5c-84bf-4e15-a231-19f4ac9c6b8f req-5ea4f9b9-95bd-4b88-931a-e312cd41a5d9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768642 Feb 10 12:23:53.341276 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f3c2ff5c-84bf-4e15-a231-19f4ac9c6b8f req-0d5112b0-678c-470a-8fc2-52fc02c582d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61a246a3d24949788dcdc3dd9c190dc1&device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 1099 time: 0.0759954 Feb 10 12:23:53.505859 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2ff5c-84bf-4e15-a231-19f4ac9c6b8f req-5ec73be7-ae39-41ce-a59b-adac1b920f6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:53.507697 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f3c2ff5c-84bf-4e15-a231-19f4ac9c6b8f req-5ec73be7-ae39-41ce-a59b-adac1b920f6b service neutron] 10.222.0.73 "GET /v2.0/networks?id=61ae865f-23c9-4b29-9a12-891588038d90 HTTP/1.1" status: 200 len: 911 time: 0.1470847 Feb 10 12:23:53.623081 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f3c2ff5c-84bf-4e15-a231-19f4ac9c6b8f req-eb4a0f55-3c3c-4bfb-967a-2a4ddf1af5fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8600ba31-1502-4223-9b22-222bdb6d387b HTTP/1.1" status: 200 len: 1002 time: 0.1066306 Feb 10 12:23:53.798367 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2ff5c-84bf-4e15-a231-19f4ac9c6b8f req-f9fb81af-753d-4bef-9ede-63248000d60f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:53.799820 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f3c2ff5c-84bf-4e15-a231-19f4ac9c6b8f req-f9fb81af-753d-4bef-9ede-63248000d60f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31497515-2bce-4920-b835-0e43ace429aa HTTP/1.1" status: 200 len: 849 time: 0.1706352 Feb 10 12:23:53.891876 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f3c2ff5c-84bf-4e15-a231-19f4ac9c6b8f req-413c336f-19a1-4814-9f6f-7bce8f365e08 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61ae865f-23c9-4b29-9a12-891588038d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849013 Feb 10 12:23:54.144087 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f3c2ff5c-84bf-4e15-a231-19f4ac9c6b8f req-508170e4-5807-4ec9-b1cf-505862244d2e service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437642 Feb 10 12:23:54.292719 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-f3c2ff5c-84bf-4e15-a231-19f4ac9c6b8f req-7b6c2b85-62ab-4939-ad90-4dbeba7ffa0e service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430707 Feb 10 12:23:56.566453 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-36f8901a-6c60-494e-a846-0d0ad4f379ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:58.881178 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-770c2dc9-708a-4e10-bc89-40e60ca986a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:00.043203 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:00.190089 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:01.786492 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:08.804869 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:11.440281 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:24:26.570875 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a18d745e-bd38-42c4-8a0f-d85e7d7396da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:28.872743 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7f63c504-3e4a-4eed-9176-fe9b0c24be90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:30.048667 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:30.186409 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:31.789366 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:38.798780 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:48.442857 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:24:53.236300 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c09f03da-fbfd-4084-86ad-fb0f9866a169 req-fed2e060-3d20-43d2-9b1d-66525a6ed9fc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799963 Feb 10 12:24:53.387426 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c09f03da-fbfd-4084-86ad-fb0f9866a169 req-a7d40b4a-e41f-49d1-bc6e-30527b95edb8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61a246a3d24949788dcdc3dd9c190dc1&device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 1099 time: 0.0785499 Feb 10 12:24:53.560823 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f03da-fbfd-4084-86ad-fb0f9866a169 req-3c75cf36-8857-4065-a911-f0aa8899f41c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:53.562280 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c09f03da-fbfd-4084-86ad-fb0f9866a169 req-3c75cf36-8857-4065-a911-f0aa8899f41c service neutron] 10.222.0.73 "GET /v2.0/networks?id=61ae865f-23c9-4b29-9a12-891588038d90 HTTP/1.1" status: 200 len: 911 time: 0.1547947 Feb 10 12:24:53.669194 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c09f03da-fbfd-4084-86ad-fb0f9866a169 req-58820f79-4a24-4ddb-8274-9aa7ccffdcf2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8600ba31-1502-4223-9b22-222bdb6d387b HTTP/1.1" status: 200 len: 1002 time: 0.1003494 Feb 10 12:24:53.742642 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f03da-fbfd-4084-86ad-fb0f9866a169 req-1effec33-cdde-446c-ac24-03c03f13d84b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:53.744175 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c09f03da-fbfd-4084-86ad-fb0f9866a169 req-1effec33-cdde-446c-ac24-03c03f13d84b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31497515-2bce-4920-b835-0e43ace429aa HTTP/1.1" status: 200 len: 849 time: 0.0623982 Feb 10 12:24:53.828822 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c09f03da-fbfd-4084-86ad-fb0f9866a169 req-b799ee92-97f3-47c5-985c-6c3ba5cccdb9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61ae865f-23c9-4b29-9a12-891588038d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769587 Feb 10 12:24:53.974708 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c09f03da-fbfd-4084-86ad-fb0f9866a169 req-7fb6d66b-f1f8-445c-87db-9147ec13fbd4 service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391516 Feb 10 12:24:54.126369 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-c09f03da-fbfd-4084-86ad-fb0f9866a169 req-808c9f71-f99d-4717-adf8-5b02bab91a43 service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406646 Feb 10 12:24:56.576987 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9b89f5e8-0ef4-4aa2-9d8e-a3b8874bc9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:58.871169 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9caf473b-9b72-4c96-b298-ec19dc8caa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:00.048170 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:00.180930 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:01.792917 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:08.814694 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:25.444507 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:25:26.575979 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-490f9b8c-54b4-484f-95ab-002d74ca232b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:28.868191 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-79f05ac7-7d71-4f94-9cf8-f534259872af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:30.051781 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:30.187736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:30.645550 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 8600ba31-1502-4223-9b22-222bdb6d387b details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:25:30.852885 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 8600ba31-1502-4223-9b22-222bdb6d387b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=8600ba31-1502-4223-9b22-222bdb6d387b,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:25:30.870388 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': '8600ba31-1502-4223-9b22-222bdb6d387b', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'port_id': '8600ba31-1502-4223-9b22-222bdb6d387b', 'mac_address': 'fa:16:3e:e4:b1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:25:30.930960 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:30.951047 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8600ba31-1502-4223-9b22-222bdb6d387b {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:25:30.970300 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 8600ba31-1502-4223-9b22-222bdb6d387b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=8600ba31-1502-4223-9b22-222bdb6d387b,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:25:30.974902 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:31.054679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['8600ba31-1502-4223-9b22-222bdb6d387b'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:25:31.101094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=8600ba31-1502-4223-9b22-222bdb6d387b,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:25:31.132161 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:31.132518 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:31.132865 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:31.133403 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:31.133750 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:31.134096 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:31.134440 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:31.134831 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:31.135669 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:31.135988 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:31.136322 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:31.796013 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:32.647829 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 8600ba31-1502-4223-9b22-222bdb6d387b up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:25:32.747529 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port 8600ba31-1502-4223-9b22-222bdb6d387b triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:25:32.747998 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:32.907528 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:32.940932 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8600ba31-1502-4223-9b22-222bdb6d387b'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:25:32.953952 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 8600ba31-1502-4223-9b22-222bdb6d387b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=8600ba31-1502-4223-9b22-222bdb6d387b,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:25:32.960484 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:33.047083 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8600ba31-1502-4223-9b22-222bdb6d387b', 'code': 200} Feb 10 12:25:33.061516 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=8600ba31-1502-4223-9b22-222bdb6d387b,revision_number=7']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:25:38.875172 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:44.019514 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-48903130-74c5-41be-9730-4057be2f1514 req-1aad4d02-b816-4958-9191-94b112ce223a tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1029798359&fields=id&tenant_id=61a246a3d24949788dcdc3dd9c190dc1 HTTP/1.1" status: 200 len: 267 time: 0.0496340 Feb 10 12:25:44.176296 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48903130-74c5-41be-9730-4057be2f1514 req-710302c1-74e2-44a1-9ba5-e7f462452fac tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:25:44.177746 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-48903130-74c5-41be-9730-4057be2f1514 req-710302c1-74e2-44a1-9ba5-e7f462452fac tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/networks?id=61ae865f-23c9-4b29-9a12-891588038d90 HTTP/1.1" status: 200 len: 810 time: 0.1503749 Feb 10 12:25:44.200127 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-48903130-74c5-41be-9730-4057be2f1514 req-f139ce92-9274-4fa7-b883-a55728d264b4 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/quotas/61a246a3d24949788dcdc3dd9c190dc1 HTTP/1.1" status: 200 len: 375 time: 0.0114133 Feb 10 12:25:44.293298 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-48903130-74c5-41be-9730-4057be2f1514 req-ce4ff3ec-1709-43cc-b98f-0d82bf0fca5d tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=61a246a3d24949788dcdc3dd9c190dc1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0874090 Feb 10 12:25:44.446383 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-48903130-74c5-41be-9730-4057be2f1514 req-7f0d3ed9-43a6-435c-9639-440473dcad3d service neutron] 10.222.0.36 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403613 Feb 10 12:25:44.608212 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-48903130-74c5-41be-9730-4057be2f1514 req-b05b4713-c5ad-4080-b614-e9976fa56dd1 service neutron] 10.222.0.36 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553216 Feb 10 12:25:45.853995 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cbdb9b93-fe89-46de-bfa6-bf8f8fe1ca39 req-1bfdf07b-cbec-41d5-9176-405c57e0b599 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 210 time: 0.0446773 Feb 10 12:25:46.737091 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 8600ba31-1502-4223-9b22-222bdb6d387b no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:25:46.866890 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:46.897470 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8600ba31-1502-4223-9b22-222bdb6d387b'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:25:46.908945 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port 8600ba31-1502-4223-9b22-222bdb6d387b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=8600ba31-1502-4223-9b22-222bdb6d387b,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:25:46.916263 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:46.997952 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=8600ba31-1502-4223-9b22-222bdb6d387b,revision_number=8']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:25:47.049950 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8600ba31-1502-4223-9b22-222bdb6d387b', 'code': 200} Feb 10 12:25:47.207210 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3229b7b8-64fd-48fd-9de1-d85912c5a6b4 req-9a5db6b1-a362-4c52-aead-7d59ef09147c tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 210 time: 0.1716423 Feb 10 12:25:48.481184 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9e2bc2da-5476-40c6-965b-daaf928f38db req-ea0aab17-7914-4e15-9ce1-6f76434c1a98 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 210 time: 0.1790798 Feb 10 12:25:49.671408 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3931d375-bea3-417a-947b-2447562dfc9b req-f68a8f18-8e86-4bce-bf23-afd9e70b92d9 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 210 time: 0.0427072 Feb 10 12:25:50.870666 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa014f63-dd2f-4414-b013-1a8e1a76cddc req-6b8edfe1-8ff1-41a6-a6e7-798fca7a4ed4 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 210 time: 0.0575733 Feb 10 12:25:51.422523 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48903130-74c5-41be-9730-4057be2f1514 req-295dee49-8979-4289-bbae-0a6cf757fc27 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:25:51.424036 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-48903130-74c5-41be-9730-4057be2f1514 req-295dee49-8979-4289-bbae-0a6cf757fc27 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.73 "GET /v2.0/networks?id=61ae865f-23c9-4b29-9a12-891588038d90 HTTP/1.1" status: 200 len: 810 time: 0.1666179 Feb 10 12:25:51.492256 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-48903130-74c5-41be-9730-4057be2f1514 req-1ed9bd92-89c6-4d4f-9f54-c47827ea2efd tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61a246a3d24949788dcdc3dd9c190dc1 HTTP/1.1" status: 200 len: 380 time: 0.0551801 Feb 10 12:25:51.503556 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-48903130-74c5-41be-9730-4057be2f1514 req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Request body: {'port': {'device_id': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'admin_state_up': True, 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'security_groups': ['0a430825-1f9e-4c27-85b2-f17f0d8d69f1']}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:25:51.687176 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-48903130-74c5-41be-9730-4057be2f1514 req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:25:51.694262 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-48903130-74c5-41be-9730-4057be2f1514 req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Usage tracker for resource:port and tenant:61a246a3d24949788dcdc3dd9c190dc1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:25:51.700335 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-48903130-74c5-41be-9730-4057be2f1514 req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:25:51.711221 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [req-48903130-74c5-41be-9730-4057be2f1514 req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:25:51.729669 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48903130-74c5-41be-9730-4057be2f1514 req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Made reservation on behalf of 61a246a3d24949788dcdc3dd9c190dc1 for: {'port': 1} {{(pid=83555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:25:51.734762 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-48903130-74c5-41be-9730-4057be2f1514 req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:52.115719 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cc20dfd6-c82a-46d8-bfe8-3badb620dac2 req-92ec028a-201a-4c27-a4ec-644f9c738432 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 210 time: 0.0756562 Feb 10 12:25:52.221504 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [req-48903130-74c5-41be-9730-4057be2f1514 req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Allocated IP 172.20.0.5 (61ae865f-23c9-4b29-9a12-891588038d90/31497515-2bce-4920-b835-0e43ace429aa/b6c973f9-a628-4743-aece-5b8ceac43676) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:25:52.480751 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-48903130-74c5-41be-9730-4057be2f1514 req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:52.501458 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-48903130-74c5-41be-9730-4057be2f1514 req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Transition to ACTIVE for port object b6c973f9-a628-4743-aece-5b8ceac43676 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:25:52.537212 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-48903130-74c5-41be-9730-4057be2f1514 req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:52.637571 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48903130-74c5-41be-9730-4057be2f1514 req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Network 61ae865f-23c9-4b29-9a12-891588038d90 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:25:52.641377 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [req-48903130-74c5-41be-9730-4057be2f1514 req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:25:52.646595 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-48903130-74c5-41be-9730-4057be2f1514 req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:25:52.674564 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event updated for resources: {'Port': ['ID=b6c973f9-a628-4743-aece-5b8ceac43676,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:25:52.703644 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:52.704102 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:52.704531 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:52.704941 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:52.705789 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:52.705789 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:52.706036 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:52.706426 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:52.706836 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:52.707346 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:52.707991 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:25:52.738138 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48903130-74c5-41be-9730-4057be2f1514 req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:25:52.739258 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-48903130-74c5-41be-9730-4057be2f1514 req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:52.768048 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-48903130-74c5-41be-9730-4057be2f1514 req-e34bd069-8d38-4dd4-9f37-4afcb99414af tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2712023 Feb 10 12:25:53.108034 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-de997f97-acf1-4afc-b2b6-39845bacf425 None None] Provisioning for port b6c973f9-a628-4743-aece-5b8ceac43676 completed by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:25:53.114716 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-de997f97-acf1-4afc-b2b6-39845bacf425 None None] Provisioning complete for port b6c973f9-a628-4743-aece-5b8ceac43676 triggered by entity DHCP. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:25:53.115210 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-de997f97-acf1-4afc-b2b6-39845bacf425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:53.196569 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-de997f97-acf1-4afc-b2b6-39845bacf425 None None] Port b6c973f9-a628-4743-aece-5b8ceac43676 cannot update to ACTIVE because it is not bound. {{(pid=83556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:25:53.379889 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f4e4d-524e-4c90-bb4c-f729938ff1e4 req-eca2086a-cf9a-4871-9e95-44c6c11a77c0 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:25:53.383512 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-699f4e4d-524e-4c90-bb4c-f729938ff1e4 req-eca2086a-cf9a-4871-9e95-44c6c11a77c0 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 931 time: 0.1345901 Feb 10 12:25:53.463782 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-699f4e4d-524e-4c90-bb4c-f729938ff1e4 req-68a3fe00-57e4-434a-9cfc-cef3142a43b0 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735097 Feb 10 12:25:54.767217 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e84ce-e288-4666-9604-67b0ce3a0d8e req-2c7b3c77-c290-4343-8cbe-46453dc06a77 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:25:54.770063 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-381e84ce-e288-4666-9604-67b0ce3a0d8e req-2c7b3c77-c290-4343-8cbe-46453dc06a77 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 931 time: 0.1430521 Feb 10 12:25:54.876150 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-381e84ce-e288-4666-9604-67b0ce3a0d8e req-c6bd7153-ab48-46f8-9cab-ded98ac59a21 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948601 Feb 10 12:25:56.308935 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfecef0-fe28-4a42-a427-16d11dd847d2 req-ca013661-828e-4af0-b38d-5cfbdfee7775 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:25:56.313285 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9cfecef0-fe28-4a42-a427-16d11dd847d2 req-ca013661-828e-4af0-b38d-5cfbdfee7775 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 931 time: 0.1495349 Feb 10 12:25:56.410735 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9cfecef0-fe28-4a42-a427-16d11dd847d2 req-c204055a-290f-4049-a89b-5b8c76a286cd tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759978 Feb 10 12:25:56.585571 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5d7b1daa-1537-443e-afbe-154b8f6fb00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:57.838812 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332f930-6a87-4248-b096-59a77ea468fb req-3b030c5a-2388-4b36-8609-6a9bdfadd664 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:25:57.840572 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1332f930-6a87-4248-b096-59a77ea468fb req-3b030c5a-2388-4b36-8609-6a9bdfadd664 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 931 time: 0.2495780 Feb 10 12:25:57.909843 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1332f930-6a87-4248-b096-59a77ea468fb req-11779171-626c-4e4a-8af7-13b8cb7c68fd tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593174 Feb 10 12:25:58.887414 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3e05beae-fb67-45b4-9ee2-4f751305133c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:59.208558 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295913c-cafd-4bfb-accd-727b7e433dcd req-afebe14e-4baf-41df-80f2-c2790877b9e9 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:25:59.211024 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7295913c-cafd-4bfb-accd-727b7e433dcd req-afebe14e-4baf-41df-80f2-c2790877b9e9 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 931 time: 0.1227701 Feb 10 12:25:59.289808 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7295913c-cafd-4bfb-accd-727b7e433dcd req-62ea9022-4edb-4819-8491-cfc7d8f5dcff tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689809 Feb 10 12:26:00.056690 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:00.195316 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:00.518140 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7494b5a-93e0-44d1-902b-372a2b6a13d3 req-075cf50f-6b54-46d8-80d4-08e3d558dd11 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:00.520003 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f7494b5a-93e0-44d1-902b-372a2b6a13d3 req-075cf50f-6b54-46d8-80d4-08e3d558dd11 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 931 time: 0.0898631 Feb 10 12:26:00.544386 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.73', 63650) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:26:00.583036 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f7494b5a-93e0-44d1-902b-372a2b6a13d3 req-0b7dee65-76a1-45b7-b09d-99dd0597d77a tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515153 Feb 10 12:26:00.629622 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Request body: {'port': {'device_id': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8284'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:26:00.925923 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:00.953324 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fb1fdea6-96ec-4c16-9490-0447b1f1902c req-1ca9eaf8-8539-4e61-a07b-80bc7668feb3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4065490 Feb 10 12:26:01.269507 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fb1fdea6-96ec-4c16-9490-0447b1f1902c req-27b2c9cf-d122-4dc3-a5b0-71a9b63813ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61a246a3d24949788dcdc3dd9c190dc1&device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 1097 time: 0.2330644 Feb 10 12:26:01.511664 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fdea6-96ec-4c16-9490-0447b1f1902c req-de19fe4e-f47e-4d3b-85d0-4eb43d905431 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:01.513115 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fb1fdea6-96ec-4c16-9490-0447b1f1902c req-de19fe4e-f47e-4d3b-85d0-4eb43d905431 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61ae865f-23c9-4b29-9a12-891588038d90 HTTP/1.1" status: 200 len: 911 time: 0.2155042 Feb 10 12:26:01.577419 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c973f9-a628-4743-aece-5b8ceac43676 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:26:01.591325 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:01.636276 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Transition to ACTIVE for port object b6c973f9-a628-4743-aece-5b8ceac43676 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:26:01.648386 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:01.683918 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fb1fdea6-96ec-4c16-9490-0447b1f1902c req-9271e161-a81a-43b3-bd3d-bfb5c1ce46b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8600ba31-1502-4223-9b22-222bdb6d387b HTTP/1.1" status: 200 len: 1000 time: 0.1633852 Feb 10 12:26:01.806758 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:01.833748 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c973f9-a628-4743-aece-5b8ceac43676,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:01.861700 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fdea6-96ec-4c16-9490-0447b1f1902c req-233e0206-0b95-4e99-aa7d-c32a3458d543 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:01.864337 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fb1fdea6-96ec-4c16-9490-0447b1f1902c req-233e0206-0b95-4e99-aa7d-c32a3458d543 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31497515-2bce-4920-b835-0e43ace429aa HTTP/1.1" status: 200 len: 849 time: 0.1741910 Feb 10 12:26:01.905982 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2bc41-a6ab-4bfe-95ec-f53b181bff10 req-7326cd18-dc23-44bd-9543-421291796839 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:01.910035 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27e2bc41-a6ab-4bfe-95ec-f53b181bff10 req-7326cd18-dc23-44bd-9543-421291796839 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 943 time: 0.1498291 Feb 10 12:26:01.976596 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27e2bc41-a6ab-4bfe-95ec-f53b181bff10 req-c08a8111-cd6f-407e-bb24-d99d94a80761 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602009 Feb 10 12:26:02.196847 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fb1fdea6-96ec-4c16-9490-0447b1f1902c req-6bedb149-e541-4ea1-b4c9-dac6b1a7c7e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61ae865f-23c9-4b29-9a12-891588038d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3254902 Feb 10 12:26:02.197588 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Attempting to bind port b6c973f9-a628-4743-aece-5b8ceac43676 on host hv-neutron-8284 for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:26:02.197917 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Attempting to bind port b6c973f9-a628-4743-aece-5b8ceac43676 by drivers openvswitch,hyperv on host hv-neutron-8284 at level 0 using segments [{'id': '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:26:02.198239 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Attempting to bind port b6c973f9-a628-4743-aece-5b8ceac43676 on network 61ae865f-23c9-4b29-9a12-891588038d90 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:26:02.226238 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Port b6c973f9-a628-4743-aece-5b8ceac43676 on network 61ae865f-23c9-4b29-9a12-891588038d90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8284 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:26:02.226549 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Attempting to bind port b6c973f9-a628-4743-aece-5b8ceac43676 on network 61ae865f-23c9-4b29-9a12-891588038d90 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:26:02.286777 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Checking agent: {'id': '413dd224-76dc-42c3-b659-cb2603556ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8284', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'started_at': datetime.datetime(2022, 2, 10, 11, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:26:02.287120 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Checking segment: {'id': '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:26:02.287510 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Bound using segment: {'id': '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:26:02.287946 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Bound port: b6c973f9-a628-4743-aece-5b8ceac43676, host: hv-neutron-8284, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:26:02.288291 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:02.418172 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fb1fdea6-96ec-4c16-9490-0447b1f1902c req-0c20c3a3-971f-40df-98d5-3aa2f8355b8f service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147846 Feb 10 12:26:02.445463 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:26:02.501156 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] For port b6c973f9-a628-4743-aece-5b8ceac43676, host hv-neutron-8284, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:26:02.526302 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] For port b6c973f9-a628-4743-aece-5b8ceac43676, host hv-neutron-8284, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b6c973f9-a628-4743-aece-5b8ceac43676,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:26:02.532834 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:02.644601 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-fb1fdea6-96ec-4c16-9490-0447b1f1902c req-5622e541-85a4-4658-9ccc-059f36452671 service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196097 Feb 10 12:26:02.649062 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:02.650670 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-48903130-74c5-41be-9730-4057be2f1514 req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] 10.222.0.73 "PUT /v2.0/ports/b6c973f9-a628-4743-aece-5b8ceac43676 HTTP/1.1" status: 200 len: 1093 time: 2.1554842 Feb 10 12:26:02.651139 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'tag': 'b6c973f9-a628-4743-aece-5b8ceac43676'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:26:02.661200 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296baae-5d57-4ed1-9a63-6d73f1b11a47 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c973f9-a628-4743-aece-5b8ceac43676,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:02.776273 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'tag': 'b6c973f9-a628-4743-aece-5b8ceac43676', 'status': 'completed', 'code': 200} Feb 10 12:26:02.819482 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-48903130-74c5-41be-9730-4057be2f1514 req-c40b14e7-b83b-4a35-804f-6cbeaa0072a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61a246a3d24949788dcdc3dd9c190dc1&device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 1096 time: 0.1206465 Feb 10 12:26:02.895817 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-48903130-74c5-41be-9730-4057be2f1514 req-6d87d795-e518-44a1-bdbf-37b2fb08d72e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c973f9-a628-4743-aece-5b8ceac43676 HTTP/1.1" status: 200 len: 217 time: 0.0690732 Feb 10 12:26:02.963218 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48903130-74c5-41be-9730-4057be2f1514 req-602ca70e-9676-48ec-9f77-109e42d40f57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:02.964712 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-48903130-74c5-41be-9730-4057be2f1514 req-602ca70e-9676-48ec-9f77-109e42d40f57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31497515-2bce-4920-b835-0e43ace429aa HTTP/1.1" status: 200 len: 849 time: 0.0631356 Feb 10 12:26:03.051686 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-48903130-74c5-41be-9730-4057be2f1514 req-613acae2-5746-44d4-95fd-d50b0b14c58b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61ae865f-23c9-4b29-9a12-891588038d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796311 Feb 10 12:26:03.200806 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36f4dd-e392-4a77-bb53-9fb3ef083692 req-035dd4a2-e683-42b9-af2b-e2a6f5abdc02 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:03.202380 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd36f4dd-e392-4a77-bb53-9fb3ef083692 req-035dd4a2-e683-42b9-af2b-e2a6f5abdc02 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 943 time: 0.0860016 Feb 10 12:26:03.205860 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-48903130-74c5-41be-9730-4057be2f1514 req-4cc0f29b-d251-4b26-bf71-0fd2f7461dcd service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464863 Feb 10 12:26:03.262322 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd36f4dd-e392-4a77-bb53-9fb3ef083692 req-1fb48b56-6dd9-403b-bec0-e3363860c0ed tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494413 Feb 10 12:26:03.347021 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-48903130-74c5-41be-9730-4057be2f1514 req-cec38578-5146-4a9a-a795-7165623a311e service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340311 Feb 10 12:26:03.468538 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7b2434e3-32d2-442d-9e94-cf3dd874e0a7 req-260dc048-a73c-4b1f-a68f-738e436d85e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61a246a3d24949788dcdc3dd9c190dc1&device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 1096 time: 0.0766714 Feb 10 12:26:03.610528 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2434e3-32d2-442d-9e94-cf3dd874e0a7 req-0d186d70-a3b5-4677-a42d-bc0b8e7096f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:03.611986 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7b2434e3-32d2-442d-9e94-cf3dd874e0a7 req-0d186d70-a3b5-4677-a42d-bc0b8e7096f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61ae865f-23c9-4b29-9a12-891588038d90 HTTP/1.1" status: 200 len: 911 time: 0.1372156 Feb 10 12:26:03.685998 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7b2434e3-32d2-442d-9e94-cf3dd874e0a7 req-fe11a727-4253-4616-9fed-3ebe3dda9237 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c973f9-a628-4743-aece-5b8ceac43676 HTTP/1.1" status: 200 len: 217 time: 0.0667875 Feb 10 12:26:03.758824 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2434e3-32d2-442d-9e94-cf3dd874e0a7 req-f50857e6-054c-487d-bdbb-a4c576c2e918 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:03.760356 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7b2434e3-32d2-442d-9e94-cf3dd874e0a7 req-f50857e6-054c-487d-bdbb-a4c576c2e918 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31497515-2bce-4920-b835-0e43ace429aa HTTP/1.1" status: 200 len: 849 time: 0.0683231 Feb 10 12:26:03.939001 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7b2434e3-32d2-442d-9e94-cf3dd874e0a7 req-a59b3cd1-4074-4cef-a6c3-fb3e11b2055a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61ae865f-23c9-4b29-9a12-891588038d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1713314 Feb 10 12:26:04.089422 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7b2434e3-32d2-442d-9e94-cf3dd874e0a7 req-64a32670-cac6-4930-889f-a0c8a66dfd43 service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432476 Feb 10 12:26:04.369582 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7b2434e3-32d2-442d-9e94-cf3dd874e0a7 req-a80f8386-d1c1-479e-ae3f-8fc06ce450c9 service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735190 Feb 10 12:26:04.535592 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502e79a-9207-4197-a7cb-fd0b74df17bd req-4b5cd751-1e7e-4081-bb5b-3e3bdf99657a tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:04.537837 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3502e79a-9207-4197-a7cb-fd0b74df17bd req-4b5cd751-1e7e-4081-bb5b-3e3bdf99657a tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 943 time: 0.1107707 Feb 10 12:26:04.625688 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3502e79a-9207-4197-a7cb-fd0b74df17bd req-86d5d307-5ad7-428e-a1be-7d62ec7c7f25 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798643 Feb 10 12:26:05.846203 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e747283-9ad5-4f58-a54f-92078aa56137 req-23f0ecdd-3d60-4bf4-8785-085fc600607e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:05.847732 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2e747283-9ad5-4f58-a54f-92078aa56137 req-23f0ecdd-3d60-4bf4-8785-085fc600607e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 943 time: 0.0903969 Feb 10 12:26:05.898559 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2e747283-9ad5-4f58-a54f-92078aa56137 req-014397aa-7ece-4c13-9db8-d3167aa5d88a tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440342 Feb 10 12:26:06.825771 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device b6c973f9-a628-4743-aece-5b8ceac43676 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:26:06.994409 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port b6c973f9-a628-4743-aece-5b8ceac43676, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b6c973f9-a628-4743-aece-5b8ceac43676,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:26:07.013654 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'b6c973f9-a628-4743-aece-5b8ceac43676', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'port_id': 'b6c973f9-a628-4743-aece-5b8ceac43676', 'mac_address': 'fa:16:3e:8c:80:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:26:07.079323 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:07.101050 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c973f9-a628-4743-aece-5b8ceac43676 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:26:07.125062 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port b6c973f9-a628-4743-aece-5b8ceac43676, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b6c973f9-a628-4743-aece-5b8ceac43676,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:26:07.130664 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:07.140947 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a057b6-1ad5-48c6-9856-a4da5fdc99c7 req-dff2c84a-b329-49fe-bc43-da65901440dc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:07.142625 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6a057b6-1ad5-48c6-9856-a4da5fdc99c7 req-dff2c84a-b329-49fe-bc43-da65901440dc tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 943 time: 0.0969779 Feb 10 12:26:07.214152 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6a057b6-1ad5-48c6-9856-a4da5fdc99c7 req-7c4ca724-55ec-46c8-8e06-1bc4692bd550 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559578 Feb 10 12:26:07.228722 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=b6c973f9-a628-4743-aece-5b8ceac43676,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:07.388580 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['b6c973f9-a628-4743-aece-5b8ceac43676'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:26:08.438473 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7e219-38e4-47a4-abab-fd77e3ea1194 req-fcb6cd6a-a042-4218-a3f6-3de976a774f5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:08.440016 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ff7e219-38e4-47a4-abab-fd77e3ea1194 req-fcb6cd6a-a042-4218-a3f6-3de976a774f5 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 944 time: 0.0893474 Feb 10 12:26:08.489869 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ff7e219-38e4-47a4-abab-fd77e3ea1194 req-04933379-cef9-438f-81c0-b204045b4d65 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438216 Feb 10 12:26:08.835253 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device b6c973f9-a628-4743-aece-5b8ceac43676 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:26:08.891458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:08.923457 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning for port b6c973f9-a628-4743-aece-5b8ceac43676 completed by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:26:08.929094 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port b6c973f9-a628-4743-aece-5b8ceac43676 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:26:08.929559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:09.059830 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:09.090485 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c973f9-a628-4743-aece-5b8ceac43676'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:26:09.102840 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port b6c973f9-a628-4743-aece-5b8ceac43676, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b6c973f9-a628-4743-aece-5b8ceac43676,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:26:09.108402 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:09.241958 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=b6c973f9-a628-4743-aece-5b8ceac43676,revision_number=5']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:09.262356 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c973f9-a628-4743-aece-5b8ceac43676', 'code': 200} Feb 10 12:26:09.506178 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-05178e67-e24e-4d15-bd40-78c4bcc21fd8 req-022b5ef6-cfcc-4064-abc2-dadaf7c17a4c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 1098 time: 0.0738609 Feb 10 12:26:09.560393 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-05178e67-e24e-4d15-bd40-78c4bcc21fd8 req-c9649a62-de9a-412e-9224-a9e9dc4dad69 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479569 Feb 10 12:26:09.773655 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92d975-a4f3-43d8-9f32-0b7d1bd342be req-12587267-385c-4ff8-81a5-808565966dda tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:09.776041 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b92d975-a4f3-43d8-9f32-0b7d1bd342be req-12587267-385c-4ff8-81a5-808565966dda tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 945 time: 0.0870354 Feb 10 12:26:09.848306 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b92d975-a4f3-43d8-9f32-0b7d1bd342be req-8e3d38f0-5575-48cf-a4e9-a31ff2367746 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623605 Feb 10 12:26:11.070794 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bab8f8-2088-43d8-abc9-f98ff25fdd5e req-cc9e43ff-8430-465a-a184-f781bbc55c90 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:11.072510 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-61bab8f8-2088-43d8-abc9-f98ff25fdd5e req-cc9e43ff-8430-465a-a184-f781bbc55c90 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 945 time: 0.0826468 Feb 10 12:26:11.122967 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-61bab8f8-2088-43d8-abc9-f98ff25fdd5e req-afacb3f1-5710-4795-a56a-1bd845bcd858 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444613 Feb 10 12:26:11.344242 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaacc51-29f3-4bad-bdb5-13e09bea1d45 req-60909a1f-4798-48c2-9d18-94cd0e60ac58 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:11.345854 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ccaacc51-29f3-4bad-bdb5-13e09bea1d45 req-60909a1f-4798-48c2-9d18-94cd0e60ac58 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 945 time: 0.0877783 Feb 10 12:26:11.400071 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ccaacc51-29f3-4bad-bdb5-13e09bea1d45 req-4aaa6576-bc36-47fa-ab65-420f12255e53 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454059 Feb 10 12:26:11.432821 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48954) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:26:11.521538 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-db2f9673-aae5-4b7b-9f23-51cb3c8c98b7 tempest-TestSnapshotPattern-1348685700 tempest-TestSnapshotPattern-1348685700-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 1093 time: 0.0871019 Feb 10 12:26:11.524566 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 48958) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:26:11.530433 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.v2.base [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Request body: {'floatingip': {'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'port_id': 'b6c973f9-a628-4743-aece-5b8ceac43676', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:26:11.536543 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:26:11.541956 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Usage tracker for resource:floatingip and tenant:61a246a3d24949788dcdc3dd9c190dc1 is out of sync, need to count used quota {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:26:11.545278 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83555) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:26:11.551477 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.quota.driver [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83555) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:26:11.563585 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for floatingip, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:11.724691 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:11.884311 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Allocated IP 172.26.4.97 (585d1acb-5d6b-405b-8a3c-1987eb05be45/58f6f090-9dcb-4887-9f51-9011c3058a31/338c88ee-f947-4fa8-871f-8d74941c5ba9) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:26:12.059773 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:12.091209 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342964053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:12.168084 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Network 585d1acb-5d6b-405b-8a3c-1987eb05be45 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:26:12.171327 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:26:12.176381 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:26:12.208537 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event updated for resources: {'Port': ['ID=338c88ee-f947-4fa8-871f-8d74941c5ba9,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:12.735588 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:12.802581 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:13.162738 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:13.169249 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1612214'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:13.332460 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event updated for resources: {'Port': ['ID=338c88ee-f947-4fa8-871f-8d74941c5ba9,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:13.354326 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710465'] for floatingip, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:13.559016 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.db.l3_db [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Floating IP b1bea13c-6c32-46e1-9c37-e96da14eea20 associated. External IP: 172.26.4.97, port: b6c973f9-a628-4743-aece-5b8ceac43676. Feb 10 12:26:13.986845 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:26:14.254031 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:26:14.268734 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c6c438-6e0c-4a8a-9258-c43273630070 None None] Sync routers for ids ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:26:14.284200 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c6c438-6e0c-4a8a-9258-c43273630070 None None] Routers {'81afc210-f20c-4d84-aa66-2d2d55fe6bd4'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:26:14.285303 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a9c6c438-6e0c-4a8a-9258-c43273630070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:25:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:14.293441 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:14.355537 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-7a9691fa-00d0-43ca-be26-ecaa3fdb4b64 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8296127 Feb 10 12:26:14.356106 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'tag': 'b6c973f9-a628-4743-aece-5b8ceac43676'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:26:14.432150 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'tag': 'b6c973f9-a628-4743-aece-5b8ceac43676', 'status': 'completed', 'code': 200} Feb 10 12:26:14.553149 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1834531f-22f9-4a47-a459-2468f64c47df req-95f291b9-018d-4393-89a1-da91763cf742 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61a246a3d24949788dcdc3dd9c190dc1&device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 1098 time: 0.0966570 Feb 10 12:26:14.572404 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a9c6c438-6e0c-4a8a-9258-c43273630070 None None] Set router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:26:14.727131 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834531f-22f9-4a47-a459-2468f64c47df req-490ce172-3529-458b-bc13-e5000514351e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:14.729067 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1834531f-22f9-4a47-a459-2468f64c47df req-490ce172-3529-458b-bc13-e5000514351e service neutron] 10.222.0.73 "GET /v2.0/networks?id=61ae865f-23c9-4b29-9a12-891588038d90 HTTP/1.1" status: 200 len: 911 time: 0.1701081 Feb 10 12:26:14.849329 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1834531f-22f9-4a47-a459-2468f64c47df req-4b65e9da-5889-42e0-9fd8-d41d3c1e2ddb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c973f9-a628-4743-aece-5b8ceac43676 HTTP/1.1" status: 200 len: 998 time: 0.1134648 Feb 10 12:26:14.919935 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834531f-22f9-4a47-a459-2468f64c47df req-3c4a34d2-737a-4b41-b818-b5a717d0adce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:14.921460 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1834531f-22f9-4a47-a459-2468f64c47df req-3c4a34d2-737a-4b41-b818-b5a717d0adce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31497515-2bce-4920-b835-0e43ace429aa HTTP/1.1" status: 200 len: 849 time: 0.0661931 Feb 10 12:26:14.999320 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a9c6c438-6e0c-4a8a-9258-c43273630070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '8ea0e65f-08aa-4576-b504-3806fec796f8', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'port_id': '8600ba31-1502-4223-9b22-222bdb6d387b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'mac_address': 'fa:16:3e:e4:b1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:23:30Z', 'updated_at': '2022-02-10T12:23:39Z', 'revision_number': 1, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'fixed_ip_address_scope': None}, {'id': 'b1bea13c-6c32-46e1-9c37-e96da14eea20', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'port_id': 'b6c973f9-a628-4743-aece-5b8ceac43676', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'mac_address': 'fa:16:3e:8c:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:26:12Z', 'updated_at': '2022-02-10T12:26:12Z', 'revision_number': 0, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4cdbfa-b312-41b8-9f59-4f4d8d22b112', 'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'mac_address': 'fa:16:3e:74:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:58Z', 'updated_at': '2022-02-10T12:23:19Z', 'revision_number': 5, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'subnets': [{'id': '31497515-2bce-4920-b835-0e43ace429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:15.003778 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c6c438-6e0c-4a8a-9258-c43273630070 None None] Checking router: 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:26:15.016880 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c6c438-6e0c-4a8a-9258-c43273630070 None None] Routers {'81afc210-f20c-4d84-aa66-2d2d55fe6bd4'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:26:15.017536 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a9c6c438-6e0c-4a8a-9258-c43273630070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:25:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:15.034720 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1834531f-22f9-4a47-a459-2468f64c47df req-a70dc53e-a9a5-4c86-826b-d04c66e2d1b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61ae865f-23c9-4b29-9a12-891588038d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1071458 Feb 10 12:26:15.232304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a9c6c438-6e0c-4a8a-9258-c43273630070 None None] Set router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:26:15.316565 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1834531f-22f9-4a47-a459-2468f64c47df req-faf40222-5e8b-4edb-aee5-009ee7dfb5ee service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756283 Feb 10 12:26:15.472271 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-1834531f-22f9-4a47-a459-2468f64c47df req-00459439-2b57-4b26-aca0-21a5e7447581 service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487188 Feb 10 12:26:15.677045 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a9c6c438-6e0c-4a8a-9258-c43273630070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '8ea0e65f-08aa-4576-b504-3806fec796f8', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'port_id': '8600ba31-1502-4223-9b22-222bdb6d387b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'mac_address': 'fa:16:3e:e4:b1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:23:30Z', 'updated_at': '2022-02-10T12:23:39Z', 'revision_number': 1, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'fixed_ip_address_scope': None}, {'id': 'b1bea13c-6c32-46e1-9c37-e96da14eea20', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'port_id': 'b6c973f9-a628-4743-aece-5b8ceac43676', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'mac_address': 'fa:16:3e:8c:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:26:12Z', 'updated_at': '2022-02-10T12:26:12Z', 'revision_number': 0, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4cdbfa-b312-41b8-9f59-4f4d8d22b112', 'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'mac_address': 'fa:16:3e:74:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:58Z', 'updated_at': '2022-02-10T12:23:19Z', 'revision_number': 5, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'subnets': [{'id': '31497515-2bce-4920-b835-0e43ace429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:15.682414 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c6c438-6e0c-4a8a-9258-c43273630070 None None] The sync data for ids ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'] in dv-neutron-828497-1-hyperv is: [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '8ea0e65f-08aa-4576-b504-3806fec796f8', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'port_id': '8600ba31-1502-4223-9b22-222bdb6d387b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'mac_address': 'fa:16:3e:e4:b1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:23:30Z', 'updated_at': '2022-02-10T12:23:39Z', 'revision_number': 1, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'fixed_ip_address_scope': None}, {'id': 'b1bea13c-6c32-46e1-9c37-e96da14eea20', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'port_id': 'b6c973f9-a628-4743-aece-5b8ceac43676', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'mac_address': 'fa:16:3e:8c:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:26:12Z', 'updated_at': '2022-02-10T12:26:12Z', 'revision_number': 0, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4cdbfa-b312-41b8-9f59-4f4d8d22b112', 'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'mac_address': 'fa:16:3e:74:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:58Z', 'updated_at': '2022-02-10T12:23:19Z', 'revision_number': 5, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'subnets': [{'id': '31497515-2bce-4920-b835-0e43ace429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:26:15.976198 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fedff4-aff0-4e2a-abba-76816d89ccec None None] New status for floating IP b1bea13c-6c32-46e1-9c37-e96da14eea20: ACTIVE {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:26:26.576841 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ead084e8-8897-4862-9edd-c26937b6df81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:28.861902 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c810450a-9c7b-471b-8e47-c9ae3076bd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:30.056136 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:30.191338 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:31.801330 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:38.860679 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:39.448017 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:26:54.226457 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4ac753bd-420c-4603-873a-acf35f8548c1 req-6ebd64f2-b611-4bca-8fcf-dd668aeaef4f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762215 Feb 10 12:26:54.376548 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4ac753bd-420c-4603-873a-acf35f8548c1 req-80af36f9-11b8-4fbf-a2b9-eb1a785c26ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61a246a3d24949788dcdc3dd9c190dc1&device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 1097 time: 0.0777152 Feb 10 12:26:54.567161 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac753bd-420c-4603-873a-acf35f8548c1 req-148bca5f-4937-481d-a4a0-26dadfad8fd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:54.568695 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4ac753bd-420c-4603-873a-acf35f8548c1 req-148bca5f-4937-481d-a4a0-26dadfad8fd9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61ae865f-23c9-4b29-9a12-891588038d90 HTTP/1.1" status: 200 len: 911 time: 0.1688473 Feb 10 12:26:54.688350 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4ac753bd-420c-4603-873a-acf35f8548c1 req-60050921-cb8f-4459-9608-8475cac07813 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8600ba31-1502-4223-9b22-222bdb6d387b HTTP/1.1" status: 200 len: 1000 time: 0.1134531 Feb 10 12:26:54.762187 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac753bd-420c-4603-873a-acf35f8548c1 req-e11c3ee5-069b-4e81-846f-e092b4d10f65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:54.763685 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4ac753bd-420c-4603-873a-acf35f8548c1 req-e11c3ee5-069b-4e81-846f-e092b4d10f65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31497515-2bce-4920-b835-0e43ace429aa HTTP/1.1" status: 200 len: 849 time: 0.0681403 Feb 10 12:26:54.868584 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4ac753bd-420c-4603-873a-acf35f8548c1 req-d1f3516f-4f41-4587-a9ef-09f1c730a075 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61ae865f-23c9-4b29-9a12-891588038d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0972428 Feb 10 12:26:55.035424 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4ac753bd-420c-4603-873a-acf35f8548c1 req-8465585f-1959-476e-b4e6-98058b7d8b0d service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605747 Feb 10 12:26:55.186280 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-4ac753bd-420c-4603-873a-acf35f8548c1 req-327e68bd-0d2e-4267-a5c5-0961fbd1d3eb service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441607 Feb 10 12:26:56.570575 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1abf-0854-4e95-96bc-c358357455bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:58.868709 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0f9e2f19-4f12-43ed-8f9e-91b906c09293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:00.060765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:00.197368 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:01.803358 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:08.875340 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:16.449617 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:27:26.577407 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d22f4ca8-1ca5-4d54-b47e-e11a91b4ded0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:28.865245 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ebf809f2-9be3-4325-9416-3f4d11d49c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:30.062110 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:30.191328 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:31.808045 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:38.884151 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:45.143543 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device b6c973f9-a628-4743-aece-5b8ceac43676 details requested by agent hyperv_hv-neutron-8284 with host hv-neutron-8284 {{(pid=83556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:27:45.332162 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port b6c973f9-a628-4743-aece-5b8ceac43676, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b6c973f9-a628-4743-aece-5b8ceac43676,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:27:45.347969 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Returning: {'device': 'b6c973f9-a628-4743-aece-5b8ceac43676', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'port_id': 'b6c973f9-a628-4743-aece-5b8ceac43676', 'mac_address': 'fa:16:3e:8c:80:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:27:45.414495 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:45.437189 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6c973f9-a628-4743-aece-5b8ceac43676 {{(pid=83556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:27:45.463114 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port b6c973f9-a628-4743-aece-5b8ceac43676, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b6c973f9-a628-4743-aece-5b8ceac43676,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:27:45.469368 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:45.551441 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] get_ports_and_sgs() called for port_ids ['b6c973f9-a628-4743-aece-5b8ceac43676'] {{(pid=83556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:27:45.593592 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=b6c973f9-a628-4743-aece-5b8ceac43676,revision_number=6']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:27:45.616329 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:45.616714 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:45.617196 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:45.617547 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:45.617883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:45.618217 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:45.618548 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:45.618883 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:45.619203 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:45.619550 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:45.619846 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:47.150215 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device b6c973f9-a628-4743-aece-5b8ceac43676 up at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:27:47.289284 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Provisioning complete for port b6c973f9-a628-4743-aece-5b8ceac43676 triggered by entity L2. {{(pid=83556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:27:47.289798 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66162954'] for port, provisioning_complete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:47.481596 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:47.518174 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c973f9-a628-4743-aece-5b8ceac43676'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:27:47.532907 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port b6c973f9-a628-4743-aece-5b8ceac43676, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b6c973f9-a628-4743-aece-5b8ceac43676,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:27:47.538099 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:47.649947 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=b6c973f9-a628-4743-aece-5b8ceac43676,revision_number=7']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:27:47.866528 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c973f9-a628-4743-aece-5b8ceac43676', 'code': 200} Feb 10 12:27:53.455631 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:27:55.597100 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e06e4f24-94b7-429d-b59d-19582646b939 req-9ac0c165-1d35-45b9-baf3-26009d226b74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61a246a3d24949788dcdc3dd9c190dc1&device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 1098 time: 0.2641413 Feb 10 12:27:55.804309 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e4f24-94b7-429d-b59d-19582646b939 req-4ec58d8f-d692-4165-9192-b7adf3057574 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:27:55.805588 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e06e4f24-94b7-429d-b59d-19582646b939 req-4ec58d8f-d692-4165-9192-b7adf3057574 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61ae865f-23c9-4b29-9a12-891588038d90 HTTP/1.1" status: 200 len: 911 time: 0.1803980 Feb 10 12:27:56.004623 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e06e4f24-94b7-429d-b59d-19582646b939 req-b31928c8-9c37-45e0-9d1e-1e6263eb7c98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c973f9-a628-4743-aece-5b8ceac43676 HTTP/1.1" status: 200 len: 1000 time: 0.1921453 Feb 10 12:27:56.135808 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e4f24-94b7-429d-b59d-19582646b939 req-9bd7291c-4ce5-4f64-9936-43bff9b5c99b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:27:56.137537 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e06e4f24-94b7-429d-b59d-19582646b939 req-9bd7291c-4ce5-4f64-9936-43bff9b5c99b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31497515-2bce-4920-b835-0e43ace429aa HTTP/1.1" status: 200 len: 849 time: 0.1251221 Feb 10 12:27:56.276132 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e06e4f24-94b7-429d-b59d-19582646b939 req-113f0554-2db6-4401-a7f8-a494934a2bca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61ae865f-23c9-4b29-9a12-891588038d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1317470 Feb 10 12:27:56.593070 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e7ee63c8-3ee8-401d-81f9-63c9d1c21dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:56.599942 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e06e4f24-94b7-429d-b59d-19582646b939 req-304c082a-919b-4372-ab41-6c43e365d880 service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164430 Feb 10 12:27:56.801585 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-e06e4f24-94b7-429d-b59d-19582646b939 req-35adedf9-bfeb-4292-bc5e-72590548fcb3 service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951396 Feb 10 12:27:58.282862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 49112) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:27:58.570745 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Deleting port 338c88ee-f947-4fa8-871f-8d74941c5ba9 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:27:58.571084 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:58.757423 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:58.757968 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:58.872405 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc6ce-ccc0-40a0-bfed-ace0adff41a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:58.904316 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Calling delete_port for 338c88ee-f947-4fa8-871f-8d74941c5ba9 owned by network:floatingip {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:27:59.076795 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:59.164391 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event deleted for resources: {'Port': ['ID=338c88ee-f947-4fa8-871f-8d74941c5ba9,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:27:59.220602 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:59.221044 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:59.221493 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:59.221835 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:59.222171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:59.222544 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:59.222841 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:59.223171 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:59.224021 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:59.224351 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:59.224679 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:27:59.290480 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for floatingip, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:59.747047 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:28:00.066486 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:00.139490 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:28:00.155052 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021f1e1d-4b9b-44ea-a15c-6ce8ba2b2725 None None] Sync routers for ids ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:28:00.158311 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:00.169720 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021f1e1d-4b9b-44ea-a15c-6ce8ba2b2725 None None] Routers {'81afc210-f20c-4d84-aa66-2d2d55fe6bd4'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:28:00.170359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-021f1e1d-4b9b-44ea-a15c-6ce8ba2b2725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:27:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:00.229877 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-5bfd0d5b-26d9-4235-b7b9-a078d185159e tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "DELETE /v2.0/floatingips/b1bea13c-6c32-46e1-9c37-e96da14eea20 HTTP/1.1" status: 204 len: 168 time: 1.9454589 Feb 10 12:28:00.230451 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'tag': 'b6c973f9-a628-4743-aece-5b8ceac43676'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:28:00.330514 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:00.413742 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-021f1e1d-4b9b-44ea-a15c-6ce8ba2b2725 None None] Set router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:28:00.517015 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'tag': 'b6c973f9-a628-4743-aece-5b8ceac43676', 'status': 'completed', 'code': 200} Feb 10 12:28:00.659498 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9ae86b51-5c19-442d-a9b7-257fb1d9d58b req-458a66fd-5eaa-4cf9-add1-d76c8a7fe61f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61a246a3d24949788dcdc3dd9c190dc1&device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 1098 time: 0.1212173 Feb 10 12:28:00.708559 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb92d-cf90-4a40-9c38-b086c02fc0a4 req-77e110ee-1d42-41b8-a5cf-8466714a01a9 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:28:00.710260 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8a4cb92d-cf90-4a40-9c38-b086c02fc0a4 req-77e110ee-1d42-41b8-a5cf-8466714a01a9 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 945 time: 0.0906014 Feb 10 12:28:00.771566 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8a4cb92d-cf90-4a40-9c38-b086c02fc0a4 req-e8d71c65-5d6e-4a1b-b352-eab8862d2bfa tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499024 Feb 10 12:28:00.854025 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae86b51-5c19-442d-a9b7-257fb1d9d58b req-9879251c-cddf-49ce-92a1-4b80ae3820d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:28:00.855513 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9ae86b51-5c19-442d-a9b7-257fb1d9d58b req-9879251c-cddf-49ce-92a1-4b80ae3820d7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61ae865f-23c9-4b29-9a12-891588038d90 HTTP/1.1" status: 200 len: 911 time: 0.1887670 Feb 10 12:28:00.874199 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-021f1e1d-4b9b-44ea-a15c-6ce8ba2b2725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '8ea0e65f-08aa-4576-b504-3806fec796f8', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'port_id': '8600ba31-1502-4223-9b22-222bdb6d387b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'mac_address': 'fa:16:3e:e4:b1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:23:30Z', 'updated_at': '2022-02-10T12:23:39Z', 'revision_number': 1, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4cdbfa-b312-41b8-9f59-4f4d8d22b112', 'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'mac_address': 'fa:16:3e:74:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:58Z', 'updated_at': '2022-02-10T12:23:19Z', 'revision_number': 5, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'subnets': [{'id': '31497515-2bce-4920-b835-0e43ace429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:00.882559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021f1e1d-4b9b-44ea-a15c-6ce8ba2b2725 None None] Checking router: 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:28:00.903037 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021f1e1d-4b9b-44ea-a15c-6ce8ba2b2725 None None] Routers {'81afc210-f20c-4d84-aa66-2d2d55fe6bd4'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:28:00.903671 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-021f1e1d-4b9b-44ea-a15c-6ce8ba2b2725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:27:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:00.934131 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9ae86b51-5c19-442d-a9b7-257fb1d9d58b req-95564521-10c2-441d-ab6b-5743d9820516 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c973f9-a628-4743-aece-5b8ceac43676 HTTP/1.1" status: 200 len: 217 time: 0.0709989 Feb 10 12:28:01.005066 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae86b51-5c19-442d-a9b7-257fb1d9d58b req-a44b2d86-f94d-4eb3-ae9d-20a39ac569a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:28:01.007579 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9ae86b51-5c19-442d-a9b7-257fb1d9d58b req-a44b2d86-f94d-4eb3-ae9d-20a39ac569a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31497515-2bce-4920-b835-0e43ace429aa HTTP/1.1" status: 200 len: 849 time: 0.0665302 Feb 10 12:28:01.124273 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9ae86b51-5c19-442d-a9b7-257fb1d9d58b req-bce76a88-d721-49c4-a102-4ccf5b4dee05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61ae865f-23c9-4b29-9a12-891588038d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1088271 Feb 10 12:28:01.156878 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-021f1e1d-4b9b-44ea-a15c-6ce8ba2b2725 None None] Set router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:28:01.216471 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device b6c973f9-a628-4743-aece-5b8ceac43676 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:28:01.316182 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9ae86b51-5c19-442d-a9b7-257fb1d9d58b req-6f29597e-62d5-4eeb-98fe-384b05b6fafc service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839321 Feb 10 12:28:01.470524 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-9ae86b51-5c19-442d-a9b7-257fb1d9d58b req-3c60894f-29ed-47c3-9d97-b200766bb33f service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480978 Feb 10 12:28:01.526984 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66301735'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:01.580716 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6c973f9-a628-4743-aece-5b8ceac43676'}] {{(pid=83556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:28:01.630070 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] For port b6c973f9-a628-4743-aece-5b8ceac43676, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b6c973f9-a628-4743-aece-5b8ceac43676,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:28:01.640692 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768343321236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342964071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342964116'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:01.700928 dv-neutron-828497-1-hyperv neutron-server[83556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6c973f9-a628-4743-aece-5b8ceac43676', 'code': 200} Feb 10 12:28:01.785514 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Pushing event updated for resources: {'Port': ['ID=b6c973f9-a628-4743-aece-5b8ceac43676,revision_number=8']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:28:01.816688 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:01.828766 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-021f1e1d-4b9b-44ea-a15c-6ce8ba2b2725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '8ea0e65f-08aa-4576-b504-3806fec796f8', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'port_id': '8600ba31-1502-4223-9b22-222bdb6d387b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'mac_address': 'fa:16:3e:e4:b1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:23:30Z', 'updated_at': '2022-02-10T12:23:39Z', 'revision_number': 1, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4cdbfa-b312-41b8-9f59-4f4d8d22b112', 'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'mac_address': 'fa:16:3e:74:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:58Z', 'updated_at': '2022-02-10T12:23:19Z', 'revision_number': 5, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'subnets': [{'id': '31497515-2bce-4920-b835-0e43ace429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:01.835304 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021f1e1d-4b9b-44ea-a15c-6ce8ba2b2725 None None] The sync data for ids ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'] in dv-neutron-828497-1-hyperv is: [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_floatingips': [{'id': '8ea0e65f-08aa-4576-b504-3806fec796f8', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'router_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'port_id': '8600ba31-1502-4223-9b22-222bdb6d387b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'mac_address': 'fa:16:3e:e4:b1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:23:30Z', 'updated_at': '2022-02-10T12:23:39Z', 'revision_number': 1, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4cdbfa-b312-41b8-9f59-4f4d8d22b112', 'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'mac_address': 'fa:16:3e:74:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:58Z', 'updated_at': '2022-02-10T12:23:19Z', 'revision_number': 5, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'subnets': [{'id': '31497515-2bce-4920-b835-0e43ace429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:28:02.119415 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772fd0d-e366-42e4-b0c6-2ef94fcfe78b req-79777b61-cb9c-4a14-9422-14ae929e1720 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:28:02.125746 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5772fd0d-e366-42e4-b0c6-2ef94fcfe78b req-79777b61-cb9c-4a14-9422-14ae929e1720 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 943 time: 0.1195393 Feb 10 12:28:02.147367 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8bb96d-f05a-4dd2-892d-71fcb0a6396e None None] New status for floating IP b1bea13c-6c32-46e1-9c37-e96da14eea20: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:28:02.192008 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5772fd0d-e366-42e4-b0c6-2ef94fcfe78b req-53b141f8-9ef8-487f-88c6-a70d6a97f770 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648277 Feb 10 12:28:02.388142 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b437e0-8bfe-405b-ac9e-9d990263edfe req-968274e1-cb96-49f7-930a-3260ddb9a3bb tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:28:02.388884 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-43b437e0-8bfe-405b-ac9e-9d990263edfe req-968274e1-cb96-49f7-930a-3260ddb9a3bb tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Synchronizing usage tracker for tenant:61a246a3d24949788dcdc3dd9c190dc1 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:28:02.407418 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-43b437e0-8bfe-405b-ac9e-9d990263edfe req-968274e1-cb96-49f7-930a-3260ddb9a3bb tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Unset dirty status for tenant:61a246a3d24949788dcdc3dd9c190dc1 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:28:02.409076 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43b437e0-8bfe-405b-ac9e-9d990263edfe req-968274e1-cb96-49f7-930a-3260ddb9a3bb tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 943 time: 0.1338348 Feb 10 12:28:02.506186 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-43b437e0-8bfe-405b-ac9e-9d990263edfe req-190b78fe-dba4-420f-bd6b-06c26dd0b780 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Deleting port b6c973f9-a628-4743-aece-5b8ceac43676 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:28:02.506734 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-43b437e0-8bfe-405b-ac9e-9d990263edfe req-190b78fe-dba4-420f-bd6b-06c26dd0b780 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:02.839689 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-43b437e0-8bfe-405b-ac9e-9d990263edfe req-190b78fe-dba4-420f-bd6b-06c26dd0b780 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] For port b6c973f9-a628-4743-aece-5b8ceac43676, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=b6c973f9-a628-4743-aece-5b8ceac43676,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:28:02.840235 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-43b437e0-8bfe-405b-ac9e-9d990263edfe req-190b78fe-dba4-420f-bd6b-06c26dd0b780 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:03.041477 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-43b437e0-8bfe-405b-ac9e-9d990263edfe req-190b78fe-dba4-420f-bd6b-06c26dd0b780 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Calling delete_port for b6c973f9-a628-4743-aece-5b8ceac43676 owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:28:03.374607 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-43b437e0-8bfe-405b-ac9e-9d990263edfe req-190b78fe-dba4-420f-bd6b-06c26dd0b780 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:03.447487 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b78fe-dba4-420f-bd6b-06c26dd0b780 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event deleted for resources: {'Port': ['ID=b6c973f9-a628-4743-aece-5b8ceac43676,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:28:03.472238 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eae2c287-1a86-46b8-86c9-4b160af881d5 req-753bc90f-04bd-4bc6-aaec-c342cfb222e8 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb453eb-4376-4ddc-86ec-ca6aa529bcf8 HTTP/1.1" status: 200 len: 210 time: 0.1356366 Feb 10 12:28:03.542939 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b437e0-8bfe-405b-ac9e-9d990263edfe req-190b78fe-dba4-420f-bd6b-06c26dd0b780 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] No DVR routers for this DVR port b6c973f9-a628-4743-aece-5b8ceac43676 on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:28:03.545582 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-43b437e0-8bfe-405b-ac9e-9d990263edfe req-190b78fe-dba4-420f-bd6b-06c26dd0b780 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:03.548342 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'name': 'network-vif-deleted', 'tag': 'b6c973f9-a628-4743-aece-5b8ceac43676'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:28:03.564647 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-43b437e0-8bfe-405b-ac9e-9d990263edfe req-190b78fe-dba4-420f-bd6b-06c26dd0b780 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.73 "DELETE /v2.0/ports/b6c973f9-a628-4743-aece-5b8ceac43676 HTTP/1.1" status: 204 len: 173 time: 1.1500757 Feb 10 12:28:03.610375 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb453eb-4376-4ddc-86ec-ca6aa529bcf8', 'name': 'network-vif-deleted', 'tag': 'b6c973f9-a628-4743-aece-5b8ceac43676', 'status': 'completed', 'code': 200} Feb 10 12:28:05.269394 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 49184) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:28:05.602207 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Deleting port fdd5154d-1495-41ac-a2f1-602b8d20cfe1 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:28:05.602625 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:05.790009 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:05.790332 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:05.919054 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Calling delete_port for fdd5154d-1495-41ac-a2f1-602b8d20cfe1 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:28:06.087142 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:06.143318 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event deleted for resources: {'Port': ['ID=fdd5154d-1495-41ac-a2f1-602b8d20cfe1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:28:06.218080 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:28:06.218365 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:28:06.218711 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:28:06.219048 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:28:06.219382 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:28:06.219971 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:28:06.220302 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:28:06.220630 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:28:06.220957 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:28:06.221316 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:28:06.221684 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828497-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:28:06.258348 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:06.701675 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:28:06.937499 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:28:06.949548 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df387f5-bb97-4a15-ab89-3ed3181ee9a9 None None] Sync routers for ids ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:28:06.961826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:06.967070 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df387f5-bb97-4a15-ab89-3ed3181ee9a9 None None] Routers {'81afc210-f20c-4d84-aa66-2d2d55fe6bd4'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:28:06.968020 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5df387f5-bb97-4a15-ab89-3ed3181ee9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:27:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:07.028140 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ebebc8f9-6003-48c0-a0b9-f305e7960394 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "DELETE /v2.0/floatingips/8ea0e65f-08aa-4576-b504-3806fec796f8 HTTP/1.1" status: 204 len: 168 time: 1.7575347 Feb 10 12:28:07.028836 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'tag': '8600ba31-1502-4223-9b22-222bdb6d387b'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:28:07.240832 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device b6c973f9-a628-4743-aece-5b8ceac43676 no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:28:07.309005 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: b6c973f9-a628-4743-aece-5b8ceac43676 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:28:07.309497 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device b6c973f9-a628-4743-aece-5b8ceac43676 not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:28:07.315500 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'tag': '8600ba31-1502-4223-9b22-222bdb6d387b', 'status': 'completed', 'code': 200} Feb 10 12:28:07.342444 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5df387f5-bb97-4a15-ab89-3ed3181ee9a9 None None] Set router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:28:07.447770 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7bdf3840-a00b-4a41-926d-d5b9f990db35 req-6044f610-c0e5-46f6-b871-f3568e3de352 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61a246a3d24949788dcdc3dd9c190dc1&device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 1097 time: 0.1054888 Feb 10 12:28:07.654929 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf3840-a00b-4a41-926d-d5b9f990db35 req-436139f6-2d3b-4c4b-afe4-b103222d6099 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:28:07.656613 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7bdf3840-a00b-4a41-926d-d5b9f990db35 req-436139f6-2d3b-4c4b-afe4-b103222d6099 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61ae865f-23c9-4b29-9a12-891588038d90 HTTP/1.1" status: 200 len: 911 time: 0.2024767 Feb 10 12:28:07.738852 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7bdf3840-a00b-4a41-926d-d5b9f990db35 req-7ec54c99-d453-4a36-a2de-9fb693d70a4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8600ba31-1502-4223-9b22-222bdb6d387b HTTP/1.1" status: 200 len: 217 time: 0.0739443 Feb 10 12:28:07.793892 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308163c9-63b1-4e0d-90b9-171c177cdbf3 req-cf3b4fed-0900-4b7e-aa7e-3c2a78624b8b tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:28:07.794748 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-308163c9-63b1-4e0d-90b9-171c177cdbf3 req-cf3b4fed-0900-4b7e-aa7e-3c2a78624b8b tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Synchronizing usage tracker for tenant:61a246a3d24949788dcdc3dd9c190dc1 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:28:07.796534 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5df387f5-bb97-4a15-ab89-3ed3181ee9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4a4cdbfa-b312-41b8-9f59-4f4d8d22b112', 'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'mac_address': 'fa:16:3e:74:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:58Z', 'updated_at': '2022-02-10T12:23:19Z', 'revision_number': 5, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'subnets': [{'id': '31497515-2bce-4920-b835-0e43ace429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:07.802051 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df387f5-bb97-4a15-ab89-3ed3181ee9a9 None None] Checking router: 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:28:07.813871 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df387f5-bb97-4a15-ab89-3ed3181ee9a9 None None] Routers {'81afc210-f20c-4d84-aa66-2d2d55fe6bd4'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:28:07.814147 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-308163c9-63b1-4e0d-90b9-171c177cdbf3 req-cf3b4fed-0900-4b7e-aa7e-3c2a78624b8b tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Unset dirty status for tenant:61a246a3d24949788dcdc3dd9c190dc1 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:28:07.814663 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5df387f5-bb97-4a15-ab89-3ed3181ee9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:27:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:07.816568 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-308163c9-63b1-4e0d-90b9-171c177cdbf3 req-cf3b4fed-0900-4b7e-aa7e-3c2a78624b8b tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 944 time: 0.2984941 Feb 10 12:28:07.833736 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf3840-a00b-4a41-926d-d5b9f990db35 req-07023d82-6cc4-4e28-a20b-638ed79b0474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:28:07.836488 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7bdf3840-a00b-4a41-926d-d5b9f990db35 req-07023d82-6cc4-4e28-a20b-638ed79b0474 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31497515-2bce-4920-b835-0e43ace429aa HTTP/1.1" status: 200 len: 849 time: 0.0856090 Feb 10 12:28:07.908084 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-308163c9-63b1-4e0d-90b9-171c177cdbf3 req-cc7e0f74-cd7f-4f61-9940-214719ba0aab tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794652 Feb 10 12:28:07.935525 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7bdf3840-a00b-4a41-926d-d5b9f990db35 req-82b2f4e7-aae1-4e7d-b54e-f789fcb8d4e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61ae865f-23c9-4b29-9a12-891588038d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0913827 Feb 10 12:28:08.044645 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5df387f5-bb97-4a15-ab89-3ed3181ee9a9 None None] Set router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:28:08.115383 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7bdf3840-a00b-4a41-926d-d5b9f990db35 req-33c8f511-d9e8-4f12-abf2-1540521f014d service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726854 Feb 10 12:28:08.283840 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-7bdf3840-a00b-4a41-926d-d5b9f990db35 req-ce6cfb9f-592a-4030-b3cd-3488e3cce93d service neutron] 10.222.0.73 "GET /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608276 Feb 10 12:28:08.571794 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5df387f5-bb97-4a15-ab89-3ed3181ee9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4a4cdbfa-b312-41b8-9f59-4f4d8d22b112', 'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'mac_address': 'fa:16:3e:74:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:58Z', 'updated_at': '2022-02-10T12:23:19Z', 'revision_number': 5, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'subnets': [{'id': '31497515-2bce-4920-b835-0e43ace429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:08.579113 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df387f5-bb97-4a15-ab89-3ed3181ee9a9 None None] The sync data for ids ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'] in dv-neutron-828497-1-hyperv is: [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:22:59Z', 'revision_number': 4, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv', '_interfaces': [{'id': '4a4cdbfa-b312-41b8-9f59-4f4d8d22b112', 'name': '', 'network_id': '61ae865f-23c9-4b29-9a12-891588038d90', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'mac_address': 'fa:16:3e:74:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31497515-2bce-4920-b835-0e43ace429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:58Z', 'updated_at': '2022-02-10T12:23:19Z', 'revision_number': 5, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'subnets': [{'id': '31497515-2bce-4920-b835-0e43ace429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:28:08.838445 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0429da-bcc9-40e5-b76c-3ace3312d1ff None None] New status for floating IP 8ea0e65f-08aa-4576-b504-3806fec796f8: DOWN {{(pid=83557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:28:08.903826 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:09.182591 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e076f-45dd-4869-ac22-49ac02f00c59 req-9f38c48f-59cd-4656-82a4-d831403b8669 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:28:09.184033 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e93e076f-45dd-4869-ac22-49ac02f00c59 req-9f38c48f-59cd-4656-82a4-d831403b8669 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 944 time: 0.0958338 Feb 10 12:28:09.243707 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e93e076f-45dd-4869-ac22-49ac02f00c59 req-0a8853db-6a68-46fe-b17d-8996ee848de9 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a430825-1f9e-4c27-85b2-f17f0d8d69f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482426 Feb 10 12:28:09.454212 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9a561-049b-48ce-87b8-fc4d4716d207 req-1b0a1a3c-532b-41d5-ae83-301d4090d6ab tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:28:09.454862 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-27e9a561-049b-48ce-87b8-fc4d4716d207 req-1b0a1a3c-532b-41d5-ae83-301d4090d6ab tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Synchronizing usage tracker for tenant:61a246a3d24949788dcdc3dd9c190dc1 on resource:port {{(pid=83555) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:28:09.470065 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.quota.resource [req-27e9a561-049b-48ce-87b8-fc4d4716d207 req-1b0a1a3c-532b-41d5-ae83-301d4090d6ab tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Unset dirty status for tenant:61a246a3d24949788dcdc3dd9c190dc1 on resource:port {{(pid=83555) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:28:09.471472 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-27e9a561-049b-48ce-87b8-fc4d4716d207 req-1b0a1a3c-532b-41d5-ae83-301d4090d6ab tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.73 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 944 time: 0.1935549 Feb 10 12:28:09.551758 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-27e9a561-049b-48ce-87b8-fc4d4716d207 req-9fe9a34c-891e-4822-9210-6d8c22bb6ab0 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Deleting port 8600ba31-1502-4223-9b22-222bdb6d387b {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:28:09.552094 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-27e9a561-049b-48ce-87b8-fc4d4716d207 req-9fe9a34c-891e-4822-9210-6d8c22bb6ab0 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:09.832532 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [req-27e9a561-049b-48ce-87b8-fc4d4716d207 req-9fe9a34c-891e-4822-9210-6d8c22bb6ab0 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] For port 8600ba31-1502-4223-9b22-222bdb6d387b, host hv-neutron-8284, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8284',level=0,port_id=8600ba31-1502-4223-9b22-222bdb6d387b,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:28:09.832967 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-27e9a561-049b-48ce-87b8-fc4d4716d207 req-9fe9a34c-891e-4822-9210-6d8c22bb6ab0 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:09.977155 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [req-27e9a561-049b-48ce-87b8-fc4d4716d207 req-9fe9a34c-891e-4822-9210-6d8c22bb6ab0 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Calling delete_port for 8600ba31-1502-4223-9b22-222bdb6d387b owned by compute:nova {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:28:10.132472 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-27e9a561-049b-48ce-87b8-fc4d4716d207 req-9fe9a34c-891e-4822-9210-6d8c22bb6ab0 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:10.289693 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9a34c-891e-4822-9210-6d8c22bb6ab0 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event deleted for resources: {'Port': ['ID=8600ba31-1502-4223-9b22-222bdb6d387b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:28:10.374865 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e9a561-049b-48ce-87b8-fc4d4716d207 req-9fe9a34c-891e-4822-9210-6d8c22bb6ab0 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] No DVR routers for this DVR port 8600ba31-1502-4223-9b22-222bdb6d387b on host hv-neutron-8284 {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:28:10.380304 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [req-27e9a561-049b-48ce-87b8-fc4d4716d207 req-9fe9a34c-891e-4822-9210-6d8c22bb6ab0 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77521'] for port, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:10.388837 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'name': 'network-vif-deleted', 'tag': '8600ba31-1502-4223-9b22-222bdb6d387b'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:28:10.404615 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [req-27e9a561-049b-48ce-87b8-fc4d4716d207 req-9fe9a34c-891e-4822-9210-6d8c22bb6ab0 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.73 "DELETE /v2.0/ports/8600ba31-1502-4223-9b22-222bdb6d387b HTTP/1.1" status: 204 len: 173 time: 0.9270205 Feb 10 12:28:10.475441 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ca1f4a-b44f-4c1a-be78-ca94d9366687', 'name': 'network-vif-deleted', 'tag': '8600ba31-1502-4223-9b22-222bdb6d387b', 'status': 'completed', 'code': 200} Feb 10 12:28:10.496395 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d2d930a5-c0ba-4d21-b218-9f1cd75363ad req-34905211-3d09-4896-a3a8-85b7e61661b4 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ca1f4a-b44f-4c1a-be78-ca94d9366687 HTTP/1.1" status: 200 len: 210 time: 0.0457137 Feb 10 12:28:11.621089 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 49212) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:28:11.698436 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3193caff-f243-4841-ac1c-1c86c3d6fd99 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:11.731195 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3193caff-f243-4841-ac1c-1c86c3d6fd99 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:11.809482 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3193caff-f243-4841-ac1c-1c86c3d6fd99 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:11.829947 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193caff-f243-4841-ac1c-1c86c3d6fd99 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a430825-1f9e-4c27-85b2-f17f0d8d69f1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:28:11.848595 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3193caff-f243-4841-ac1c-1c86c3d6fd99 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:11.850504 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3193caff-f243-4841-ac1c-1c86c3d6fd99 tempest-TestSnapshotPattern-1404575730 tempest-TestSnapshotPattern-1404575730-project] 10.222.0.36 "DELETE /v2.0/security-groups/0a430825-1f9e-4c27-85b2-f17f0d8d69f1 HTTP/1.1" status: 204 len: 168 time: 0.2282064 Feb 10 12:28:11.941205 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 49218) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:28:12.557958 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f9c830a-abb2-464a-a34f-c152a5dd3f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:13.208989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c830a-abb2-464a-a34f-c152a5dd3f51 admin admin] Deleting port 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:28:13.209801 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f9c830a-abb2-464a-a34f-c152a5dd3f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:13.250085 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 8600ba31-1502-4223-9b22-222bdb6d387b no longer exists at agent hyperv_hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:28:13.286367 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] No Port match for: 8600ba31-1502-4223-9b22-222bdb6d387b {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:28:13.286722 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Device 8600ba31-1502-4223-9b22-222bdb6d387b not bound to the agent host hv-neutron-8284 {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:28:13.651452 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-7f9c830a-abb2-464a-a34f-c152a5dd3f51 admin admin] For port 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=4a4cdbfa-b312-41b8-9f59-4f4d8d22b112,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:28:13.651809 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f9c830a-abb2-464a-a34f-c152a5dd3f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:13.804759 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c830a-abb2-464a-a34f-c152a5dd3f51 admin admin] Calling delete_port for 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:28:14.022456 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f9c830a-abb2-464a-a34f-c152a5dd3f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:14.071782 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c830a-abb2-464a-a34f-c152a5dd3f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4cdbfa-b312-41b8-9f59-4f4d8d22b112,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:28:14.443908 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f9c830a-abb2-464a-a34f-c152a5dd3f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:15.111841 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9c830a-abb2-464a-a34f-c152a5dd3f51 admin admin] Router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:28:15.451662 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9c830a-abb2-464a-a34f-c152a5dd3f51 admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:28:15.464337 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571bebba-dc42-4d5d-961f-6293cc63a27d None None] Sync routers for ids ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'] in dv-neutron-828497-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:28:15.467562 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7f9c830a-abb2-464a-a34f-c152a5dd3f51 admin admin] 10.222.0.36 "PUT /v2.0/routers/81afc210-f20c-4d84-aa66-2d2d55fe6bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5228329 Feb 10 12:28:15.472099 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 49224) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:28:15.479670 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571bebba-dc42-4d5d-961f-6293cc63a27d None None] Routers {'81afc210-f20c-4d84-aa66-2d2d55fe6bd4'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:28:15.480306 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-571bebba-dc42-4d5d-961f-6293cc63a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:27:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:15.676316 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-571bebba-dc42-4d5d-961f-6293cc63a27d None None] Set router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 gateway port host: dv-neutron-828497-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:28:15.752848 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3785-a8f9-4fca-9316-fa1638c3b1d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:16.005478 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3785-a8f9-4fca-9316-fa1638c3b1d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:16.016399 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3c5d3785-a8f9-4fca-9316-fa1638c3b1d6 admin admin] Deleting port 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:28:16.016774 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3785-a8f9-4fca-9316-fa1638c3b1d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:16.031061 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-571bebba-dc42-4d5d-961f-6293cc63a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:28:13Z', 'revision_number': 5, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port': {'id': '6b87ed8a-5f35-4f28-ae8d-e60b4baf7663', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:56Z', 'updated_at': '2022-02-10T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:16.037853 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571bebba-dc42-4d5d-961f-6293cc63a27d None None] Checking router: 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 for host: dv-neutron-828497-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:28:16.052164 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571bebba-dc42-4d5d-961f-6293cc63a27d None None] Routers {'81afc210-f20c-4d84-aa66-2d2d55fe6bd4'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:28:16.053022 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-571bebba-dc42-4d5d-961f-6293cc63a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:27:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:16.224544 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3c5d3785-a8f9-4fca-9316-fa1638c3b1d6 admin admin] For port 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=6b87ed8a-5f35-4f28-ae8d-e60b4baf7663,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:28:16.224544 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3785-a8f9-4fca-9316-fa1638c3b1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:16.300565 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-571bebba-dc42-4d5d-961f-6293cc63a27d None None] Set router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:28:16.363109 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3c5d3785-a8f9-4fca-9316-fa1638c3b1d6 admin admin] Calling delete_port for 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663 owned by network:router_gateway {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:28:16.526138 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-571bebba-dc42-4d5d-961f-6293cc63a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:28:16Z', 'revision_number': 6, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:16.538656 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571bebba-dc42-4d5d-961f-6293cc63a27d None None] The sync data for ids ['81afc210-f20c-4d84-aa66-2d2d55fe6bd4'] in dv-neutron-828497-1-hyperv is: [{'id': '81afc210-f20c-4d84-aa66-2d2d55fe6bd4', 'name': 'tempest-TestSnapshotPattern-1791954948-router', 'tenant_id': '61a246a3d24949788dcdc3dd9c190dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:55Z', 'updated_at': '2022-02-10T12:28:16Z', 'revision_number': 6, 'project_id': '61a246a3d24949788dcdc3dd9c190dc1', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:28:16.615270 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3785-a8f9-4fca-9316-fa1638c3b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:16.677249 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d3785-a8f9-4fca-9316-fa1638c3b1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b87ed8a-5f35-4f28-ae8d-e60b4baf7663,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:28:16.936245 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3785-a8f9-4fca-9316-fa1638c3b1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:17.331988 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3785-a8f9-4fca-9316-fa1638c3b1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:17.337255 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3785-a8f9-4fca-9316-fa1638c3b1d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:17.378373 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3785-a8f9-4fca-9316-fa1638c3b1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:17.379384 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5d3785-a8f9-4fca-9316-fa1638c3b1d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81afc210-f20c-4d84-aa66-2d2d55fe6bd4 {{(pid=83555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:28:17.401417 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3785-a8f9-4fca-9316-fa1638c3b1d6 admin admin] Notify callbacks [] for router, before_response {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:17.403348 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-3c5d3785-a8f9-4fca-9316-fa1638c3b1d6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/81afc210-f20c-4d84-aa66-2d2d55fe6bd4 HTTP/1.1" status: 204 len: 168 time: 1.9293582 Feb 10 12:28:17.405911 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 49228) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:28:17.472612 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-56cd8312-174f-4f13-96ca-3607c458778f admin admin] Deleting subnet 31497515-2bce-4920-b835-0e43ace429aa {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:28:17.477692 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56cd8312-174f-4f13-96ca-3607c458778f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:17.571490 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56cd8312-174f-4f13-96ca-3607c458778f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:17.698938 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56cd8312-174f-4f13-96ca-3607c458778f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:17.819411 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56cd8312-174f-4f13-96ca-3607c458778f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:17.865971 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd8312-174f-4f13-96ca-3607c458778f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31497515-2bce-4920-b835-0e43ace429aa,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:28:17.873041 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56cd8312-174f-4f13-96ca-3607c458778f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:17.879000 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79725916-6e22-44df-a4f5-4b20dce12c2b None None] Network 61ae865f-23c9-4b29-9a12-891588038d90 requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:28:17.885156 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-56cd8312-174f-4f13-96ca-3607c458778f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/31497515-2bce-4920-b835-0e43ace429aa HTTP/1.1" status: 204 len: 168 time: 0.4776876 Feb 10 12:28:17.887826 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 49232) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:28:18.012441 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:18.030567 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] Deleting port 94ac506f-1fa1-4f91-a86f-fe3e6d061516 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:28:18.030942 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:18.168829 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b829d44a-a24d-4e88-b178-d9844921d431 None None] DHCP port deletion for 61ae865f-23c9-4b29-9a12-891588038d90 request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:28:18.175745 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b829d44a-a24d-4e88-b178-d9844921d431 None None] Deleting port 94ac506f-1fa1-4f91-a86f-fe3e6d061516 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:28:18.176359 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b829d44a-a24d-4e88-b178-d9844921d431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:18.296110 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] For port 94ac506f-1fa1-4f91-a86f-fe3e6d061516, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=94ac506f-1fa1-4f91-a86f-fe3e6d061516,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:28:18.296624 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:18.452961 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] Calling delete_port for 94ac506f-1fa1-4f91-a86f-fe3e6d061516 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:28:18.461713 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:28:18.536200 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:18.589944 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ac506f-1fa1-4f91-a86f-fe3e6d061516,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:28:18.595510 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] No DVR routers for this DVR port 94ac506f-1fa1-4f91-a86f-fe3e6d061516 on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:28:18.617395 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:28:18.617982 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 4a4cdbfa-b312-41b8-9f59-4f4d8d22b112 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:28:18.618623 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 94ac506f-1fa1-4f91-a86f-fe3e6d061516 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:28:18.704111 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 94ac506f-1fa1-4f91-a86f-fe3e6d061516 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:28:18.704576 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 94ac506f-1fa1-4f91-a86f-fe3e6d061516 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:28:18.705230 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:28:18.724529 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:18.754088 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ae865f-23c9-4b29-9a12-891588038d90']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:18.768570 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:18.768865 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5b06e4-cdb8-471a-9c92-211fc9c8a39a') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:18.782224 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:18.783784 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:28:18.784351 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 6b87ed8a-5f35-4f28-ae8d-e60b4baf7663 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:28:18.799559 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b829d44a-a24d-4e88-b178-d9844921d431 None None] For port 94ac506f-1fa1-4f91-a86f-fe3e6d061516, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=94ac506f-1fa1-4f91-a86f-fe3e6d061516,segment=NetworkSegment(0c5b06e4-cdb8-471a-9c92-211fc9c8a39a),segment_id=0c5b06e4-cdb8-471a-9c92-211fc9c8a39a)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:28:18.800152 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b829d44a-a24d-4e88-b178-d9844921d431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:18.805447 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:18.812966 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:28:18.813389 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:28:18.827809 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:28:18.924324 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:18.950653 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:18.971989 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] Pushing event deleted for resources: {'Network': ['ID=61ae865f-23c9-4b29-9a12-891588038d90,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:28:18.994154 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c4ac8565-c1e3-40a4-ac33-bead3185bc38 admin admin] 10.222.0.36 "DELETE /v2.0/networks/61ae865f-23c9-4b29-9a12-891588038d90 HTTP/1.1" status: 204 len: 168 time: 1.1045344 Feb 10 12:28:18.998048 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [-] (83555) accepted ('10.222.0.36', 49236) {{(pid=83555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:28:19.033291 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b829d44a-a24d-4e88-b178-d9844921d431 None None] Calling delete_port for 94ac506f-1fa1-4f91-a86f-fe3e6d061516 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.156690 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.158961 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.158961 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.158961 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.158961 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.158961 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.158961 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.158961 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.158961 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.158961 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.158961 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.158961 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.158961 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.158961 dv-neutron-828497-1-hyperv neutron-server[83556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:28:19.158961 dv-neutron-828497-1-hyperv neutron-server[83556]: util.warn( Feb 10 12:28:19.164911 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-b829d44a-a24d-4e88-b178-d9844921d431 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 12:28:19.165445 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-b829d44a-a24d-4e88-b178-d9844921d431 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 12:28:19.468290 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5d998d2-330e-42e3-9efc-7ffdc8c1a18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708695'] for router_interface, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:19.666581 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b829d44a-a24d-4e88-b178-d9844921d431 None None] Deleting port 94ac506f-1fa1-4f91-a86f-fe3e6d061516 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:28:19.666975 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b829d44a-a24d-4e88-b178-d9844921d431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:19.735563 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-b829d44a-a24d-4e88-b178-d9844921d431 None None] The port '94ac506f-1fa1-4f91-a86f-fe3e6d061516' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 12:28:20.250162 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b5d998d2-330e-42e3-9efc-7ffdc8c1a18e admin admin] Deleting port 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:28:20.251000 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5d998d2-330e-42e3-9efc-7ffdc8c1a18e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:20.466916 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b5d998d2-330e-42e3-9efc-7ffdc8c1a18e admin admin] For port 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63,segment=NetworkSegment(5453f233-923b-413b-9b6e-f53b261eef94),segment_id=5453f233-923b-413b-9b6e-f53b261eef94)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:28:20.467505 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5d998d2-330e-42e3-9efc-7ffdc8c1a18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:20.860891 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b5d998d2-330e-42e3-9efc-7ffdc8c1a18e admin admin] Calling delete_port for 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 owned by network:router_interface {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:28:21.065821 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5d998d2-330e-42e3-9efc-7ffdc8c1a18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1612223'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:21.121353 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d998d2-330e-42e3-9efc-7ffdc8c1a18e admin admin] Pushing event deleted for resources: {'Port': ['ID=9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:28:21.476407 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5d998d2-330e-42e3-9efc-7ffdc8c1a18e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66717969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708836'] for router_interface, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:22.129606 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d998d2-330e-42e3-9efc-7ffdc8c1a18e admin admin] Router 65ba16cf-e8a4-4717-b264-29b0b124512a has already been hosted by L3 agent 293e83a9-c6c4-4a3d-8323-5b53cb557649 {{(pid=83555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:28:22.349222 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d998d2-330e-42e3-9efc-7ffdc8c1a18e admin admin] Notify agent at l3_agent.dv-neutron-828497-1-hyperv the message routers_updated {{(pid=83555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:28:22.359527 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51507ced-91a1-49e4-b4f3-1513c195bfe3 None None] Sync routers for ids ['65ba16cf-e8a4-4717-b264-29b0b124512a'] in dv-neutron-828497-1-hyperv {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:28:22.362241 dv-neutron-828497-1-hyperv neutron-server[83555]: INFO neutron.wsgi [None req-b5d998d2-330e-42e3-9efc-7ffdc8c1a18e admin admin] 10.222.0.36 "PUT /v2.0/routers/65ba16cf-e8a4-4717-b264-29b0b124512a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3623326 Feb 10 12:28:22.364763 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 49240) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:28:22.378993 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51507ced-91a1-49e4-b4f3-1513c195bfe3 None None] Routers {'65ba16cf-e8a4-4717-b264-29b0b124512a'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:28:22.380361 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-51507ced-91a1-49e4-b4f3-1513c195bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:27:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['65ba16cf-e8a4-4717-b264-29b0b124512a'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:22.603886 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-51507ced-91a1-49e4-b4f3-1513c195bfe3 None None] Set router 65ba16cf-e8a4-4717-b264-29b0b124512a gateway port host: dv-neutron-828497-1-hyperv {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:28:22.628822 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5def14cd-7b0c-40e5-b7e1-cb9fa459d651 admin admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:22.934308 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-51507ced-91a1-49e4-b4f3-1513c195bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'name': 'tempest-TestSnapshotPattern-266093394-router', 'tenant_id': 'b021c58e590a46eca695bf0359b2f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'external_fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:23:04Z', 'updated_at': '2022-02-10T12:28:21Z', 'revision_number': 5, 'project_id': 'b021c58e590a46eca695bf0359b2f58e', 'gw_port': {'id': '898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5', 'name': '', 'network_id': '585d1acb-5d6b-405b-8a3c-1987eb05be45', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828497-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:23:04Z', 'updated_at': '2022-02-10T12:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58f6f090-9dcb-4887-9f51-9011c3058a31', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828497-1-hyperv'}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:22.947202 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51507ced-91a1-49e4-b4f3-1513c195bfe3 None None] Checking router: 65ba16cf-e8a4-4717-b264-29b0b124512a for host: dv-neutron-828497-1-hyperv {{(pid=83557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:28:22.958832 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51507ced-91a1-49e4-b4f3-1513c195bfe3 None None] Routers {'65ba16cf-e8a4-4717-b264-29b0b124512a'} bound to L3 agent in host dv-neutron-828497-1-hyperv {{(pid=83557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:28:22.960058 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-51507ced-91a1-49e4-b4f3-1513c195bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828497-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:20:59Z,description=,heartbeat_timestamp=2022-02-10T12:27:59Z,host='dv-neutron-828497-1-hyperv',id=293e83a9-c6c4-4a3d-8323-5b53cb557649,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:20:59Z,topic='l3_agent')) {'router_ids': ['65ba16cf-e8a4-4717-b264-29b0b124512a'], 'active': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:22.978805 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5def14cd-7b0c-40e5-b7e1-cb9fa459d651 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:22.988679 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-5def14cd-7b0c-40e5-b7e1-cb9fa459d651 admin admin] Deleting port 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:28:22.989015 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5def14cd-7b0c-40e5-b7e1-cb9fa459d651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:23.125447 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvr_db [None req-51507ced-91a1-49e4-b4f3-1513c195bfe3 None None] Set router 65ba16cf-e8a4-4717-b264-29b0b124512a gateway port host: None {{(pid=83557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:28:23.176901 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-5def14cd-7b0c-40e5-b7e1-cb9fa459d651 admin admin] For port 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5,segment=NetworkSegment(9a33d97b-1e31-4155-872e-607d2c8924a1),segment_id=9a33d97b-1e31-4155-872e-607d2c8924a1)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:28:23.177205 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5def14cd-7b0c-40e5-b7e1-cb9fa459d651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:23.243072 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.l3_hamode_db [None req-51507ced-91a1-49e4-b4f3-1513c195bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'name': 'tempest-TestSnapshotPattern-266093394-router', 'tenant_id': 'b021c58e590a46eca695bf0359b2f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:23:04Z', 'updated_at': '2022-02-10T12:28:22Z', 'revision_number': 6, 'project_id': 'b021c58e590a46eca695bf0359b2f58e', 'gw_port_host': None}], 'dv-neutron-828497-1-hyperv', False) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:23.250063 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51507ced-91a1-49e4-b4f3-1513c195bfe3 None None] The sync data for ids ['65ba16cf-e8a4-4717-b264-29b0b124512a'] in dv-neutron-828497-1-hyperv is: [{'id': '65ba16cf-e8a4-4717-b264-29b0b124512a', 'name': 'tempest-TestSnapshotPattern-266093394-router', 'tenant_id': 'b021c58e590a46eca695bf0359b2f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:23:04Z', 'updated_at': '2022-02-10T12:28:22Z', 'revision_number': 6, 'project_id': 'b021c58e590a46eca695bf0359b2f58e', 'gw_port_host': None}] {{(pid=83557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:28:23.314810 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-5def14cd-7b0c-40e5-b7e1-cb9fa459d651 admin admin] Calling delete_port for 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:28:23.495974 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5def14cd-7b0c-40e5-b7e1-cb9fa459d651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:23.542634 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def14cd-7b0c-40e5-b7e1-cb9fa459d651 admin admin] Pushing event deleted for resources: {'Port': ['ID=898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:28:23.789110 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5def14cd-7b0c-40e5-b7e1-cb9fa459d651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710450'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:24.065319 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5def14cd-7b0c-40e5-b7e1-cb9fa459d651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44679'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:24.069721 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5def14cd-7b0c-40e5-b7e1-cb9fa459d651 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:24.096658 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5def14cd-7b0c-40e5-b7e1-cb9fa459d651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705814'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:24.097298 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5def14cd-7b0c-40e5-b7e1-cb9fa459d651 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65ba16cf-e8a4-4717-b264-29b0b124512a {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:28:24.114978 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5def14cd-7b0c-40e5-b7e1-cb9fa459d651 admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:24.117167 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5def14cd-7b0c-40e5-b7e1-cb9fa459d651 admin admin] 10.222.0.36 "DELETE /v2.0/routers/65ba16cf-e8a4-4717-b264-29b0b124512a HTTP/1.1" status: 204 len: 168 time: 1.7508512 Feb 10 12:28:24.119636 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 49244) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:28:24.286857 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a7d52a-4a13-49f3-bef9-c00d916b209d admin admin] Deleting subnet 4fee822e-1c94-424a-8f21-f73d67d1406a {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:28:24.291161 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-20a7d52a-4a13-49f3-bef9-c00d916b209d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:24.344659 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-20a7d52a-4a13-49f3-bef9-c00d916b209d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1125830'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:24.440417 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-20a7d52a-4a13-49f3-bef9-c00d916b209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66160598'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:24.443560 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:28:24.484416 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:28:24.484416 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 898400fc-e9dd-4fc0-bcbf-22bbdb0bbcf5 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:28:24.484865 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:28:24.519263 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:28:24.519691 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device 9cfee0b4-dbb2-48b4-bb8d-4f6ae7802b63 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:28:24.528707 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-20a7d52a-4a13-49f3-bef9-c00d916b209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66160623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1694271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1851321'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:24.565871 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7d52a-4a13-49f3-bef9-c00d916b209d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fee822e-1c94-424a-8f21-f73d67d1406a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:28:24.574448 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-20a7d52a-4a13-49f3-bef9-c00d916b209d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:24.579458 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c819e3d6-9588-405b-8259-4111bb9897df None None] Network 3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b requested from dv-neutron-828497-1-hyperv {{(pid=83556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:28:24.581105 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-20a7d52a-4a13-49f3-bef9-c00d916b209d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4fee822e-1c94-424a-8f21-f73d67d1406a HTTP/1.1" status: 204 len: 168 time: 0.4603992 Feb 10 12:28:24.585376 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 49248) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:28:24.692431 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66087876'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:24.704105 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] Deleting port a2c2cdc3-492f-4c90-8c99-6bdce23013e2 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:28:24.704435 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:24.843638 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c20b20-dc2a-44fe-8bd4-fab019c2d5e5 None None] DHCP port deletion for 3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b request from dv-neutron-828497-1-hyperv {{(pid=83556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:28:24.849247 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f2c20b20-dc2a-44fe-8bd4-fab019c2d5e5 None None] Deleting port a2c2cdc3-492f-4c90-8c99-6bdce23013e2 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:28:24.850122 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f2c20b20-dc2a-44fe-8bd4-fab019c2d5e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:24.974902 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] For port a2c2cdc3-492f-4c90-8c99-6bdce23013e2, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a2c2cdc3-492f-4c90-8c99-6bdce23013e2,segment=NetworkSegment(5453f233-923b-413b-9b6e-f53b261eef94),segment_id=5453f233-923b-413b-9b6e-f53b261eef94)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:28:24.975795 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:25.111118 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] Calling delete_port for a2c2cdc3-492f-4c90-8c99-6bdce23013e2 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:28:25.127643 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f2c20b20-dc2a-44fe-8bd4-fab019c2d5e5 None None] For port a2c2cdc3-492f-4c90-8c99-6bdce23013e2, host dv-neutron-828497-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828497-1-hyperv',level=0,port_id=a2c2cdc3-492f-4c90-8c99-6bdce23013e2,segment=NetworkSegment(5453f233-923b-413b-9b6e-f53b261eef94),segment_id=5453f233-923b-413b-9b6e-f53b261eef94)] {{(pid=83556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:28:25.128285 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f2c20b20-dc2a-44fe-8bd4-fab019c2d5e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634689'] for port, precommit_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:25.194996 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66302299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768343321218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342964062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1694432'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:25.257769 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f2c20b20-dc2a-44fe-8bd4-fab019c2d5e5 None None] Calling delete_port for a2c2cdc3-492f-4c90-8c99-6bdce23013e2 owned by network:dhcp {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:28:25.259885 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c2cdc3-492f-4c90-8c99-6bdce23013e2,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:28:25.265809 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] No DVR routers for this DVR port a2c2cdc3-492f-4c90-8c99-6bdce23013e2 on host dv-neutron-828497-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:28:25.335259 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.db.api [None req-f2c20b20-dc2a-44fe-8bd4-fab019c2d5e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 12:28:25.335590 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG oslo_db.api [None req-f2c20b20-dc2a-44fe-8bd4-fab019c2d5e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 12:28:25.386506 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66161499', 'neutron.services.segments.db._delete_segments_for_network-8768343415911'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:25.412542 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:25.432624 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5453f233-923b-413b-9b6e-f53b261eef94') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:25.432914 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5453f233-923b-413b-9b6e-f53b261eef94') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:28:25.445924 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768343415278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1125837'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:25.464761 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66239884'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:25.472152 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:28:25.472600 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66159231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1694357'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: timer() Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: self._notify() Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: event.method(event) Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:28:25.488596 dv-neutron-828497-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:28:25.574234 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66161492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66718204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710487'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:25.592055 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:25.603842 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] Pushing event deleted for resources: {'Network': ['ID=3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:28:25.610609 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3e4124cc-c0f1-4bbb-8327-cf1e31089fca admin admin] 10.222.0.36 "DELETE /v2.0/networks/3e5c0634-4cd4-42a2-9e65-1cd993eb0e0b HTTP/1.1" status: 204 len: 168 time: 1.0229967 Feb 10 12:28:25.775953 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 49254) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:28:25.831996 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f8c76280-f020-444a-95b6-9e3e14c3ce68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61a246a3d24949788dcdc3dd9c190dc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0547738 Feb 10 12:28:25.834502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 49258) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:28:25.837489 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f2c20b20-dc2a-44fe-8bd4-fab019c2d5e5 None None] Deleting port a2c2cdc3-492f-4c90-8c99-6bdce23013e2 {{(pid=83556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:28:25.837959 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f2c20b20-dc2a-44fe-8bd4-fab019c2d5e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768343395777'] for port, before_delete {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:25.903296 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-f2c20b20-dc2a-44fe-8bd4-fab019c2d5e5 None None] The port 'a2c2cdc3-492f-4c90-8c99-6bdce23013e2' was deleted {{(pid=83556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 12:28:25.904546 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e8f40a8e-e230-45ee-8ea8-15b59a6cca4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:25.934697 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e8f40a8e-e230-45ee-8ea8-15b59a6cca4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:26.005170 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e8f40a8e-e230-45ee-8ea8-15b59a6cca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:26.024502 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f40a8e-e230-45ee-8ea8-15b59a6cca4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9698d004-e710-47a9-a629-cdd9a10948fe,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:28:26.031524 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e8f40a8e-e230-45ee-8ea8-15b59a6cca4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:26.032734 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e8f40a8e-e230-45ee-8ea8-15b59a6cca4c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9698d004-e710-47a9-a629-cdd9a10948fe HTTP/1.1" status: 204 len: 168 time: 0.1961505 Feb 10 12:28:26.427279 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a2c2cdc3-492f-4c90-8c99-6bdce23013e2 no longer exists at agent ovs-agent-dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:28:26.504543 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] No Port match for: a2c2cdc3-492f-4c90-8c99-6bdce23013e2 {{(pid=83556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:28:26.504878 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Device a2c2cdc3-492f-4c90-8c99-6bdce23013e2 not bound to the agent host dv-neutron-828497-1-hyperv {{(pid=83556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:28:26.510888 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 49268) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:28:26.566112 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-91374139-852f-47ce-b285-6c4224ece54c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b021c58e590a46eca695bf0359b2f58e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537503 Feb 10 12:28:26.568690 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.36', 49272) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:28:26.571776 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7deab180-a918-48c2-9aa7-71e9a6983b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:26.637970 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-290604c0-415f-406d-b432-e8038a02506a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:26.665481 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-290604c0-415f-406d-b432-e8038a02506a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:26.717504 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-290604c0-415f-406d-b432-e8038a02506a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727220'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:26.733304 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290604c0-415f-406d-b432-e8038a02506a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478021f6-d5d7-4081-8e78-bf4ce5cfe855,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:28:26.741936 dv-neutron-828497-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-290604c0-415f-406d-b432-e8038a02506a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:26.743248 dv-neutron-828497-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-290604c0-415f-406d-b432-e8038a02506a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/478021f6-d5d7-4081-8e78-bf4ce5cfe855 HTTP/1.1" status: 204 len: 168 time: 0.1733670 Feb 10 12:28:28.860929 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-de507174-3f54-46a9-961d-e4480f4c580c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:30.069297 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:30.199892 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:30.458345 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:28:31.812035 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:38.893768 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:56.566736 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-98e06393-96e0-489f-b0b2-0a48f0647c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:58.860398 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-98c99948-f94b-455f-a0d7-37127353ac06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:00.076175 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:00.202455 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:01.821791 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:07.459127 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:29:08.922204 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:26.573681 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-13da0be7-029f-42ab-9070-830449301c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:28.857050 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4c230bd6-34c4-4e23-8297-9a0234a1f17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:30.082868 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:30.208997 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:31.819919 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:38.917891 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:44.460414 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:29:56.573354 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-73c95f22-449d-45da-a21c-db481fb55fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:58.850435 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-42414d0d-7d72-476c-ae5c-dac96578d93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:00.079765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:00.191710 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:01.826146 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:08.935034 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:21.464037 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:30:26.569653 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c87cb51c-aa20-4ba6-be40-7cb72ee8db1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:28.856737 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-3df16816-cea0-46d2-a6a2-f8af00dbce6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:30.081464 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:30.198989 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:31.833438 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:38.969522 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:56.567269 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ff5da38f-5740-46e7-9125-0c113629ae0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:58.463636 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:30:58.852598 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1b144a3f-407f-4a20-a71d-3bdbf8dcebe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:00.083948 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:00.198695 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:01.830139 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:08.976923 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:16.582452 dv-neutron-828497-1-hyperv neutron-server[83555]: DEBUG neutron.wsgi [req-14c796ee-e924-45a8-9962-3a25213a66a8 req-00ad18e6-3339-4302-a756-2fcbada07bed service neutron] (83555) timed out ('10.222.0.36', 46974) {{(pid=83555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 12:31:26.563151 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a59cc8ff-b94a-48bb-820b-bd7030aca8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:28.857356 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-d97d771a-bf44-4dab-a4de-41705f455021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:30.090433 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:30.197117 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:31.836092 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:35.464078 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:31:38.978682 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:56.557259 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-509134de-b601-4054-9c15-71e3aac911b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:58.872903 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-fa8b2325-2278-4c41-a79e-c717675310e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:00.089879 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:00.192089 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:01.840970 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:08.975712 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:12.469590 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:32:26.561694 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7e3958c5-431b-4b3e-b7b4-dfeeb21c8d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:28.898448 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-31dd5b6c-80d0-4b3a-8fd2-971710aabda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:30.093358 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:30.200076 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:31.840617 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:38.984502 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:49.470494 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:32:56.567246 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-476039a5-5177-4486-8ffd-312eb0125afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:58.870510 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-28183e97-7e85-4990-8cb2-f09f490fe2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:33:00.100567 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:33:00.198298 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:33:01.844946 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:33:08.988181 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:33:26.470591 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:33:26.563619 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b9030bf9-07e1-40f3-b46c-c3a5916e5c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:33:28.876029 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a96b8da0-8375-4e79-b5d5-7928a6c589f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:33:30.105030 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:33:30.195277 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:33:31.849232 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:33:38.999449 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8333e472-0e32-4c87-8ea9-d3c94ddc85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:33:56.571601 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-868716d2-e224-413b-a3d8-5a1a045b8a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:33:58.874773 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-09284dd6-0c5c-411a-a839-29df7a1ec8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:34:00.112480 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bc989a84-ae23-43e0-b682-4272281e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:34:00.194765 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd112-eddf-4f02-bb60-0c9266ae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:34:01.854059 dv-neutron-828497-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa40-2659-4ab4-aa98-b645572e5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768343415893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66163035'] for agent, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:34:03.476583 dv-neutron-828497-1-hyperv neutron-server[83557]: DEBUG neutron.db.agents_db [None req-5bdc6758-e0c7-4344-a4f3-642d928cdd70 None None] Agent healthcheck: found 6 active agents {{(pid=83557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}